@amodalai/runtime 0.2.9 → 0.3.0

package/dist/src/agent/routes/automations.d.ts

@@ -1,19 +0,0 @@
-/**
- * @license
- * Copyright 2025 Amodal Labs, Inc.
- * SPDX-License-Identifier: MIT
- */
-import { Router } from 'express';
-import type { ProactiveRunner } from '../proactive/proactive-runner.js';
-export interface AutomationRouterOptions {
-    runner: ProactiveRunner;
-}
-/**
- * Creates routes for listing, starting, stopping, and triggering automations.
- *
- * GET  /automations              — list all registered automations
- * POST /automations/:name/start  — start a cron automation
- * POST /automations/:name/stop   — stop a running cron automation
- * POST /automations/:name/run    — manually trigger an automation
- */
-export declare function createAutomationRouter(options: AutomationRouterOptions): Router;

package/dist/src/agent/routes/automations.js

@@ -1,86 +0,0 @@
-/**
- * @license
- * Copyright 2025 Amodal Labs, Inc.
- * SPDX-License-Identifier: MIT
- */
-import { Router } from 'express';
-import { asyncHandler } from '../../routes/route-helpers.js';
-/**
- * Creates routes for listing, starting, stopping, and triggering automations.
- *
- * GET  /automations              — list all registered automations
- * POST /automations/:name/start  — start a cron automation
- * POST /automations/:name/stop   — stop a running cron automation
- * POST /automations/:name/run    — manually trigger an automation
- */
-export function createAutomationRouter(options) {
-    const router = Router();
-    router.get('/automations', (_req, res) => {
-        const automations = options.runner.listAutomations();
-        res.json({ automations });
-    });
-    router.post('/automations/:name/start', (req, res) => {
-        const name = req.params['name'] ?? '';
-        const result = options.runner.startAutomation(name);
-        if (!result.success) {
-            res.status(400).json({ error: result.error });
-            return;
-        }
-        res.json({ status: 'started', automation: name });
-    });
-    router.post('/automations/:name/stop', (req, res) => {
-        const name = req.params['name'] ?? '';
-        const result = options.runner.stopAutomation(name);
-        if (!result.success) {
-            res.status(400).json({ error: result.error });
-            return;
-        }
-        res.json({ status: 'stopped', automation: name });
-    });
-    router.post('/automations/:name/run', asyncHandler(async (req, res) => {
-        const name = req.params['name'] ?? '';
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- Express body parsing
-        const payload = (req.body ?? {});
-        try {
-            const result = await options.runner.triggerAutomation(name, payload);
-            if (!result.success) {
-                res.status(result.error?.toLowerCase().includes('not found') ? 404 : 500).json({ status: 'error', automation: name, error: result.error });
-                return;
-            }
-            res.json({ status: 'completed', automation: name });
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            res.status(500).json({ error: msg });
-        }
-    }));
-    // SSE streaming endpoint for live automation runs
-    router.post('/automations/:name/stream', asyncHandler(async (req, res) => {
-        const name = req.params['name'] ?? '';
-        // SSE headers
-        res.writeHead(200, {
-            'Content-Type': 'text/event-stream',
-            'Cache-Control': 'no-cache',
-            'Connection': 'keep-alive',
-        });
-        try {
-            const stream = options.runner.streamAutomation(name);
-            if (!stream) {
-                res.write(`data: ${JSON.stringify({ type: 'error', message: `Automation "${name}" not found` })}\n\n`);
-                res.end();
-                return;
-            }
-            for await (const event of stream) {
-                res.write(`data: ${JSON.stringify(event)}\n\n`);
-            }
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            res.write(`data: ${JSON.stringify({ type: 'error', message: msg })}\n\n`);
-        }
-        res.write(`data: ${JSON.stringify({ type: 'done', timestamp: new Date().toISOString() })}\n\n`);
-        res.end();
-    }));
-    return router;
-}
-//# sourceMappingURL=automations.js.map

package/dist/src/agent/routes/automations.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"automations.js","sourceRoot":"","sources":["../../../../src/agent/routes/automations.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAC,MAAM,EAAC,MAAM,SAAS,CAAC;AAG/B,OAAO,EAAC,YAAY,EAAC,MAAM,+BAA+B,CAAC;AAM3D;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAAgC;IACrE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;QAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,EAAC,WAAW,EAAC,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QACtE,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAC,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAC,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,wBAAwB,EAAE,YAAY,CAAC,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvF,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,+FAA+F;QAC/F,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACrE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAC,CAAC,CAAC;gBACzI,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,GAAG,EAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC,CAAC,CAAC;IAEJ,kDAAkD;IAClD,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,YAAY,CAAC,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC1F,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAEtC,cAAc;QACd,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;YACjB,cAAc,EAAE,mBAAmB;YACnC,eAAe,EAAE,UAAU;YAC3B,YAAY,EAAE,YAAY;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe,IAAI,aAAa,EAAC,CAAC,MAAM,CAAC,CAAC;gBACrG,GAAG,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAC,CAAC,MAAM,CAAC,CAAC;QAC1E,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAC,CAAC,MAAM,CAAC,CAAC;QAC9F,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/src/agent/routes/automations.test.d.ts

@@ -1,6 +0,0 @@
-/**
- * @license
- * Copyright 2025 Amodal Labs, Inc.
- * SPDX-License-Identifier: MIT
- */
-export {};

package/dist/src/agent/routes/automations.test.js

@@ -1,117 +0,0 @@
-/**
- * @license
- * Copyright 2025 Amodal Labs, Inc.
- * SPDX-License-Identifier: MIT
- */
-import { describe, it, expect, vi } from 'vitest';
-import express from 'express';
-import request from 'supertest';
-import { createAutomationRouter } from './automations.js';
-function makeMockRunner(overrides) {
-    return {
-        start: vi.fn(),
-        stop: vi.fn(),
-        startAutomation: vi.fn().mockReturnValue({ success: true }),
-        stopAutomation: vi.fn().mockReturnValue({ success: true }),
-        listAutomations: vi.fn().mockReturnValue([
-            { name: 'daily-check', title: 'Daily Check', schedule: '0 9 * * *', webhookTriggered: false, running: false },
-            { name: 'alert-handler', title: 'Alert Handler', webhookTriggered: true, running: true },
-        ]),
-        handleWebhook: vi.fn().mockResolvedValue({ matched: true }),
-        triggerAutomation: vi.fn().mockResolvedValue({ success: true }),
-        ...overrides,
-    };
-}
-function createApp(runner) {
-    const app = express();
-    app.use(express.json());
-    app.use(createAutomationRouter({ runner }));
-    return app;
-}
-describe('repo-automations routes', () => {
-    it('should list automations with running state', async () => {
-        const runner = makeMockRunner();
-        const app = createApp(runner);
-        const res = await request(app).get('/automations');
-        expect(res.status).toBe(200);
-        expect(res.body.automations).toHaveLength(2);
-        expect(res.body.automations[0].name).toBe('daily-check');
-        expect(res.body.automations[0].running).toBe(false);
-        expect(res.body.automations[1].running).toBe(true);
-    });
-    it('should start an automation', async () => {
-        const runner = makeMockRunner();
-        const app = createApp(runner);
-        const res = await request(app).post('/automations/daily-check/start');
-        expect(res.status).toBe(200);
-        expect(res.body.status).toBe('started');
-        expect(runner.startAutomation).toHaveBeenCalledWith('daily-check');
-    });
-    it('should return 400 when start fails', async () => {
-        const runner = makeMockRunner({
-            startAutomation: vi.fn().mockReturnValue({ success: false, error: 'Already running' }),
-        });
-        const app = createApp(runner);
-        const res = await request(app).post('/automations/daily-check/start');
-        expect(res.status).toBe(400);
-        expect(res.body.error).toBe('Already running');
-    });
-    it('should stop an automation', async () => {
-        const runner = makeMockRunner();
-        const app = createApp(runner);
-        const res = await request(app).post('/automations/daily-check/stop');
-        expect(res.status).toBe(200);
-        expect(res.body.status).toBe('stopped');
-        expect(runner.stopAutomation).toHaveBeenCalledWith('daily-check');
-    });
-    it('should return 400 when stop fails', async () => {
-        const runner = makeMockRunner({
-            stopAutomation: vi.fn().mockReturnValue({ success: false, error: 'Not running' }),
-        });
-        const app = createApp(runner);
-        const res = await request(app).post('/automations/daily-check/stop');
-        expect(res.status).toBe(400);
-        expect(res.body.error).toBe('Not running');
-    });
-    it('should trigger automation manually', async () => {
-        const runner = makeMockRunner();
-        const app = createApp(runner);
-        const res = await request(app)
-            .post('/automations/daily-check/run')
-            .send({});
-        expect(res.status).toBe(200);
-        expect(res.body.status).toBe('completed');
-        expect(runner.triggerAutomation).toHaveBeenCalledWith('daily-check', {});
-    });
-    it('should return 404 for unknown automation', async () => {
-        const runner = makeMockRunner({
-            triggerAutomation: vi.fn().mockResolvedValue({ success: false, error: 'Not found' }),
-        });
-        const app = createApp(runner);
-        const res = await request(app)
-            .post('/automations/unknown/run')
-            .send({});
-        expect(res.status).toBe(404);
-        expect(res.body.error).toContain('Not found');
-    });
-    it('should pass payload to triggerAutomation', async () => {
-        const runner = makeMockRunner();
-        const app = createApp(runner);
-        await request(app)
-            .post('/automations/daily-check/run')
-            .send({ context: 'manual-trigger' });
-        expect(runner.triggerAutomation).toHaveBeenCalledWith('daily-check', { context: 'manual-trigger' });
-    });
-    it('should handle trigger errors', async () => {
-        const runner = makeMockRunner({
-            triggerAutomation: vi.fn().mockRejectedValue(new Error('Runtime failure')),
-        });
-        const app = createApp(runner);
-        const res = await request(app)
-            .post('/automations/daily-check/run')
-            .send({});
-        expect(res.status).toBe(500);
-        expect(res.body.error).toBe('Runtime failure');
-    });
-});
-//# sourceMappingURL=automations.test.js.map

package/dist/src/agent/routes/automations.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"automations.test.js","sourceRoot":"","sources":["../../../../src/agent/routes/automations.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAC,MAAM,QAAQ,CAAC;AAChD,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,OAAO,MAAM,WAAW,CAAC;AAChC,OAAO,EAAC,sBAAsB,EAAC,MAAM,kBAAkB,CAAC;AAGxD,SAAS,cAAc,CAAC,SAAoC;IAC1D,OAAO;QACL,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;QACd,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;QACzD,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;QACxD,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;YACvC,EAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAC;YAC3G,EAAC,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAC;SACvF,CAAC;QACF,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;QACzD,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;QAC7D,GAAG,SAAS;KACiB,CAAC;AAClC,CAAC;AAED,SAAS,SAAS,CAAC,MAAuB;IACxC,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IACtB,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACxB,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,CAAC;IAC1C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAEnD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAEtE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAC,CAAC;SAC9C,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAEtE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAErE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAC,CAAC;SACzC,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAErE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;aAC3B,IAAI,CAAC,8BAA8B,CAAC;aACpC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAC,CAAC;SAC5C,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;aAC3B,IAAI,CAAC,0BAA0B,CAAC;aAChC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,OAAO,CAAC,GAAG,CAAC;aACf,IAAI,CAAC,8BAA8B,CAAC;aACpC,IAAI,CAAC,EAAC,OAAO,EAAE,gBAAgB,EAAC,CAAC,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,EAAC,OAAO,EAAE,gBAAgB,EAAC,CAAC,CAAC;IACpG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;aAC3B,IAAI,CAAC,8BAA8B,CAAC;aACpC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/agent/routes/evals.d.ts

@@ -1,17 +0,0 @@
-/**
- * @license
- * Copyright 2026 Amodal Labs, Inc.
- * SPDX-License-Identifier: MIT
- */
-import { Router } from 'express';
-import type { AgentBundle } from '@amodalai/types';
-import type { EvalStore } from '../eval-store.js';
-export interface EvalRouterOptions {
-    /** Returns the current agent bundle (replaces sessionManager.getBundle()) */
-    getBundle: () => AgentBundle | undefined;
-    evalStore: EvalStore;
-    repoPath: string;
-    /** Port the server is listening on — used by eval query provider to call /chat */
-    getPort: () => number | null;
-}
-export declare function createEvalRouter(options: EvalRouterOptions): Router;

package/dist/src/agent/routes/evals.js

@@ -1,389 +0,0 @@
-/**
- * @license
- * Copyright 2026 Amodal Labs, Inc.
- * SPDX-License-Identifier: MIT
- */
-import { Router } from 'express';
-import { buildEvalRun, judgeAllAssertions, computeEvalCost, aggregateRunCost, createRuntimeProvider } from '@amodalai/core';
-import { SSEEventType } from '../../types.js';
-import { asyncHandler } from '../../routes/route-helpers.js';
-async function streamQuery(baseUrl, message, evalRes, evalName, appId, sessionId) {
-    const chatRes = await fetch(`${baseUrl}/chat`, {
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-        body: JSON.stringify({ message, app_id: appId ?? 'eval-runner', ...(sessionId ? { session_id: sessionId } : {}) }),
-    });
-    const text = await chatRes.text();
-    const lines = text.split('\n');
-    let fullResponse = '';
-    const toolCalls = [];
-    const toolResults = [];
-    let usage;
-    let queryError;
-    for (const line of lines) {
-        if (!line.startsWith('data: '))
-            continue;
-        try {
-            // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SSE parsing
-            const event = JSON.parse(line.substring(6));
-            const eventType = String(event['type'] ?? '');
-            if (eventType === SSEEventType.TextDelta) {
-                const content = String(event['content'] ?? '');
-                fullResponse += content;
-                writeSSE(evalRes, { type: 'agent_text', evalName, content });
-            }
-            else if (eventType === SSEEventType.ToolCallStart) {
-                const params = (event['parameters'] ?? {}); // eslint-disable-line @typescript-eslint/no-unsafe-type-assertion
-                toolCalls.push({ name: String(event['tool_name'] ?? ''), parameters: params });
-                writeSSE(evalRes, { type: 'agent_tool', evalName, toolName: event['tool_name'], parameters: params });
-            }
-            else if (eventType === SSEEventType.ToolCallResult) {
-                const resultRaw = String(event['result'] ?? event['error'] ?? '');
-                toolResults.push(`${String(event['tool_name'] ?? 'request')}: ${resultRaw}`);
-                writeSSE(evalRes, { type: 'agent_tool_result', evalName, toolName: event['tool_name'] ?? 'request', status: event['status'], durationMs: event['duration_ms'] });
-            }
-            else if (eventType === SSEEventType.Error) {
-                queryError = String(event['message'] ?? event['error'] ?? 'Unknown error');
-                writeSSE(evalRes, { type: 'agent_error', evalName, error: queryError });
-            }
-            else if (eventType === SSEEventType.Done) {
-                const u = (event['usage'] ?? {});
-                // Accumulate tokens across multiple done events (multi-turn agent loops
-                // may emit one done per turn in the session runner)
-                if ((u.input_tokens ?? 0) > 0 || (u.output_tokens ?? 0) > 0 || (u.cached_tokens ?? 0) > 0) {
-                    if (!usage) {
-                        usage = { inputTokens: 0, outputTokens: 0 };
-                    }
-                    usage.inputTokens += u.input_tokens ?? 0;
-                    usage.outputTokens += u.output_tokens ?? 0;
-                    if (u.cached_tokens) {
-                        usage.cacheReadInputTokens = (usage.cacheReadInputTokens ?? 0) + u.cached_tokens;
-                    }
-                    if (u.cache_creation_tokens) {
-                        usage.cacheCreationInputTokens = (usage.cacheCreationInputTokens ?? 0) + u.cache_creation_tokens;
-                    }
-                }
-            }
-        }
-        catch {
-            /* Malformed SSE line — skip non-JSON data lines (e.g. partial chunks, comments) */
-        }
-    }
-    if (!usage) {
-        const outputChars = fullResponse.length;
-        const estimatedOutput = Math.ceil(outputChars / 4);
-        usage = { inputTokens: estimatedOutput * 3, outputTokens: estimatedOutput };
-    }
-    return { response: fullResponse, toolCalls, toolResults, usage, ...(queryError ? { error: queryError } : {}) };
-}
-/**
- * Create a JudgeProvider that calls the LLM directly — no session, no tools,
- * no system prompt overhead. Just a simple prompt→response for each assertion.
- * This is ~10x cheaper than routing through /chat with the full agent context.
- */
-function createDirectJudgeProvider(modelConfig) {
-    const provider = createRuntimeProvider(modelConfig);
-    const tracked = {
-        totalInputTokens: 0,
-        totalOutputTokens: 0,
-        judge: async (prompt) => {
-            try {
-                const response = await provider.chat({
-                    model: modelConfig.model,
-                    systemPrompt: 'You are an eval judge. Be concise.',
-                    messages: [{ role: 'user', content: prompt }],
-                    tools: [],
-                    maxTokens: 256,
-                });
-                const text = response.content
-                    .filter((b) => b.type === 'text')
-                    .map((b) => b.text)
-                    .join('');
-                if (response.usage) {
-                    tracked.totalInputTokens += response.usage.inputTokens + (response.usage.cacheReadInputTokens ?? 0) + (response.usage.cacheCreationInputTokens ?? 0);
-                    tracked.totalOutputTokens += response.usage.outputTokens;
-                }
-                return text;
-            }
-            catch (err) {
-                return `Judge error: ${err instanceof Error ? err.message : String(err)}`;
-            }
-        },
-    };
-    return tracked;
-}
-function writeSSE(res, data) {
-    res.write(`data: ${JSON.stringify(data)}\n\n`);
-}
-export function createEvalRouter(options) {
-    const router = Router();
-    /** List eval definitions from the repo */
-    router.get('/api/evals/suites', (_req, res) => {
-        const repo = options.getBundle();
-        if (!repo) {
-            res.status(500).json({ error: 'No bundle available' });
-            return;
-        }
-        const suites = repo.evals.map((e) => ({
-            name: e.name,
-            title: e.title,
-            description: e.description,
-            query: e.query,
-            assertionCount: e.assertions.length,
-            assertions: e.assertions.map((a) => ({ text: a.text, negated: a.negated })),
-            location: e.location,
-        }));
-        res.json({ suites });
-    });
-    /** List saved eval runs */
-    router.get('/api/evals/runs', (_req, res) => {
-        const runs = options.evalStore.list();
-        res.json({ runs });
-    });
-    /** Get a single eval run */
-    router.get('/api/evals/runs/:id', (req, res) => {
-        const run = options.evalStore.load(req.params['id'] ?? '');
-        if (!run) {
-            res.status(404).json({ error: 'Run not found' });
-            return;
-        }
-        res.json(run);
-    });
-    /** Delete an eval run */
-    router.delete('/api/evals/runs/:id', (req, res) => {
-        const deleted = options.evalStore.delete(req.params['id'] ?? '');
-        if (!deleted) {
-            res.status(404).json({ error: 'Run not found' });
-            return;
-        }
-        res.json({ ok: true });
-    });
-    /** Run eval suite — SSE stream with full per-eval results */
-    router.post('/api/evals/run', asyncHandler(async (req, res) => {
-        const port = options.getPort();
-        if (!port) {
-            res.status(503).json({ error: 'Server not ready' });
-            return;
-        }
-        const baseUrl = `http://127.0.0.1:${port}`;
-        const repo = options.getBundle();
-        if (!repo) {
-            res.status(500).json({ error: 'No bundle available' });
-            return;
-        }
-        // Read optional eval names and model override from POST body
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- request body
-        const body = (req.body ?? {});
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- request body
-        const evalNames = body['evalNames'];
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- request body
-        const modelOverride = body['model'];
-        let evals = repo.evals;
-        if (evalNames && evalNames.length > 0) {
-            evals = evals.filter((e) => evalNames.includes(e.name));
-        }
-        if (evals.length === 0) {
-            res.status(400).json({ error: 'No evals defined' });
-            return;
-        }
-        res.writeHead(200, {
-            'Content-Type': 'text/event-stream',
-            'Cache-Control': 'no-cache',
-            'Connection': 'keep-alive',
-        });
-        // Save original model config for restoration after override
-        const originalModelConfig = repo.config?.models?.['main'];
-        // If model override provided, swap main model config
-        if (modelOverride && repo.config?.models) {
-            repo.config.models['main'] = {
-                provider: modelOverride.provider,
-                model: modelOverride.model,
-            };
-        }
-        const evalSessionId = `eval-${Date.now()}`;
-        const judgeProvider = createDirectJudgeProvider(originalModelConfig);
-        const modelInfo = repo.config ? {
-            provider: repo.config.models?.['main']?.provider ?? 'unknown',
-            model: repo.config.models?.['main']?.model ?? 'unknown',
-        } : { provider: 'unknown', model: 'unknown' };
-        const results = [];
-        const perCaseCosts = [];
-        const startTime = Date.now();
-        // Restore original model before judging so judge uses the original model
-        const restoreModel = () => {
-            if (originalModelConfig && repo.config?.models) {
-                repo.config.models['main'] = originalModelConfig;
-            }
-        };
-        for (let i = 0; i < evals.length; i++) {
-            const ev = evals[i];
-            writeSSE(res, { type: 'eval_start', evalName: ev.name, current: i + 1, total: evals.length });
-            const evalStart = Date.now();
-            try {
-                // Run the query — streams agent events to client
-                const { response, toolCalls, toolResults, usage, error: queryError } = await streamQuery(baseUrl, ev.query, res, ev.name, ev.setup.app, evalSessionId);
-                // Restore original model for judging
-                restoreModel();
-                let assertions = [];
-                let passed = false;
-                let judgeCost;
-                // Skip judging if query had an error
-                if (!queryError) {
-                    // Build enriched response for the judge — include tool results so it knows data was fetched
-                    let enriched = response;
-                    if (toolCalls.length > 0) {
-                        enriched += '\n\n[Tool calls made: ' + toolCalls.map((tc) => `${tc.name}(${JSON.stringify(tc.parameters)})`).join(', ') + ']';
-                    }
-                    if (toolResults.length > 0) {
-                        enriched += '\n\n[Tool results received:\n' + toolResults.join('\n') + ']';
-                    }
-                    // Judge assertions — track judge tokens separately
-                    const judgeInputBefore = judgeProvider.totalInputTokens;
-                    const judgeOutputBefore = judgeProvider.totalOutputTokens;
-                    assertions = await judgeAllAssertions(enriched, ev.assertions, judgeProvider);
-                    passed = assertions.every((a) => a.passed);
-                    const judgeInputUsed = judgeProvider.totalInputTokens - judgeInputBefore;
-                    const judgeOutputUsed = judgeProvider.totalOutputTokens - judgeOutputBefore;
-                    judgeCost = judgeInputUsed > 0 ? computeEvalCost(judgeInputUsed, judgeOutputUsed, originalModelConfig?.model ?? modelInfo.model) : undefined;
-                }
-                // Re-apply model override for next eval query
-                if (modelOverride && repo.config?.models) {
-                    repo.config.models['main'] = {
-                        provider: modelOverride.provider,
-                        model: modelOverride.model,
-                    };
-                }
-                const queryCost = usage ? computeEvalCost(usage.inputTokens, usage.outputTokens, modelInfo.model, usage.cacheReadInputTokens, usage.cacheCreationInputTokens) : undefined;
-                if (queryCost)
-                    perCaseCosts.push(queryCost);
-                const result = {
-                    eval: ev,
-                    response,
-                    toolCalls,
-                    assertions,
-                    passed,
-                    durationMs: Date.now() - evalStart,
-                    cost: queryCost,
-                    ...(queryError ? { error: queryError } : {}),
-                };
-                results.push(result);
-                // Send full result with eval_complete — separate query and judge costs
-                writeSSE(res, {
-                    type: 'eval_complete',
-                    evalName: ev.name,
-                    passed,
-                    current: i + 1,
-                    total: evals.length,
-                    result: {
-                        response,
-                        toolCalls,
-                        toolResults,
-                        assertions,
-                        durationMs: result.durationMs,
-                        queryCost,
-                        judgeCost,
-                        ...(queryError ? { error: queryError } : {}),
-                    },
-                });
-            }
-            catch (err) {
-                const msg = err instanceof Error ? err.message : String(err);
-                // Restore original model on error too
-                restoreModel();
-                if (modelOverride && repo.config?.models) {
-                    repo.config.models['main'] = {
-                        provider: modelOverride.provider,
-                        model: modelOverride.model,
-                    };
-                }
-                const result = {
-                    eval: ev,
-                    response: '',
-                    toolCalls: [],
-                    assertions: [],
-                    passed: false,
-                    durationMs: Date.now() - evalStart,
-                    error: msg,
-                };
-                results.push(result);
-                writeSSE(res, {
-                    type: 'eval_complete',
-                    evalName: ev.name,
-                    passed: false,
-                    current: i + 1,
-                    total: evals.length,
-                    result: { response: '', toolCalls: [], assertions: [], durationMs: result.durationMs, error: msg },
-                });
-            }
-        }
-        // Restore original model config
-        restoreModel();
-        // Build suite result
-        const totalCost = perCaseCosts.length > 0 ? aggregateRunCost(perCaseCosts) : undefined;
-        const suiteResult = {
-            results,
-            totalPassed: results.filter((r) => r.passed).length,
-            totalFailed: results.filter((r) => !r.passed).length,
-            totalSkipped: 0,
-            totalDurationMs: Date.now() - startTime,
-            totalCost,
-            model: modelInfo,
-            timestamp: new Date().toISOString(),
-        };
-        const run = buildEvalRun(suiteResult, modelInfo, { orgId: 'local', triggeredBy: 'manual' });
-        options.evalStore.save(run); // eslint-disable-line @typescript-eslint/no-unsafe-type-assertion
-        // Suppress unused variable warnings
-        void evalSessionId;
-        writeSSE(res, { type: 'run_complete', run });
-        writeSSE(res, { type: 'done' });
-        res.end();
-    }));
-    /** Get eval history for a specific eval */
-    router.get('/api/evals/runs/by-eval/:evalName', (req, res) => {
-        const evalName = req.params['evalName'] ?? '';
-        const entries = options.evalStore.listByEval(evalName);
-        res.json({ entries });
-    });
-    /** Get arena model config */
-    router.get('/api/evals/arena/models', (_req, res) => {
-        const repo = options.getBundle();
-        if (!repo) {
-            res.status(500).json({ error: 'No bundle available' });
-            return;
-        }
-        const config = repo.config;
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- config shape
-        const rawConfig = config;
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- config shape
-        const arena = rawConfig['arena'];
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- config shape
-        const configModels = arena?.['models'];
-        const models = configModels ?? [
-            { provider: 'anthropic', model: 'claude-opus-4-6', label: 'Claude Opus 4.6' },
-            { provider: 'anthropic', model: 'claude-sonnet-4-6', label: 'Claude Sonnet 4.6' },
-            { provider: 'anthropic', model: 'claude-haiku-4-5-20251001', label: 'Claude Haiku 4.5' },
-            { provider: 'openai', model: 'gpt-4o', label: 'GPT-4o' },
-            { provider: 'openai', model: 'gpt-4o-mini', label: 'GPT-4o Mini' },
-            { provider: 'openai', model: 'gpt-4.1', label: 'GPT-4.1' },
-            { provider: 'openai', model: 'gpt-4.1-mini', label: 'GPT-4.1 Mini' },
-            { provider: 'google', model: 'gemini-2.5-pro', label: 'Gemini 2.5 Pro' },
-            { provider: 'google', model: 'gemini-2.5-flash', label: 'Gemini 2.5 Flash' },
-            { provider: 'deepseek', model: 'deepseek-chat', label: 'DeepSeek Chat' },
-            { provider: 'deepseek', model: 'deepseek-reasoner', label: 'DeepSeek Reasoner' },
-            { provider: 'groq', model: 'llama-3.3-70b-versatile', label: 'Llama 3.3 70B (Groq)' },
-            { provider: 'groq', model: 'llama-3.1-8b-instant', label: 'Llama 3.1 8B (Groq)' },
-            { provider: 'groq', model: 'meta-llama/llama-4-scout-17b-16e-instruct', label: 'Llama 4 Scout (Groq)' },
-            { provider: 'groq', model: 'qwen/qwen3-32b', label: 'Qwen 3 32B (Groq)' },
-            { provider: 'groq', model: 'moonshotai/kimi-k2-instruct', label: 'Kimi K2 (Groq)' },
-            { provider: 'groq', model: 'openai/gpt-oss-120b', label: 'GPT-OSS 120B (Groq)' },
-            { provider: 'mistral', model: 'mistral-large-latest', label: 'Mistral Large' },
-            { provider: 'mistral', model: 'mistral-small-latest', label: 'Mistral Small' },
-            { provider: 'mistral', model: 'codestral-latest', label: 'Codestral' },
-            { provider: 'xai', model: 'grok-3', label: 'Grok 3' },
-            { provider: 'xai', model: 'grok-3-mini', label: 'Grok 3 Mini' },
-        ];
-        res.json({ models });
-    });
-    return router;
-}
-//# sourceMappingURL=evals.js.map