@evalstudio/api 0.1.0

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+import { startServer } from "./index.js";
+startServer();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,WAAW,EAAE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,18 @@
+import Fastify from "fastify";
+import { RunProcessor } from "evalstudio";
+export interface ServerOptions {
+    logger?: boolean;
+    /** Enable background run processing (default: true) */
+    runProcessor?: boolean;
+    /** Run processor polling interval in ms (default: 5000) */
+    runProcessorPollMs?: number;
+    /** Maximum concurrent runs (default: 3) */
+    runProcessorMaxConcurrent?: number;
+    /** Path to built web UI files (enables static file serving) */
+    webDistPath?: string;
+}
+export declare function createServer(options?: ServerOptions): Promise<Fastify.FastifyInstance<import("http").Server<typeof import("http").IncomingMessage, typeof import("http").ServerResponse>, import("http").IncomingMessage, import("http").ServerResponse<import("http").IncomingMessage>, Fastify.FastifyBaseLogger, Fastify.FastifyTypeProviderDefault>>;
+export declare function startServer(port?: number): Promise<Fastify.FastifyInstance<import("http").Server<typeof import("http").IncomingMessage, typeof import("http").ServerResponse>, import("http").IncomingMessage, import("http").ServerResponse<import("http").IncomingMessage>, Fastify.FastifyBaseLogger, Fastify.FastifyTypeProviderDefault>>;
+/** Get the current run processor instance (for testing/monitoring) */
+export declare function getRunProcessor(): RunProcessor | null;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAU1C,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,uDAAuD;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,2DAA2D;IAC3D,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,2CAA2C;IAC3C,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,wBAAsB,YAAY,CAAC,OAAO,GAAE,aAAkB,sSA6E7D;AAED,wBAAsB,WAAW,CAAC,IAAI,SAAsD,sSAqB3F;AAED,sEAAsE;AACtE,wBAAgB,eAAe,IAAI,YAAY,GAAG,IAAI,CAErD"}

package/dist/index.js

@@ -0,0 +1,104 @@
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+import Fastify from "fastify";
+import fastifyStatic from "@fastify/static";
+import { RunProcessor } from "evalstudio";
+import { connectorsRoute } from "./routes/connectors.js";
+import { evalsRoute } from "./routes/evals.js";
+import { llmProvidersRoute } from "./routes/llm-providers.js";
+import { personasRoute } from "./routes/personas.js";
+import { projectsRoute } from "./routes/projects.js";
+import { runsRoute } from "./routes/runs.js";
+import { scenariosRoute } from "./routes/scenarios.js";
+import { statusRoute } from "./routes/status.js";
+// Global processor instance for graceful shutdown
+let runProcessor = null;
+export async function createServer(options = {}) {
+    const fastify = Fastify({
+        logger: options.logger ?? false,
+    });
+    // Register all API routes under /api prefix
+    await fastify.register(async (api) => {
+        await api.register(connectorsRoute);
+        await api.register(evalsRoute);
+        await api.register(llmProvidersRoute);
+        await api.register(personasRoute);
+        await api.register(projectsRoute);
+        await api.register(runsRoute);
+        await api.register(scenariosRoute);
+        await api.register(statusRoute);
+    }, { prefix: "/api" });
+    // Serve static web UI files if webDistPath is provided
+    if (options.webDistPath) {
+        await fastify.register(fastifyStatic, {
+            root: options.webDistPath,
+            wildcard: false,
+        });
+        // SPA fallback: non-API, non-static routes return index.html
+        fastify.setNotFoundHandler((request, reply) => {
+            if (request.url.startsWith("/api/")) {
+                reply.code(404).send({ error: "Not found" });
+            }
+            else {
+                const indexPath = join(options.webDistPath, "index.html");
+                const html = readFileSync(indexPath, "utf-8");
+                reply.type("text/html").send(html);
+            }
+        });
+    }
+    // Start the run processor if enabled (default: true)
+    const enableProcessor = options.runProcessor ?? true;
+    if (enableProcessor) {
+        const pollMs = options.runProcessorPollMs ?? 5000;
+        const maxConcurrent = options.runProcessorMaxConcurrent ?? 3;
+        runProcessor = new RunProcessor({
+            pollIntervalMs: pollMs,
+            maxConcurrent,
+            onRunStart: (run) => {
+                console.log(`[RunProcessor] Starting run ${run.id}`);
+            },
+            onRunComplete: (run, result) => {
+                console.log(`[RunProcessor] Run ${run.id} completed (${result.latencyMs}ms)`);
+            },
+            onRunError: (run, error) => {
+                console.error(`[RunProcessor] Run ${run.id} failed: ${error.message}`);
+            },
+        });
+        runProcessor.start();
+        console.log(`[RunProcessor] Started (poll: ${pollMs}ms, concurrency: ${maxConcurrent})`);
+    }
+    // Register shutdown hook
+    fastify.addHook("onClose", async () => {
+        if (runProcessor) {
+            console.log("[RunProcessor] Stopping...");
+            await runProcessor.stop();
+            console.log("[RunProcessor] Stopped");
+        }
+    });
+    return fastify;
+}
+export async function startServer(port = parseInt(process.env.EVALSTUDIO_PORT || "3000", 10)) {
+    const server = await createServer({ logger: true });
+    // Handle graceful shutdown
+    const shutdown = async (signal) => {
+        console.log(`\n${signal} received, shutting down gracefully...`);
+        await server.close();
+        process.exit(0);
+    };
+    process.on("SIGTERM", () => shutdown("SIGTERM"));
+    process.on("SIGINT", () => shutdown("SIGINT"));
+    try {
+        const address = await server.listen({ port, host: "0.0.0.0" });
+        console.log(`Server listening at ${address}`);
+        return server;
+    }
+    catch (err) {
+        server.log.error(err);
+        process.exit(1);
+    }
+}
+/** Get the current run processor instance (for testing/monitoring) */
+export function getRunProcessor() {
+    return runProcessor;
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAcjD,kDAAkD;AAClD,IAAI,YAAY,GAAwB,IAAI,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,UAAyB,EAAE;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;KAChC,CAAC,CAAC;IAEH,4CAA4C;IAC5C,MAAM,OAAO,CAAC,QAAQ,CACpB,KAAK,EAAE,GAAG,EAAE,EAAE;QACZ,MAAM,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACpC,MAAM,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/B,MAAM,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QACtC,MAAM,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAClC,MAAM,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAClC,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9B,MAAM,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnC,MAAM,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAClC,CAAC,EACD,EAAE,MAAM,EAAE,MAAM,EAAE,CACnB,CAAC;IAEF,uDAAuD;IACvD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE;YACpC,IAAI,EAAE,OAAO,CAAC,WAAW;YACzB,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,6DAA6D;QAC7D,OAAO,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,WAAY,EAAE,YAAY,CAAC,CAAC;gBAC3D,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qDAAqD;IACrD,MAAM,eAAe,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;IACrD,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC;QAClD,MAAM,aAAa,GAAG,OAAO,CAAC,yBAAyB,IAAI,CAAC,CAAC;QAE7D,YAAY,GAAG,IAAI,YAAY,CAAC;YAC9B,cAAc,EAAE,MAAM;YACtB,aAAa;YACb,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;gBAClB,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,CAAC;YACD,aAAa,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;gBAC7B,OAAO,CAAC,GAAG,CACT,sBAAsB,GAAG,CAAC,EAAE,eAAe,MAAM,CAAC,SAAS,KAAK,CACjE,CAAC;YACJ,CAAC;YACD,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;gBACzB,OAAO,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,EAAE,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,CAAC;SACF,CAAC,CAAC;QAEH,YAAY,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CACT,iCAAiC,MAAM,oBAAoB,aAAa,GAAG,CAC5E,CAAC;IACJ,CAAC;IAED,yBAAyB;IACzB,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;QACpC,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,MAAM,EAAE,EAAE,CAAC;IAC1F,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpD,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,wCAAwC,CAAC,CAAC;QACjE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACjD,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,eAAe;IAC7B,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/dist/routes/connectors.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function connectorsRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=connectors.d.ts.map

package/dist/routes/connectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connectors.d.ts","sourceRoot":"","sources":["../../src/routes/connectors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA2C/C,wBAAsB,eAAe,CAAC,OAAO,EAAE,eAAe,iBAqJ7D"}

package/dist/routes/connectors.js

@@ -0,0 +1,109 @@
+import { createConnector, deleteConnector, getConnector, getConnectorTypes, invokeConnector, listConnectors, testConnector, updateConnector, } from "evalstudio";
+export async function connectorsRoute(fastify) {
+    fastify.get("/connectors", async (request) => {
+        return listConnectors(request.query.projectId);
+    });
+    fastify.get("/connectors/types", async () => {
+        return getConnectorTypes();
+    });
+    fastify.get("/connectors/:id", async (request, reply) => {
+        const connector = getConnector(request.params.id);
+        if (!connector) {
+            reply.code(404);
+            return { error: "Connector not found" };
+        }
+        return connector;
+    });
+    fastify.post("/connectors", async (request, reply) => {
+        const { projectId, name, type, baseUrl, authType, authValue, config } = request.body;
+        if (!projectId) {
+            reply.code(400);
+            return { error: "Project ID is required" };
+        }
+        if (!name) {
+            reply.code(400);
+            return { error: "Name is required" };
+        }
+        if (!type) {
+            reply.code(400);
+            return { error: "Type is required" };
+        }
+        if (!baseUrl) {
+            reply.code(400);
+            return { error: "Base URL is required" };
+        }
+        try {
+            const connector = createConnector({
+                projectId,
+                name,
+                type,
+                baseUrl,
+                authType,
+                authValue,
+                config,
+            });
+            reply.code(201);
+            return connector;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else {
+                    reply.code(409);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/connectors/:id", async (request, reply) => {
+        const { name, type, baseUrl, authType, authValue, config } = request.body;
+        try {
+            const connector = updateConnector(request.params.id, {
+                name,
+                type,
+                baseUrl,
+                authType,
+                authValue,
+                config,
+            });
+            if (!connector) {
+                reply.code(404);
+                return { error: "Connector not found" };
+            }
+            return connector;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(409);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/connectors/:id", async (request, reply) => {
+        const deleted = deleteConnector(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "Connector not found" };
+        }
+        reply.code(204);
+        return;
+    });
+    fastify.post("/connectors/:id/test", async (request) => {
+        const result = await testConnector(request.params.id);
+        return result;
+    });
+    fastify.post("/connectors/:id/invoke", async (request, reply) => {
+        const { messages } = request.body;
+        if (!messages || !Array.isArray(messages) || messages.length === 0) {
+            reply.code(400);
+            return { error: "Messages array is required" };
+        }
+        const result = await invokeConnector(request.params.id, { messages });
+        return result;
+    });
+}
+//# sourceMappingURL=connectors.js.map

package/dist/routes/connectors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connectors.js","sourceRoot":"","sources":["../../src/routes/connectors.ts"],"names":[],"mappings":"AACA,OAAO,EACL,eAAe,EACf,eAAe,EACf,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,aAAa,EACb,eAAe,GAKhB,MAAM,YAAY,CAAC;AA6BpB,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAwB;IAC5D,OAAO,CAAC,GAAG,CACT,aAAa,EACb,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,OAAO,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;QAC1C,OAAO,iBAAiB,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAElD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;QAC1C,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,aAAa,EACb,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAErF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,eAAe,CAAC;gBAChC,SAAS;gBACT,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,QAAQ;gBACR,SAAS;gBACT,MAAM;aACP,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAE1E,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;gBACnD,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,QAAQ;gBACR,SAAS;gBACT,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;YAC1C,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,iBAAiB,EACjB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;QAC1C,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,sBAAsB,EACtB,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtD,OAAO,MAAM,CAAC;IAChB,CAAC,CACF,CAAC;IAMF,OAAO,CAAC,IAAI,CACV,wBAAwB,EACxB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAElC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC;IAChB,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/evals.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function evalsRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=evals.d.ts.map

package/dist/routes/evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/routes/evals.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAyC/C,wBAAsB,UAAU,CAAC,OAAO,EAAE,eAAe,iBAyIxD"}

package/dist/routes/evals.js

@@ -0,0 +1,103 @@
+import { createEval, deleteEval, getEval, getEvalWithRelations, listEvals, updateEval, } from "evalstudio";
+export async function evalsRoute(fastify) {
+    fastify.get("/evals", async (request) => {
+        return listEvals(request.query.projectId);
+    });
+    fastify.get("/evals/:id", async (request, reply) => {
+        const expand = request.query.expand === "true";
+        const evalItem = expand
+            ? getEvalWithRelations(request.params.id)
+            : getEval(request.params.id);
+        if (!evalItem) {
+            reply.code(404);
+            return { error: "Eval not found" };
+        }
+        return evalItem;
+    });
+    fastify.post("/evals", async (request, reply) => {
+        const { projectId, name, input, scenarioIds, connectorId, } = request.body;
+        if (!projectId) {
+            reply.code(400);
+            return { error: "Project ID is required" };
+        }
+        if (!name) {
+            reply.code(400);
+            return { error: "Name is required" };
+        }
+        if (!scenarioIds || scenarioIds.length === 0) {
+            reply.code(400);
+            return { error: "At least one Scenario ID is required" };
+        }
+        if (!connectorId) {
+            reply.code(400);
+            return { error: "Connector ID is required" };
+        }
+        try {
+            const evalItem = createEval({
+                projectId,
+                name,
+                input,
+                scenarioIds,
+                connectorId,
+            });
+            reply.code(201);
+            return evalItem;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else if (error.message.includes("does not belong")) {
+                    reply.code(400);
+                }
+                else {
+                    reply.code(409);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/evals/:id", async (request, reply) => {
+        const { name, input, scenarioIds, connectorId, } = request.body;
+        try {
+            const evalItem = updateEval(request.params.id, {
+                name,
+                input,
+                scenarioIds,
+                connectorId,
+            });
+            if (!evalItem) {
+                reply.code(404);
+                return { error: "Eval not found" };
+            }
+            return evalItem;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else if (error.message.includes("does not belong")) {
+                    reply.code(400);
+                }
+                else {
+                    reply.code(409);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/evals/:id", async (request, reply) => {
+        const deleted = deleteEval(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "Eval not found" };
+        }
+        reply.code(204);
+        return;
+    });
+}
+//# sourceMappingURL=evals.js.map

package/dist/routes/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/routes/evals.ts"],"names":[],"mappings":"AACA,OAAO,EACL,UAAU,EACV,UAAU,EACV,OAAO,EACP,oBAAoB,EACpB,SAAS,EACT,UAAU,GAEX,MAAM,YAAY,CAAC;AAgCpB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAwB;IACvD,OAAO,CAAC,GAAG,CACT,QAAQ,EACR,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,YAAY,EACZ,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC;QAE/C,MAAM,QAAQ,GAAG,MAAM;YACrB,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACzC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE/B,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QACrC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,QAAQ,EACR,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EACJ,SAAS,EACT,IAAI,EACJ,KAAK,EACL,WAAW,EACX,WAAW,GACZ,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,sCAAsC,EAAE,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,UAAU,CAAC;gBAC1B,SAAS;gBACT,IAAI;gBACJ,KAAK;gBACL,WAAW;gBACX,WAAW;aACZ,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBACrD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,YAAY,EACZ,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EACJ,IAAI,EACJ,KAAK,EACL,WAAW,EACX,WAAW,GACZ,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;gBAC7C,IAAI;gBACJ,KAAK;gBACL,WAAW;gBACX,WAAW;aACZ,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;YACrC,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBACrD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,YAAY,EACZ,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QACrC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/llm-providers.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function llmProvidersRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=llm-providers.d.ts.map

package/dist/routes/llm-providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-providers.d.ts","sourceRoot":"","sources":["../../src/routes/llm-providers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAoC/C,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,eAAe,iBA2I/D"}

package/dist/routes/llm-providers.js

@@ -0,0 +1,110 @@
+import { createLLMProvider, deleteLLMProvider, fetchProviderModels, getDefaultModels, getLLMProvider, listLLMProviders, updateLLMProvider, } from "evalstudio";
+export async function llmProvidersRoute(fastify) {
+    fastify.get("/llm-providers", async (request) => {
+        return listLLMProviders(request.query.projectId);
+    });
+    fastify.get("/llm-providers/models", async () => {
+        return getDefaultModels();
+    });
+    // Fetch models dynamically from provider's API
+    fastify.get("/llm-providers/:id/models", async (request, reply) => {
+        try {
+            const models = await fetchProviderModels(request.params.id);
+            return { models };
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                    return { error: error.message };
+                }
+                reply.code(500);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.get("/llm-providers/:id", async (request, reply) => {
+        const provider = getLLMProvider(request.params.id);
+        if (!provider) {
+            reply.code(404);
+            return { error: "LLM Provider not found" };
+        }
+        return provider;
+    });
+    fastify.post("/llm-providers", async (request, reply) => {
+        const { projectId, name, provider, apiKey, config } = request.body;
+        if (!projectId) {
+            reply.code(400);
+            return { error: "Project ID is required" };
+        }
+        if (!name) {
+            reply.code(400);
+            return { error: "Name is required" };
+        }
+        if (!provider) {
+            reply.code(400);
+            return { error: "Provider is required" };
+        }
+        if (!apiKey) {
+            reply.code(400);
+            return { error: "API key is required" };
+        }
+        try {
+            const llmProvider = createLLMProvider({
+                projectId,
+                name,
+                provider,
+                apiKey,
+                config,
+            });
+            reply.code(201);
+            return llmProvider;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else {
+                    reply.code(409);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/llm-providers/:id", async (request, reply) => {
+        const { name, provider, apiKey, config } = request.body;
+        try {
+            const llmProvider = updateLLMProvider(request.params.id, {
+                name,
+                provider,
+                apiKey,
+                config,
+            });
+            if (!llmProvider) {
+                reply.code(404);
+                return { error: "LLM Provider not found" };
+            }
+            return llmProvider;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(409);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/llm-providers/:id", async (request, reply) => {
+        const deleted = deleteLLMProvider(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "LLM Provider not found" };
+        }
+        reply.code(204);
+        return;
+    });
+}
+//# sourceMappingURL=llm-providers.js.map

package/dist/routes/llm-providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-providers.js","sourceRoot":"","sources":["../../src/routes/llm-providers.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,GAGlB,MAAM,YAAY,CAAC;AAyBpB,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAwB;IAC9D,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,OAAO,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QAC9C,OAAO,gBAAgB,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,+CAA+C;IAC/C,OAAO,CAAC,GAAG,CACT,2BAA2B,EAC3B,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC5D,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClC,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,oBAAoB,EACpB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEnD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,gBAAgB,EAChB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAEnE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,iBAAiB,CAAC;gBACpC,SAAS;gBACT,IAAI;gBACJ,QAAQ;gBACR,MAAM;gBACN,MAAM;aACP,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,oBAAoB,EACpB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;gBACvD,IAAI;gBACJ,QAAQ;gBACR,MAAM;gBACN,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;YAC7C,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,oBAAoB,EACpB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAErD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/personas.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function personasRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=personas.d.ts.map

package/dist/routes/personas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"personas.d.ts","sourceRoot":"","sources":["../../src/routes/personas.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA8B/C,wBAAsB,aAAa,CAAC,OAAO,EAAE,eAAe,iBAsG3D"}

package/dist/routes/personas.js

@@ -0,0 +1,79 @@
+import { createPersona, deletePersona, getPersona, listPersonas, updatePersona, } from "evalstudio";
+export async function personasRoute(fastify) {
+    fastify.get("/personas", async (request) => {
+        return listPersonas(request.query.projectId);
+    });
+    fastify.get("/personas/:id", async (request, reply) => {
+        const persona = getPersona(request.params.id);
+        if (!persona) {
+            reply.code(404);
+            return { error: "Persona not found" };
+        }
+        return persona;
+    });
+    fastify.post("/personas", async (request, reply) => {
+        const { projectId, name, description, systemPrompt } = request.body;
+        if (!projectId) {
+            reply.code(400);
+            return { error: "Project ID is required" };
+        }
+        if (!name) {
+            reply.code(400);
+            return { error: "Name is required" };
+        }
+        try {
+            const persona = createPersona({
+                projectId,
+                name,
+                description,
+                systemPrompt,
+            });
+            reply.code(201);
+            return persona;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else {
+                    reply.code(409);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/personas/:id", async (request, reply) => {
+        const { name, description, systemPrompt } = request.body;
+        try {
+            const persona = updatePersona(request.params.id, {
+                name,
+                description,
+                systemPrompt,
+            });
+            if (!persona) {
+                reply.code(404);
+                return { error: "Persona not found" };
+            }
+            return persona;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(409);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/personas/:id", async (request, reply) => {
+        const deleted = deletePersona(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "Persona not found" };
+        }
+        reply.code(204);
+        return;
+    });
+}
+//# sourceMappingURL=personas.js.map

package/dist/routes/personas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"personas.js","sourceRoot":"","sources":["../../src/routes/personas.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EACb,aAAa,EACb,UAAU,EACV,YAAY,EACZ,aAAa,GACd,MAAM,YAAY,CAAC;AAuBpB,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAwB;IAC1D,OAAO,CAAC,GAAG,CACT,WAAW,EACX,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,OAAO,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,eAAe,EACf,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,WAAW,EACX,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAEpE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC;gBAC5B,SAAS;gBACT,IAAI;gBACJ,WAAW;gBACX,YAAY;aACb,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,eAAe,EACf,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;gBAC/C,IAAI;gBACJ,WAAW;gBACX,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;YACxC,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,eAAe,EACf,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACxC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/projects.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function projectsRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=projects.d.ts.map

package/dist/routes/projects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"projects.d.ts","sourceRoot":"","sources":["../../src/routes/projects.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA0B/C,wBAAsB,aAAa,CAAC,OAAO,EAAE,eAAe,iBAqF3D"}

package/dist/routes/projects.js

@@ -0,0 +1,65 @@
+import { createProject, deleteProject, getProject, listProjects, updateProject, } from "evalstudio";
+export async function projectsRoute(fastify) {
+    fastify.get("/projects", async () => {
+        return listProjects();
+    });
+    fastify.get("/projects/:id", async (request, reply) => {
+        const project = getProject(request.params.id);
+        if (!project) {
+            reply.code(404);
+            return { error: "Project not found" };
+        }
+        return project;
+    });
+    fastify.post("/projects", async (request, reply) => {
+        const { name, description, llmSettings } = request.body;
+        if (!name) {
+            reply.code(400);
+            return { error: "Name is required" };
+        }
+        try {
+            const project = createProject({ name, description, llmSettings });
+            reply.code(201);
+            return project;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(409);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/projects/:id", async (request, reply) => {
+        const { name, description, llmSettings } = request.body;
+        try {
+            const project = updateProject(request.params.id, {
+                name,
+                description,
+                llmSettings,
+            });
+            if (!project) {
+                reply.code(404);
+                return { error: "Project not found" };
+            }
+            return project;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(400);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/projects/:id", async (request, reply) => {
+        const deleted = deleteProject(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "Project not found" };
+        }
+        reply.code(204);
+        return;
+    });
+}
+//# sourceMappingURL=projects.js.map

package/dist/routes/projects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"projects.js","sourceRoot":"","sources":["../../src/routes/projects.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,EACb,aAAa,EACb,UAAU,EACV,YAAY,EACZ,aAAa,GAEd,MAAM,YAAY,CAAC;AAkBpB,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAwB;IAC1D,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE;QAClC,OAAO,YAAY,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CACT,eAAe,EACf,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,WAAW,EACX,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAExD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,eAAe,EACf,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAExD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;gBAC/C,IAAI;gBACJ,WAAW;gBACX,WAAW;aACZ,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;YACxC,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,eAAe,EACf,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACxC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/runs.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function runsRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=runs.d.ts.map

package/dist/routes/runs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../src/routes/runs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAkD/C,wBAAsB,SAAS,CAAC,OAAO,EAAE,eAAe,iBAoKvD"}

package/dist/routes/runs.js

@@ -0,0 +1,127 @@
+import { createPlaygroundRun, createRuns, deleteRun, getRun, listRuns, listRunsByEval, listRunsByScenario, listRunsByPersona, retryRun, updateRun, } from "evalstudio";
+export async function runsRoute(fastify) {
+    fastify.get("/runs", async (request) => {
+        const { evalId, projectId, scenarioId, personaId } = request.query;
+        if (evalId) {
+            return listRunsByEval(evalId);
+        }
+        if (scenarioId) {
+            return listRunsByScenario(scenarioId);
+        }
+        if (personaId) {
+            return listRunsByPersona(personaId);
+        }
+        return listRuns(undefined, projectId);
+    });
+    fastify.get("/runs/:id", async (request, reply) => {
+        const run = getRun(request.params.id);
+        if (!run) {
+            reply.code(404);
+            return { error: "Run not found" };
+        }
+        return run;
+    });
+    fastify.post("/runs", async (request, reply) => {
+        const { evalId } = request.body;
+        if (!evalId) {
+            reply.code(400);
+            return { error: "Eval ID is required" };
+        }
+        try {
+            const runs = createRuns({ evalId });
+            reply.code(201);
+            return runs;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else {
+                    reply.code(400);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    // Create a playground run (without eval)
+    fastify.post("/runs/playground", async (request, reply) => {
+        const { scenarioId, connectorId, personaId } = request.body;
+        if (!scenarioId) {
+            reply.code(400);
+            return { error: "Scenario ID is required" };
+        }
+        if (!connectorId) {
+            reply.code(400);
+            return { error: "Connector ID is required" };
+        }
+        try {
+            const run = createPlaygroundRun({
+                scenarioId,
+                connectorId,
+                personaId,
+            });
+            reply.code(201);
+            return run;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else {
+                    reply.code(400);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/runs/:id", async (request, reply) => {
+        const { status, startedAt, completedAt, messages, output, result, error, metadata, } = request.body;
+        const run = updateRun(request.params.id, {
+            status,
+            startedAt,
+            completedAt,
+            messages,
+            output,
+            result,
+            error,
+            metadata,
+        });
+        if (!run) {
+            reply.code(404);
+            return { error: "Run not found" };
+        }
+        return run;
+    });
+    // Retry a failed run
+    fastify.post("/runs/:id/retry", async (request, reply) => {
+        try {
+            const run = retryRun(request.params.id);
+            if (!run) {
+                reply.code(404);
+                return { error: "Run not found" };
+            }
+            return run;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(400);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/runs/:id", async (request, reply) => {
+        const deleted = deleteRun(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "Run not found" };
+        }
+        reply.code(204);
+        return;
+    });
+}
+//# sourceMappingURL=runs.js.map

package/dist/routes/runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.js","sourceRoot":"","sources":["../../src/routes/runs.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,SAAS,EACT,MAAM,EACN,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,QAAQ,EACR,SAAS,GAKV,MAAM,YAAY,CAAC;AAkCpB,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAwB;IACtD,OAAO,CAAC,GAAG,CAAkC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACtE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC;QAEnE,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAwB,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvE,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;QACpC,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAA0B,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACtE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAEhC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,yCAAyC;IACzC,OAAO,CAAC,IAAI,CACV,kBAAkB,EAClB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAE5D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,mBAAmB,CAAC;gBAC9B,UAAU;gBACV,WAAW;gBACX,SAAS;aACV,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,WAAW,EACX,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EACJ,MAAM,EACN,SAAS,EACT,WAAW,EACX,QAAQ,EACR,MAAM,EACN,MAAM,EACN,KAAK,EACL,QAAQ,GACT,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjB,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;YACvC,MAAM;YACN,SAAS;YACT,WAAW;YACX,QAAQ;YACR,MAAM;YACN,MAAM;YACN,KAAK;YACL,QAAQ;SACT,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;QACpC,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC,CACF,CAAC;IAEF,qBAAqB;IACrB,OAAO,CAAC,IAAI,CACV,iBAAiB,EACjB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAExC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YACpC,CAAC;YAED,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,WAAW,EACX,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;QACpC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/scenarios.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function scenariosRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=scenarios.d.ts.map

package/dist/routes/scenarios.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenarios.d.ts","sourceRoot":"","sources":["../../src/routes/scenarios.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAiD/C,wBAAsB,cAAc,CAAC,OAAO,EAAE,eAAe,iBAiJ5D"}

package/dist/routes/scenarios.js

@@ -0,0 +1,113 @@
+import { buildTestAgentMessages, buildTestAgentSystemPrompt, createScenario, deleteScenario, getPersona, getScenario, listScenarios, updateScenario, } from "evalstudio";
+export async function scenariosRoute(fastify) {
+    fastify.get("/scenarios", async (request) => {
+        return listScenarios(request.query.projectId);
+    });
+    fastify.get("/scenarios/:id", async (request, reply) => {
+        const scenario = getScenario(request.params.id);
+        if (!scenario) {
+            reply.code(404);
+            return { error: "Scenario not found" };
+        }
+        return scenario;
+    });
+    // Get the test agent prompt and messages for a scenario with optional persona
+    fastify.get("/scenarios/:id/prompt", async (request, reply) => {
+        const scenario = getScenario(request.params.id);
+        if (!scenario) {
+            reply.code(404);
+            return { error: "Scenario not found" };
+        }
+        // Get persona if provided
+        let persona = null;
+        if (request.query.personaId) {
+            persona = getPersona(request.query.personaId);
+            if (!persona) {
+                reply.code(404);
+                return { error: "Persona not found" };
+            }
+        }
+        const promptInput = {
+            persona,
+            scenario,
+        };
+        const systemPrompt = buildTestAgentSystemPrompt(promptInput);
+        const messages = buildTestAgentMessages(promptInput);
+        return { systemPrompt, messages };
+    });
+    fastify.post("/scenarios", async (request, reply) => {
+        const { projectId, name, instructions, messages, maxMessages, successCriteria, failureCriteria, failureCriteriaMode, personaIds } = request.body;
+        if (!projectId) {
+            reply.code(400);
+            return { error: "Project ID is required" };
+        }
+        if (!name) {
+            reply.code(400);
+            return { error: "Name is required" };
+        }
+        try {
+            const scenario = createScenario({
+                projectId,
+                name,
+                instructions,
+                messages,
+                maxMessages,
+                successCriteria,
+                failureCriteria,
+                failureCriteriaMode,
+                personaIds,
+            });
+            reply.code(201);
+            return scenario;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes("not found")) {
+                    reply.code(404);
+                }
+                else {
+                    reply.code(409);
+                }
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.put("/scenarios/:id", async (request, reply) => {
+        const { name, instructions, messages, maxMessages, successCriteria, failureCriteria, failureCriteriaMode, personaIds } = request.body;
+        try {
+            const scenario = updateScenario(request.params.id, {
+                name,
+                instructions,
+                messages,
+                maxMessages,
+                successCriteria,
+                failureCriteria,
+                failureCriteriaMode,
+                personaIds,
+            });
+            if (!scenario) {
+                reply.code(404);
+                return { error: "Scenario not found" };
+            }
+            return scenario;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                reply.code(409);
+                return { error: error.message };
+            }
+            throw error;
+        }
+    });
+    fastify.delete("/scenarios/:id", async (request, reply) => {
+        const deleted = deleteScenario(request.params.id);
+        if (!deleted) {
+            reply.code(404);
+            return { error: "Scenario not found" };
+        }
+        reply.code(204);
+        return;
+    });
+}
+//# sourceMappingURL=scenarios.js.map

package/dist/routes/scenarios.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenarios.js","sourceRoot":"","sources":["../../src/routes/scenarios.ts"],"names":[],"mappings":"AACA,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,cAAc,EACd,cAAc,EACd,UAAU,EACV,WAAW,EACX,aAAa,EACb,cAAc,GAGf,MAAM,YAAY,CAAC;AAqCpB,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAwB;IAC3D,OAAO,CAAC,GAAG,CACT,YAAY,EACZ,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,OAAO,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;QACzC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CACF,CAAC;IAEF,8EAA8E;IAC9E,OAAO,CAAC,GAAG,CACT,uBAAuB,EACvB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;QACzC,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5B,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG;YAClB,OAAO;YACP,QAAQ;SACT,CAAC;QAEF,MAAM,YAAY,GAAG,0BAA0B,CAAC,WAAW,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;QAErD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,IAAI,CACV,YAAY,EACZ,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,EAAE,mBAAmB,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAEjJ,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAc,CAAC;gBAC9B,SAAS;gBACT,IAAI;gBACJ,YAAY;gBACZ,QAAQ;gBACR,WAAW;gBACX,eAAe;gBACf,eAAe;gBACf,mBAAmB;gBACnB,UAAU;aACX,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,EAAE,mBAAmB,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;QAEtI,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE;gBACjD,IAAI;gBACJ,YAAY;gBACZ,QAAQ;gBACR,WAAW;gBACX,eAAe;gBACf,eAAe;gBACf,mBAAmB;gBACnB,UAAU;aACX,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACzC,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,CAAC,MAAM,CACZ,gBAAgB,EAChB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAElD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;QACzC,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO;IACT,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/routes/status.d.ts

@@ -0,0 +1,3 @@
+import type { FastifyInstance } from "fastify";
+export declare function statusRoute(fastify: FastifyInstance): Promise<void>;
+//# sourceMappingURL=status.d.ts.map

package/dist/routes/status.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.d.ts","sourceRoot":"","sources":["../../src/routes/status.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAG/C,wBAAsB,WAAW,CAAC,OAAO,EAAE,eAAe,iBAIzD"}

package/dist/routes/status.js

@@ -0,0 +1,7 @@
+import { getStatus } from "evalstudio";
+export async function statusRoute(fastify) {
+    fastify.get("/status", async () => {
+        return getStatus();
+    });
+}
+//# sourceMappingURL=status.js.map

package/dist/routes/status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/routes/status.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAwB;IACxD,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;QAChC,OAAO,SAAS,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "@evalstudio/api",
+  "version": "0.1.0",
+  "description": "REST API server for EvalStudio",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "keywords": [
+    "eval",
+    "evaluation",
+    "testing",
+    "api",
+    "fastify"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Treatwell-AI/evalstudio.git",
+    "directory": "packages/api"
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "@fastify/static": "^9.0.0",
+    "fastify": "^5.2.1",
+    "evalstudio": "0.1.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.10",
+    "typescript": "^5.7.3",
+    "vitest": "^3.0.4"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "license": "MIT",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "start": "node dist/cli.js",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint src",
+    "clean": "rm -rf dist"
+  }
+}