@reaatech/prompt-version-control-server 0.1.0

package/dist/services/diff.engine.d.ts

@@ -0,0 +1,13 @@
+import type { DiffResult } from '@reaatech/prompt-version-control-shared';
+export declare class DiffEngine {
+    diff(projectId: string, promptId: string, fromVersion: number, toVersion: number): Promise<DiffResult>;
+    /**
+     * Simplified line-wise diff for prompt text. Heuristic-based (not a full
+     * Myers/LCS), optimized for readability of prompt changes. For production
+     * use with fine-grained diffs, consider integrating a dedicated diff library.
+     */
+    private computeDiff;
+    private assessImpact;
+}
+export declare const diffEngine: DiffEngine;
+//# sourceMappingURL=diff.engine.d.ts.map

package/dist/services/diff.engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff.engine.d.ts","sourceRoot":"","sources":["../../src/services/diff.engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAe,MAAM,yCAAyC,CAAC;AAIvF,qBAAa,UAAU;IACf,IAAI,CACR,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,UAAU,CAAC;IA4BtB;;;;OAIG;IACH,OAAO,CAAC,WAAW;IAkDnB,OAAO,CAAC,YAAY;CAwBrB;AAED,eAAO,MAAM,UAAU,YAAmB,CAAC"}

package/dist/services/diff.engine.js

@@ -0,0 +1,101 @@
+import { prisma } from '../db/client.js';
+import { NotFoundError } from '../errors.js';
+export class DiffEngine {
+    async diff(projectId, promptId, fromVersion, toVersion) {
+        const [from, to] = await Promise.all([
+            prisma.version.findFirst({
+                where: { promptId, number: fromVersion, prompt: { projectId } },
+            }),
+            prisma.version.findFirst({
+                where: { promptId, number: toVersion, prompt: { projectId } },
+            }),
+        ]);
+        if (!from) {
+            throw new NotFoundError('Version', String(fromVersion));
+        }
+        if (!to) {
+            throw new NotFoundError('Version', String(toVersion));
+        }
+        const sections = this.computeDiff(from.content, to.content);
+        const semanticImpact = this.assessImpact(from.content, to.content, sections);
+        return {
+            fromVersion: from.number,
+            toVersion: to.number,
+            sections,
+            semanticImpact,
+        };
+    }
+    /**
+     * Simplified line-wise diff for prompt text. Heuristic-based (not a full
+     * Myers/LCS), optimized for readability of prompt changes. For production
+     * use with fine-grained diffs, consider integrating a dedicated diff library.
+     */
+    computeDiff(from, to) {
+        const sections = [];
+        const fromLines = from.split('\n');
+        const toLines = to.split('\n');
+        let i = 0;
+        let j = 0;
+        while (i < fromLines.length || j < toLines.length) {
+            if (i >= fromLines.length) {
+                // biome-ignore lint/style/noNonNullAssertion: safe — guarded by length check
+                sections.push({ type: 'added', value: toLines[j] });
+                j++;
+            }
+            else if (j >= toLines.length) {
+                // biome-ignore lint/style/noNonNullAssertion: safe — guarded by length check
+                sections.push({ type: 'removed', value: fromLines[i] });
+                i++;
+            }
+            else if (fromLines[i] === toLines[j]) {
+                i++;
+                j++;
+            }
+            else {
+                // biome-ignore lint/style/noNonNullAssertion: safe — valid array indices
+                const nextMatchFrom = toLines.indexOf(fromLines[i], j);
+                // biome-ignore lint/style/noNonNullAssertion: safe — valid array indices
+                const nextMatchTo = fromLines.indexOf(toLines[j], i);
+                if (nextMatchFrom === -1 && nextMatchTo === -1) {
+                    // biome-ignore lint/style/noNonNullAssertion: safe — valid array indices
+                    sections.push({ type: 'modified', value: toLines[j], lineStart: i + 1 });
+                    i++;
+                    j++;
+                }
+                else if (nextMatchTo !== -1 && (nextMatchFrom === -1 || nextMatchTo < nextMatchFrom)) {
+                    for (let k = i; k < nextMatchTo; k++) {
+                        // biome-ignore lint/style/noNonNullAssertion: safe — k < fromLines.length
+                        sections.push({ type: 'removed', value: fromLines[k] });
+                    }
+                    i = nextMatchTo;
+                }
+                else {
+                    for (let k = j; k < nextMatchFrom; k++) {
+                        // biome-ignore lint/style/noNonNullAssertion: safe — k < toLines.length
+                        sections.push({ type: 'added', value: toLines[k] });
+                    }
+                    j = nextMatchFrom;
+                }
+            }
+        }
+        return sections;
+    }
+    assessImpact(from, to, sections) {
+        if (sections.length === 0)
+            return 'none';
+        const addedLines = sections.filter((s) => s.type === 'added').length;
+        const removedLines = sections.filter((s) => s.type === 'removed').length;
+        const totalLines = Math.max(from.split('\n').length, to.split('\n').length);
+        const changeRatio = (addedLines + removedLines) / totalLines;
+        const hasSystemChange = sections.some((s) => s.lineStart !== undefined &&
+            s.lineStart <= 3 &&
+            /system|you are|role|persona/i.test(s.value));
+        if (hasSystemChange || changeRatio > 0.5)
+            return 'major';
+        if (changeRatio > 0.1)
+            return 'minor';
+        return 'none';
+    }
+}
+export const diffEngine = new DiffEngine();
+//# sourceMappingURL=diff.engine.js.map

package/dist/services/diff.engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff.engine.js","sourceRoot":"","sources":["../../src/services/diff.engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,OAAO,UAAU;IACrB,KAAK,CAAC,IAAI,CACR,SAAiB,EACjB,QAAgB,EAChB,WAAmB,EACnB,SAAiB;QAEjB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;gBACvB,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE;aAChE,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;gBACvB,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE;aAC9D,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE7E,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,SAAS,EAAE,EAAE,CAAC,MAAM;YACpB,QAAQ;YACR,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,WAAW,CAAC,IAAY,EAAE,EAAU;QAC1C,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE/B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBAC1B,6EAA6E;gBAC7E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC;gBACrD,CAAC,EAAE,CAAC;YACN,CAAC;iBAAM,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC/B,6EAA6E;gBAC7E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC;gBACzD,CAAC,EAAE,CAAC;YACN,CAAC;iBAAM,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;YACN,CAAC;iBAAM,CAAC;gBACN,yEAAyE;gBACzE,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC,CAAC;gBACxD,yEAAyE;gBACzE,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC,CAAC;gBAEtD,IAAI,aAAa,KAAK,CAAC,CAAC,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC/C,yEAAyE;oBACzE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAE,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC1E,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,CAAC;gBACN,CAAC;qBAAM,IAAI,WAAW,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,CAAC,IAAI,WAAW,GAAG,aAAa,CAAC,EAAE,CAAC;oBACvF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;wBACrC,0EAA0E;wBAC1E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC;oBAC3D,CAAC;oBACD,CAAC,GAAG,WAAW,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;wBACvC,wEAAwE;wBACxE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC;oBACvD,CAAC;oBACD,CAAC,GAAG,aAAa,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,YAAY,CAClB,IAAY,EACZ,EAAU,EACV,QAAuB;QAEvB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAEzC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QACrE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;QAE5E,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,YAAY,CAAC,GAAG,UAAU,CAAC;QAE7D,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CACnC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,SAAS,KAAK,SAAS;YACzB,CAAC,CAAC,SAAS,IAAI,CAAC;YAChB,8BAA8B,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAC/C,CAAC;QAEF,IAAI,eAAe,IAAI,WAAW,GAAG,GAAG;YAAE,OAAO,OAAO,CAAC;QACzD,IAAI,WAAW,GAAG,GAAG;YAAE,OAAO,OAAO,CAAC;QACtC,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/dist/services/eval.service.d.ts

@@ -0,0 +1,55 @@
+import type { Prisma } from '@prisma/client';
+import type { EvalStatus } from '@reaatech/prompt-version-control-shared';
+export declare class EvalService {
+    trigger(projectId: string, versionId: string, harnessId: string): Promise<{
+        id: string;
+        createdAt: Date;
+        metrics: Prisma.JsonValue | null;
+        status: import("@prisma/client").$Enums.EvalStatus;
+        versionId: string;
+        harnessId: string;
+        score: number | null;
+        startedAt: Date | null;
+        completedAt: Date | null;
+    }>;
+    /**
+     * Receive a callback from the eval harness. Scoped strictly by evaluationId
+     * (carried in the callback URL we issued); HMAC verified when EVAL_WEBHOOK_SECRET
+     * is configured. No API key is required — this endpoint is meant for
+     * external harnesses, authenticated via the shared HMAC secret.
+     */
+    receiveWebhook(evaluationId: string, rawBody: string, signatureHeader: string | undefined, payload: {
+        status: EvalStatus;
+        score?: number;
+        metrics?: Record<string, unknown>;
+    }): Promise<{
+        id: string;
+        createdAt: Date;
+        metrics: Prisma.JsonValue | null;
+        status: import("@prisma/client").$Enums.EvalStatus;
+        versionId: string;
+        harnessId: string;
+        score: number | null;
+        startedAt: Date | null;
+        completedAt: Date | null;
+    }>;
+    listByVersion(projectId: string, versionId: string): Promise<{
+        id: string;
+        createdAt: Date;
+        metrics: Prisma.JsonValue | null;
+        status: import("@prisma/client").$Enums.EvalStatus;
+        versionId: string;
+        harnessId: string;
+        score: number | null;
+        startedAt: Date | null;
+        completedAt: Date | null;
+    }[]>;
+    getPromotionGateStatus(projectId: string, versionId: string): Promise<{
+        canPromote: boolean;
+        reason?: string;
+        evaluations: Awaited<ReturnType<EvalService['listByVersion']>>;
+    }>;
+    private buildCallbackUrl;
+}
+export declare const evalService: EvalService;
+//# sourceMappingURL=eval.service.d.ts.map

package/dist/services/eval.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.service.d.ts","sourceRoot":"","sources":["../../src/services/eval.service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yCAAyC,CAAC;AAW1E,qBAAa,WAAW;IAChB,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;IAyDrE;;;;;OAKG;IACG,cAAc,CAClB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,EACf,eAAe,EAAE,MAAM,GAAG,SAAS,EACnC,OAAO,EAAE;QACP,MAAM,EAAE,UAAU,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;;;;;;;;;;;IAsCG,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;IAclD,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;QACT,UAAU,EAAE,OAAO,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;KAChE,CAAC;IAyCF,OAAO,CAAC,gBAAgB;CAIzB;AAED,eAAO,MAAM,WAAW,aAAoB,CAAC"}

package/dist/services/eval.service.js

@@ -0,0 +1,151 @@
+import { createHmac, timingSafeEqual } from 'node:crypto';
+import { prisma } from '../db/client.js';
+import { NotFoundError, UnauthorizedError } from '../errors.js';
+import { logger } from '../utils/logger.js';
+import { evaluationsCompleted } from './prometheus.service.js';
+// Read at call time so deployments can rotate secrets without a restart and
+// so tests can toggle them between cases.
+const evalHarnessUrl = () => process.env.EVAL_HARNESS_URL;
+const evalWebhookSecret = () => process.env.EVAL_WEBHOOK_SECRET;
+export class EvalService {
+    async trigger(projectId, versionId, harnessId) {
+        const version = await prisma.version.findFirst({
+            where: { id: versionId, prompt: { projectId } },
+        });
+        if (!version) {
+            throw new NotFoundError('Version', versionId);
+        }
+        const eval_ = await prisma.evaluation.create({
+            data: {
+                versionId,
+                harnessId,
+                status: 'pending',
+            },
+        });
+        const harnessUrl = evalHarnessUrl();
+        const harnessSecret = evalWebhookSecret();
+        if (harnessUrl) {
+            try {
+                const res = await fetch(`${harnessUrl}/evaluations`, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        ...(harnessSecret ? { 'X-Webhook-Secret': harnessSecret } : {}),
+                    },
+                    body: JSON.stringify({
+                        evaluationId: eval_.id,
+                        versionId,
+                        harnessId,
+                        content: version.content,
+                        template: version.template,
+                        variables: version.variables,
+                        callbackUrl: this.buildCallbackUrl(eval_.id),
+                    }),
+                    signal: AbortSignal.timeout(10_000),
+                });
+                if (!res.ok) {
+                    logger.warn({ evaluationId: eval_.id, status: res.status }, 'eval harness returned non-ok status');
+                }
+            }
+            catch (err) {
+                logger.warn({ evaluationId: eval_.id, err }, 'eval harness call failed');
+            }
+        }
+        const updated = await prisma.evaluation.update({
+            where: { id: eval_.id },
+            data: { status: 'running', startedAt: new Date() },
+        });
+        return updated;
+    }
+    /**
+     * Receive a callback from the eval harness. Scoped strictly by evaluationId
+     * (carried in the callback URL we issued); HMAC verified when EVAL_WEBHOOK_SECRET
+     * is configured. No API key is required — this endpoint is meant for
+     * external harnesses, authenticated via the shared HMAC secret.
+     */
+    async receiveWebhook(evaluationId, rawBody, signatureHeader, payload) {
+        const secret = evalWebhookSecret();
+        if (secret) {
+            if (!signatureHeader) {
+                throw new UnauthorizedError('Missing webhook signature');
+            }
+            const expected = createHmac('sha256', secret).update(rawBody).digest('hex');
+            const provided = signatureHeader.startsWith('sha256=')
+                ? signatureHeader.slice('sha256='.length)
+                : signatureHeader;
+            const a = Buffer.from(expected, 'hex');
+            const b = Buffer.from(provided, 'hex');
+            if (a.length !== b.length || !timingSafeEqual(a, b)) {
+                throw new UnauthorizedError('Invalid webhook signature');
+            }
+        }
+        const eval_ = await prisma.evaluation.findUnique({ where: { id: evaluationId } });
+        if (!eval_) {
+            throw new NotFoundError('Evaluation', evaluationId);
+        }
+        const updated = await prisma.evaluation.update({
+            where: { id: eval_.id },
+            data: {
+                status: payload.status,
+                score: payload.score,
+                metrics: payload.metrics,
+                completedAt: new Date(),
+            },
+        });
+        evaluationsCompleted.inc({ status: payload.status });
+        return updated;
+    }
+    async listByVersion(projectId, versionId) {
+        const version = await prisma.version.findFirst({
+            where: { id: versionId, prompt: { projectId } },
+            select: { id: true },
+        });
+        if (!version) {
+            throw new NotFoundError('Version', versionId);
+        }
+        return prisma.evaluation.findMany({
+            where: { versionId },
+            orderBy: { createdAt: 'desc' },
+        });
+    }
+    async getPromotionGateStatus(projectId, versionId) {
+        const evals = await this.listByVersion(projectId, versionId);
+        if (evals.length === 0) {
+            return { canPromote: false, reason: 'No evaluations found', evaluations: evals };
+        }
+        const failed = evals.filter((e) => e.status === 'failed');
+        if (failed.length > 0) {
+            return {
+                canPromote: false,
+                reason: `${failed.length} evaluation(s) failed`,
+                evaluations: evals,
+            };
+        }
+        const pending = evals.filter((e) => e.status === 'pending' || e.status === 'running');
+        if (pending.length > 0) {
+            return {
+                canPromote: false,
+                reason: `${pending.length} evaluation(s) still pending`,
+                evaluations: evals,
+            };
+        }
+        const scores = evals.map((e) => e.score).filter((s) => s !== null);
+        if (scores.length > 0) {
+            const avgScore = scores.reduce((a, b) => a + b, 0) / scores.length;
+            if (avgScore < 0.8) {
+                return {
+                    canPromote: false,
+                    reason: `Average score ${avgScore.toFixed(2)} below threshold 0.80`,
+                    evaluations: evals,
+                };
+            }
+        }
+        return { canPromote: true, evaluations: evals };
+    }
+    buildCallbackUrl(evaluationId) {
+        const baseUrl = process.env.PUBLIC_API_URL || `http://localhost:${process.env.PORT || 3000}`;
+        return `${baseUrl}/api/v1/evaluations/webhook?evaluationId=${evaluationId}`;
+    }
+}
+export const evalService = new EvalService();
+//# sourceMappingURL=eval.service.js.map

package/dist/services/eval.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.service.js","sourceRoot":"","sources":["../../src/services/eval.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAG1D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAE/D,4EAA4E;AAC5E,0CAA0C;AAC1C,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AAC1D,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAEhE,MAAM,OAAO,WAAW;IACtB,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,SAAiB,EAAE,SAAiB;QACnE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;YAC7C,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE;SAChD,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YAC3C,IAAI,EAAE;gBACJ,SAAS;gBACT,SAAS;gBACT,MAAM,EAAE,SAAS;aAClB;SACF,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,cAAc,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,iBAAiB,EAAE,CAAC;QAC1C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,cAAc,EAAE;oBACnD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,YAAY,EAAE,KAAK,CAAC,EAAE;wBACtB,SAAS;wBACT,SAAS;wBACT,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;qBAC7C,CAAC;oBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;iBACpC,CAAC,CAAC;gBAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,CAAC,IAAI,CACT,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAC9C,qCAAqC,CACtC,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,0BAA0B,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YAC7C,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE;YACvB,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE;SACnD,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAClB,YAAoB,EACpB,OAAe,EACf,eAAmC,EACnC,OAIC;QAED,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACnC,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,MAAM,IAAI,iBAAiB,CAAC,2BAA2B,CAAC,CAAC;YAC3D,CAAC;YACD,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;gBACpD,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;gBACzC,CAAC,CAAC,eAAe,CAAC;YACpB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACvC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBACpD,MAAM,IAAI,iBAAiB,CAAC,2BAA2B,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YAC7C,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE;YACvB,IAAI,EAAE;gBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,OAAO,CAAC,OAAgC;gBACjD,WAAW,EAAE,IAAI,IAAI,EAAE;aACxB;SACF,CAAC,CAAC;QAEH,oBAAoB,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAErD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB,EAAE,SAAiB;QACtD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;YAC7C,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE;YAC/C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE;SACrB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;YAChC,KAAK,EAAE,EAAE,SAAS,EAAE;YACpB,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,SAAiB,EACjB,SAAiB;QAMjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAE7D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,sBAAsB,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;QACnF,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO;gBACL,UAAU,EAAE,KAAK;gBACjB,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,uBAAuB;gBAC/C,WAAW,EAAE,KAAK;aACnB,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QACtF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,UAAU,EAAE,KAAK;gBACjB,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,8BAA8B;gBACvD,WAAW,EAAE,KAAK;aACnB,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YACnE,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;gBACnB,OAAO;oBACL,UAAU,EAAE,KAAK;oBACjB,MAAM,EAAE,iBAAiB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB;oBACnE,WAAW,EAAE,KAAK;iBACnB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IAClD,CAAC;IAEO,gBAAgB,CAAC,YAAoB;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,oBAAoB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QAC7F,OAAO,GAAG,OAAO,4CAA4C,YAAY,EAAE,CAAC;IAC9E,CAAC;CACF;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}

package/dist/services/event.bus.d.ts

@@ -0,0 +1,18 @@
+export type EventType = 'version.created' | 'tag.moved' | 'eval.completed' | 'promotion.requested' | 'promotion.approved' | 'promotion.rejected';
+export interface AppEvent {
+    id: string;
+    type: EventType;
+    projectId: string;
+    payload: Record<string, unknown>;
+    createdAt: Date;
+}
+export type EventHandler = (event: AppEvent) => void | Promise<void>;
+declare class EventBus {
+    private handlers;
+    on(type: EventType, handler: EventHandler): () => void;
+    emit(event: AppEvent): void;
+    emitAsync(event: AppEvent): Promise<void>;
+}
+export declare const eventBus: EventBus;
+export {};
+//# sourceMappingURL=event.bus.d.ts.map

package/dist/services/event.bus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"event.bus.d.ts","sourceRoot":"","sources":["../../src/services/event.bus.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,SAAS,GACjB,iBAAiB,GACjB,WAAW,GACX,gBAAgB,GAChB,qBAAqB,GACrB,oBAAoB,GACpB,oBAAoB,CAAC;AAEzB,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAErE,cAAM,QAAQ;IACZ,OAAO,CAAC,QAAQ,CAA2C;IAE3D,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,IAAI;IAOtD,IAAI,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAW3B,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CAc1C;AAED,eAAO,MAAM,QAAQ,UAAiB,CAAC"}

package/dist/services/event.bus.js

@@ -0,0 +1,35 @@
+import { logger } from '../utils/logger.js';
+class EventBus {
+    handlers = new Map();
+    on(type, handler) {
+        const set = this.handlers.get(type) ?? new Set();
+        set.add(handler);
+        this.handlers.set(type, set);
+        return () => set.delete(handler);
+    }
+    emit(event) {
+        const set = this.handlers.get(event.type);
+        if (!set)
+            return;
+        for (const handler of set) {
+            Promise.resolve()
+                .then(() => handler(event))
+                .catch((err) => logger.error({ err, eventId: event.id }, 'event handler failed'));
+        }
+    }
+    emitAsync(event) {
+        const set = this.handlers.get(event.type);
+        if (!set)
+            return Promise.resolve();
+        return Promise.all(Array.from(set).map(async (handler) => {
+            try {
+                await handler(event);
+            }
+            catch (err) {
+                logger.error({ err, eventId: event.id }, 'event handler failed');
+            }
+        })).then(() => undefined);
+    }
+}
+export const eventBus = new EventBus();
+//# sourceMappingURL=event.bus.js.map

package/dist/services/event.bus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"event.bus.js","sourceRoot":"","sources":["../../src/services/event.bus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAoB5C,MAAM,QAAQ;IACJ,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;IAE3D,EAAE,CAAC,IAAe,EAAE,OAAqB;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACjD,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,CAAC,KAAe;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,KAAK,MAAM,OAAO,IAAI,GAAG,EAAE,CAAC;YAC1B,OAAO,CAAC,OAAO,EAAE;iBACd,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;iBAC1B,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAe;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAEnC,OAAO,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACpC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,sBAAsB,CAAC,CAAC;YACnE,CAAC;QACH,CAAC,CAAC,CACH,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC"}

package/dist/services/metric.service.d.ts

@@ -0,0 +1,33 @@
+import type { Prisma } from '@prisma/client';
+import type { IngestMetricInput } from '@reaatech/prompt-version-control-shared';
+export declare class MetricService {
+    ingest(projectId: string, metrics: IngestMetricInput[]): Promise<{
+        ingested: number;
+    }>;
+    getVersionMetrics(projectId: string, versionId: string, opts: {
+        hours?: number;
+    }): Promise<{
+        id: string;
+        name: string;
+        versionId: string;
+        type: import("@prisma/client").$Enums.MetricType;
+        value: number;
+        unit: string;
+        timestamp: Date;
+        dimensions: Prisma.JsonValue | null;
+    }[]>;
+    getPromptMetrics(projectId: string, promptId: string, opts: {
+        hours?: number;
+    }): Promise<{
+        id: string;
+        name: string;
+        versionId: string;
+        type: import("@prisma/client").$Enums.MetricType;
+        value: number;
+        unit: string;
+        timestamp: Date;
+        dimensions: Prisma.JsonValue | null;
+    }[]>;
+}
+export declare const metricService: MetricService;
+//# sourceMappingURL=metric.service.d.ts.map

package/dist/services/metric.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metric.service.d.ts","sourceRoot":"","sources":["../../src/services/metric.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAc,MAAM,yCAAyC,CAAC;AAI7F,qBAAa,aAAa;IAClB,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE;;;IAgCtD,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;;;;;;IAgBhF,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;;;;;;CAkBrF;AAED,eAAO,MAAM,aAAa,eAAsB,CAAC"}

package/dist/services/metric.service.js

@@ -0,0 +1,64 @@
+import { prisma } from '../db/client.js';
+import { NotFoundError } from '../errors.js';
+export class MetricService {
+    async ingest(projectId, metrics) {
+        const versionIds = [...new Set(metrics.map((m) => m.versionId))];
+        // Confirm every versionId belongs to the caller's project. Cross-tenant
+        // attempts surface as NotFound to avoid leaking which IDs exist.
+        const versions = await prisma.version.findMany({
+            where: { id: { in: versionIds }, prompt: { projectId } },
+            select: { id: true },
+        });
+        const validIds = new Set(versions.map((v) => v.id));
+        const invalid = versionIds.filter((id) => !validIds.has(id));
+        if (invalid.length > 0) {
+            // biome-ignore lint/style/noNonNullAssertion: safe — guarded by length check
+            throw new NotFoundError('Version', invalid[0]);
+        }
+        await prisma.metric.createMany({
+            data: metrics.map((m) => ({
+                versionId: m.versionId,
+                type: m.type,
+                name: m.name,
+                value: m.value,
+                unit: m.unit,
+                timestamp: m.timestamp ?? new Date(),
+                dimensions: (m.dimensions ?? {}),
+            })),
+        });
+        return { ingested: metrics.length };
+    }
+    async getVersionMetrics(projectId, versionId, opts) {
+        const version = await prisma.version.findFirst({
+            where: { id: versionId, prompt: { projectId } },
+            select: { id: true },
+        });
+        if (!version) {
+            throw new NotFoundError('Version', versionId);
+        }
+        const since = new Date(Date.now() - (opts.hours ?? 24) * 60 * 60 * 1000);
+        return prisma.metric.findMany({
+            where: { versionId, timestamp: { gte: since } },
+            orderBy: { timestamp: 'desc' },
+        });
+    }
+    async getPromptMetrics(projectId, promptId, opts) {
+        const prompt = await prisma.prompt.findFirst({
+            where: { id: promptId, projectId },
+            select: { id: true },
+        });
+        if (!prompt) {
+            throw new NotFoundError('Prompt', promptId);
+        }
+        const since = new Date(Date.now() - (opts.hours ?? 24) * 60 * 60 * 1000);
+        return prisma.metric.findMany({
+            where: {
+                version: { promptId },
+                timestamp: { gte: since },
+            },
+            orderBy: { timestamp: 'desc' },
+        });
+    }
+}
+export const metricService = new MetricService();
+//# sourceMappingURL=metric.service.js.map

package/dist/services/metric.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metric.service.js","sourceRoot":"","sources":["../../src/services/metric.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,OAAO,aAAa;IACxB,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,OAA4B;QAC1D,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAEjE,wEAAwE;QACxE,iEAAiE;QACjE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7C,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE;YACxD,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE;SACrB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,6EAA6E;YAC7E,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,IAAI,EAAE,CAAC,CAAC,IAAkB;gBAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE;gBACpC,UAAU,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAA0B;aAC1D,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAiB,EAAE,SAAiB,EAAE,IAAwB;QACpF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;YAC7C,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE;YAC/C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE;SACrB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC5B,KAAK,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;YAC/C,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAiB,EAAE,QAAgB,EAAE,IAAwB;QAClF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;YAC3C,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE;YAClC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE;SACrB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC5B,KAAK,EAAE;gBACL,OAAO,EAAE,EAAE,QAAQ,EAAE;gBACrB,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;aAC1B;YACD,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC"}

package/dist/services/prometheus.service.d.ts

@@ -0,0 +1,7 @@
+import { Counter, Gauge, Histogram } from 'prom-client';
+export declare const httpRequestDuration: Histogram<"status" | "method" | "route">;
+export declare const promptVersionsCreated: Counter<"project">;
+export declare const evaluationsCompleted: Counter<"status">;
+export declare const deploymentsActive: Gauge<string>;
+export declare function getMetrics(): Promise<string>;
+//# sourceMappingURL=prometheus.service.d.ts.map

package/dist/services/prometheus.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prometheus.service.d.ts","sourceRoot":"","sources":["../../src/services/prometheus.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAY,MAAM,aAAa,CAAC;AAGlE,eAAO,MAAM,mBAAmB,0CAK9B,CAAC;AAGH,eAAO,MAAM,qBAAqB,oBAIhC,CAAC;AAEH,eAAO,MAAM,oBAAoB,mBAI/B,CAAC;AAEH,eAAO,MAAM,iBAAiB,eAG5B,CAAC;AAEH,wBAAsB,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,CAElD"}

package/dist/services/prometheus.service.js

@@ -0,0 +1,27 @@
+import { Counter, Gauge, Histogram, register } from 'prom-client';
+// HTTP request duration
+export const httpRequestDuration = new Histogram({
+    name: 'pvc_http_request_duration_seconds',
+    help: 'HTTP request duration in seconds',
+    labelNames: ['method', 'route', 'status'],
+    buckets: [0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5],
+});
+// Business metrics
+export const promptVersionsCreated = new Counter({
+    name: 'pvc_prompt_versions_created_total',
+    help: 'Total number of prompt versions created',
+    labelNames: ['project'],
+});
+export const evaluationsCompleted = new Counter({
+    name: 'pvc_evaluations_completed_total',
+    help: 'Total evaluations completed',
+    labelNames: ['status'],
+});
+export const deploymentsActive = new Gauge({
+    name: 'pvc_deployments_active',
+    help: 'Number of active deployments',
+});
+export async function getMetrics() {
+    return register.metrics();
+}
+//# sourceMappingURL=prometheus.service.js.map

package/dist/services/prometheus.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prometheus.service.js","sourceRoot":"","sources":["../../src/services/prometheus.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAElE,wBAAwB;AACxB,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,SAAS,CAAC;IAC/C,IAAI,EAAE,mCAAmC;IACzC,IAAI,EAAE,kCAAkC;IACxC,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC;IACzC,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC;CACrD,CAAC,CAAC;AAEH,mBAAmB;AACnB,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,OAAO,CAAC;IAC/C,IAAI,EAAE,mCAAmC;IACzC,IAAI,EAAE,yCAAyC;IAC/C,UAAU,EAAE,CAAC,SAAS,CAAC;CACxB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,OAAO,CAAC;IAC9C,IAAI,EAAE,iCAAiC;IACvC,IAAI,EAAE,6BAA6B;IACnC,UAAU,EAAE,CAAC,QAAQ,CAAC;CACvB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,KAAK,CAAC;IACzC,IAAI,EAAE,wBAAwB;IAC9B,IAAI,EAAE,8BAA8B;CACrC,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC;AAC5B,CAAC"}

package/dist/services/prompt.service.d.ts

@@ -0,0 +1,59 @@
+import type { Prisma, Prompt, Version } from '@prisma/client';
+import type { CreatePromptInput, CreateVersionInput, UpdatePromptInput } from '@reaatech/prompt-version-control-shared';
+export declare class PromptService {
+    createPrompt(projectId: string, data: CreatePromptInput): Promise<Prompt>;
+    getPrompt(projectId: string, id: string): Promise<Prompt>;
+    listPrompts(projectId: string, opts: {
+        limit: number;
+        cursor?: string;
+    }): Promise<{
+        data: {
+            id: string;
+            projectId: string;
+            name: string;
+            createdAt: Date;
+            updatedAt: Date;
+            description: string | null;
+            template: string;
+            variables: Prisma.JsonValue;
+            metadata: Prisma.JsonValue | null;
+            archived: boolean;
+        }[];
+        meta: {
+            limit: number;
+            nextCursor?: string;
+        };
+    }>;
+    updatePrompt(projectId: string, id: string, data: UpdatePromptInput): Promise<Prompt>;
+    archivePrompt(projectId: string, id: string): Promise<Prompt>;
+    /**
+     * Create a new version. Wrapped in a transaction with a unique-violation
+     * retry loop so concurrent creates against the same prompt don't both win
+     * the same version number.
+     */
+    createVersion(projectId: string, promptId: string, data: CreateVersionInput): Promise<Version>;
+    getVersion(projectId: string, promptId: string, versionId: string): Promise<Version>;
+    getVersionByNumber(projectId: string, promptId: string, number: number): Promise<Version>;
+    listVersions(projectId: string, promptId: string, opts: {
+        limit: number;
+        cursor?: string;
+    }): Promise<{
+        data: {
+            number: number;
+            id: string;
+            createdAt: Date;
+            template: string;
+            variables: Prisma.JsonValue;
+            metadata: Prisma.JsonValue | null;
+            promptId: string;
+            content: string;
+            checksum: string;
+        }[];
+        meta: {
+            limit: number;
+            nextCursor?: string;
+        };
+    }>;
+}
+export declare const promptService: PromptService;
+//# sourceMappingURL=prompt.service.d.ts.map

package/dist/services/prompt.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.service.d.ts","sourceRoot":"","sources":["../../src/services/prompt.service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAE9D,OAAO,KAAK,EACV,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,yCAAyC,CAAC;AAMjD,qBAAa,aAAa;IAClB,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBzE,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAYzD,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;;;;;;;;;;;sBA7CJ,CAAC;;;IAwDpE,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC;IASrF,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWnE;;;;OAIG;IACG,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,OAAO,CAAC;IAgDb,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAYpF,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAYzF,YAAY,CAChB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE;;;;;;;;;;;;;;sBAhK+B,CAAC;;;CAoL3E;AAED,eAAO,MAAM,aAAa,eAAsB,CAAC"}