@proofhound/core 0.1.6

package/dist/server/modules/experiment/experiment.module.js

@@ -0,0 +1,38 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExperimentModule = void 0;
+const common_1 = require("@nestjs/common");
+const database_module_1 = require("../../../shared/database/database.module");
+const orchestration_module_1 = require("../../infrastructure/orchestration/orchestration.module");
+const model_module_1 = require("../model/model.module");
+const run_result_module_1 = require("../run-result/run-result.module");
+const experiment_controller_1 = require("./experiment.controller");
+const experiment_launcher_1 = require("./experiment.launcher");
+const experiment_recovery_1 = require("./experiment.recovery");
+const experiment_repository_1 = require("./experiment.repository");
+const experiment_service_1 = require("./experiment.service");
+const experiment_workflow_1 = require("./experiment.workflow");
+let ExperimentModule = class ExperimentModule {
+};
+exports.ExperimentModule = ExperimentModule;
+exports.ExperimentModule = ExperimentModule = __decorate([
+    (0, common_1.Module)({
+        imports: [database_module_1.DatabaseModule, model_module_1.ModelModule, orchestration_module_1.OrchestrationModule, run_result_module_1.RunResultModule],
+        controllers: [experiment_controller_1.ExperimentController],
+        providers: [
+            experiment_repository_1.ExperimentRepository,
+            experiment_service_1.ExperimentService,
+            experiment_workflow_1.ExperimentWorkflowRegistrar,
+            experiment_launcher_1.ExperimentLauncher,
+            experiment_recovery_1.ExperimentRecoveryService,
+        ],
+        exports: [experiment_service_1.ExperimentService, experiment_launcher_1.ExperimentLauncher, experiment_repository_1.ExperimentRepository, experiment_workflow_1.ExperimentWorkflowRegistrar],
+    })
+], ExperimentModule);
+//# sourceMappingURL=experiment.module.js.map

package/dist/server/modules/experiment/experiment.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.module.js","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,8EAA0E;AAC1E,kGAA8F;AAC9F,wDAAoD;AACpD,uEAAkE;AAClE,mEAA+D;AAC/D,+DAA2D;AAC3D,+DAAkE;AAClE,mEAA+D;AAC/D,6DAAyD;AACzD,+DAAoE;AAc7D,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;CAAG,CAAA;AAAnB,4CAAgB;2BAAhB,gBAAgB;IAZ5B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,gCAAc,EAAE,0BAAW,EAAE,0CAAmB,EAAE,mCAAe,CAAC;QAC5E,WAAW,EAAE,CAAC,4CAAoB,CAAC;QACnC,SAAS,EAAE;YACT,4CAAoB;YACpB,sCAAiB;YACjB,iDAA2B;YAC3B,wCAAkB;YAClB,+CAAyB;SAC1B;QACD,OAAO,EAAE,CAAC,sCAAiB,EAAE,wCAAkB,EAAE,4CAAoB,EAAE,iDAA2B,CAAC;KACpG,CAAC;GACW,gBAAgB,CAAG"}

package/dist/server/modules/experiment/experiment.recovery.d.ts

@@ -0,0 +1,15 @@
+import { OnApplicationBootstrap } from '@nestjs/common';
+import { ProjectContextResolver } from '../../common/contracts/project-context.resolver';
+import { ExperimentLauncher } from './experiment.launcher';
+import { ExperimentRepository } from './experiment.repository';
+export declare class ExperimentRecoveryService implements OnApplicationBootstrap {
+    private readonly repo;
+    private readonly launcher;
+    private readonly projectResolver;
+    private readonly logger;
+    constructor(repo: ExperimentRepository, launcher: ExperimentLauncher, projectResolver: ProjectContextResolver);
+    onApplicationBootstrap(): Promise<void>;
+    recoverActiveExperiments(): Promise<void>;
+    private toRecoveryActor;
+}
+//# sourceMappingURL=experiment.recovery.d.ts.map

package/dist/server/modules/experiment/experiment.recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.recovery.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.recovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAIpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,iDAAiD,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAI/D,qBACa,yBAA0B,YAAW,sBAAsB;IAIpE,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,eAAe;IALlC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA8D;gBAGlE,IAAI,EAAE,oBAAoB,EAC1B,QAAQ,EAAE,kBAAkB,EAC5B,eAAe,EAAE,sBAAsB;IAGpD,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQvC,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C/C,OAAO,CAAC,eAAe;CAGxB"}

package/dist/server/modules/experiment/experiment.recovery.js

@@ -0,0 +1,80 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExperimentRecoveryService = void 0;
+const common_1 = require("@nestjs/common");
+const dbos_sdk_1 = require("@dbos-inc/dbos-sdk");
+const logger_1 = require("@proofhound/logger");
+const project_context_resolver_1 = require("../../common/contracts/project-context.resolver");
+const experiment_launcher_1 = require("./experiment.launcher");
+const experiment_repository_1 = require("./experiment.repository");
+const ACTIVE_DBOS_STATUSES = new Set(['PENDING', 'ENQUEUED', 'RUNNING']);
+let ExperimentRecoveryService = class ExperimentRecoveryService {
+    constructor(repo, launcher, projectResolver) {
+        this.repo = repo;
+        this.launcher = launcher;
+        this.projectResolver = projectResolver;
+        this.logger = (0, logger_1.createLogger)('experiment.recovery', { service: 'server' });
+    }
+    async onApplicationBootstrap() {
+        try {
+            await this.recoverActiveExperiments();
+        }
+        catch (error) {
+            this.logger.error({ error: error.message }, 'experiment_recovery_bootstrap_failed');
+        }
+    }
+    async recoverActiveExperiments() {
+        const candidates = await this.repo.findActiveRunningWithWorkflow();
+        if (candidates.length === 0) {
+            this.logger.info({}, 'experiment_recovery_no_candidates');
+            return;
+        }
+        for (const candidate of candidates) {
+            const { experimentId, projectId, dbosWorkflowId } = candidate;
+            let stillActive = false;
+            try {
+                const status = await dbos_sdk_1.DBOS.getWorkflowStatus(dbosWorkflowId);
+                if (status && ACTIVE_DBOS_STATUSES.has(status.status)) {
+                    stillActive = true;
+                }
+            }
+            catch (error) {
+                this.logger.error({ experimentId, dbosWorkflowId, error: error.message }, 'experiment_recovery_status_lookup_failed');
+            }
+            if (stillActive) {
+                this.logger.info({ experimentId, dbosWorkflowId }, 'experiment_recovery_workflow_still_active');
+                continue;
+            }
+            try {
+                const project = await this.projectResolver.resolve(this.toRecoveryActor(experimentId, projectId), {
+                    projectId,
+                });
+                const newWorkflowId = await this.launcher.resume(experimentId, project.orgId);
+                this.logger.info({ experimentId, projectId, orgId: project.orgId, dbosWorkflowId, newWorkflowId }, 'experiment_workflow_recovered');
+            }
+            catch (error) {
+                this.logger.error({ experimentId, dbosWorkflowId, error: error.message }, 'experiment_recovery_resume_failed');
+            }
+        }
+    }
+    toRecoveryActor(experimentId, projectId) {
+        return { actorId: experimentId, actorKind: 'system_workflow_recovery', projectId };
+    }
+};
+exports.ExperimentRecoveryService = ExperimentRecoveryService;
+exports.ExperimentRecoveryService = ExperimentRecoveryService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [experiment_repository_1.ExperimentRepository,
+        experiment_launcher_1.ExperimentLauncher,
+        project_context_resolver_1.ProjectContextResolver])
+], ExperimentRecoveryService);
+//# sourceMappingURL=experiment.recovery.js.map

package/dist/server/modules/experiment/experiment.recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.recovery.js","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.recovery.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAoE;AACpE,iDAA0C;AAC1C,+CAAkD;AAElD,8FAAyF;AACzF,+DAA2D;AAC3D,mEAA+D;AAE/D,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;AAGlE,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;IAGpC,YACmB,IAA0B,EAC1B,QAA4B,EAC5B,eAAuC;QAFvC,SAAI,GAAJ,IAAI,CAAsB;QAC1B,aAAQ,GAAR,QAAQ,CAAoB;QAC5B,oBAAe,GAAf,eAAe,CAAwB;QALzC,WAAM,GAAG,IAAA,qBAAY,EAAC,qBAAqB,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;IAMlF,CAAC;IAEJ,KAAK,CAAC,sBAAsB;QAC1B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,sCAAsC,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC;QACnE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,mCAAmC,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC;YAC9D,IAAI,WAAW,GAAG,KAAK,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,eAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;gBAC5D,IAAI,MAAM,IAAI,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;oBACtD,WAAW,GAAG,IAAI,CAAC;gBACrB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,YAAY,EAAE,cAAc,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,EACjE,0CAA0C,CAC3C,CAAC;YACJ,CAAC;YAED,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,cAAc,EAAE,EAAE,2CAA2C,CAAC,CAAC;gBAChG,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE;oBAChG,SAAS;iBACV,CAAC,CAAC;gBACH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9E,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,EAChF,+BAA+B,CAChC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,YAAY,EAAE,cAAc,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,EACjE,mCAAmC,CACpC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,YAAoB,EAAE,SAAiB;QAC7D,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,0BAA0B,EAAE,SAAS,EAAE,CAAC;IACrF,CAAC;CACF,CAAA;AAjEY,8DAAyB;oCAAzB,yBAAyB;IADrC,IAAA,mBAAU,GAAE;qCAKc,4CAAoB;QAChB,wCAAkB;QACX,iDAAsB;GAN/C,yBAAyB,CAiErC"}

package/dist/server/modules/experiment/experiment.renderer.d.ts

@@ -0,0 +1,2 @@
+export { renderPromptForSample, type PromptVersionForRender, type SampleForRender, } from '@proofhound/orchestration-shared';
+//# sourceMappingURL=experiment.renderer.d.ts.map

package/dist/server/modules/experiment/experiment.renderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.renderer.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.renderer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,KAAK,sBAAsB,EAC3B,KAAK,eAAe,GACrB,MAAM,kCAAkC,CAAC"}

package/dist/server/modules/experiment/experiment.renderer.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.renderPromptForSample = void 0;
+var orchestration_shared_1 = require("@proofhound/orchestration-shared");
+Object.defineProperty(exports, "renderPromptForSample", { enumerable: true, get: function () { return orchestration_shared_1.renderPromptForSample; } });
+//# sourceMappingURL=experiment.renderer.js.map

package/dist/server/modules/experiment/experiment.renderer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.renderer.js","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.renderer.ts"],"names":[],"mappings":";;;AAAA,yEAI0C;AAHxC,6HAAA,qBAAqB,OAAA"}

package/dist/server/modules/experiment/experiment.repository.d.ts

@@ -0,0 +1,88 @@
+import type { DbClient } from '@proofhound/db';
+export interface ExperimentProjectAccessRow {
+    id: string;
+}
+export interface ExperimentRow {
+    id: string;
+    projectId: string;
+    name: string;
+    optimizationId: string | null;
+    roundIndex: number | null;
+    promptId: string;
+    promptVersionId: string;
+    promptName: string;
+    promptVersionNumber: number;
+    promptVariables: unknown;
+    promptOutputSchema: unknown;
+    datasetId: string;
+    datasetName: string;
+    datasetSamples: number;
+    datasetHasImages: boolean;
+    datasetFieldSchema: unknown;
+    modelId: string;
+    modelName: string;
+    providerModelId: string;
+    status: string;
+    controlState: string | null;
+    totalSamples: number;
+    processedSamples: number;
+    failedSamples: number;
+    metrics: unknown;
+    runConfig: unknown;
+    dbosWorkflowId: string | null;
+    failureKind: string | null;
+    failureReason: string | null;
+    createdBy: string;
+    createdByDisplayName: string | null;
+    createdByUsername: string | null;
+    startedAt: Date | null;
+    finishedAt: Date | null;
+    createdAt: Date;
+    updatedAt: Date;
+    deletedAt: Date | null;
+}
+export interface ExperimentUpdateValues {
+    status?: string;
+    controlState?: string | null;
+    processedSamples?: number;
+    failedSamples?: number;
+    metrics?: unknown | null;
+    failureKind?: string | null;
+    failureReason?: string | null;
+    startedAt?: Date | null;
+    finishedAt?: Date | null;
+    updatedAt?: Date;
+    deletedAt?: Date | null;
+}
+export declare class ExperimentRepository {
+    private readonly db;
+    constructor(db: DbClient);
+    private readonly experimentSelectFields;
+    findProjectAccess(_actorUserId: string, projectId: string, _isSuperAdmin: boolean): Promise<ExperimentProjectAccessRow | null>;
+    listExperiments(projectId: string): Promise<ExperimentRow[]>;
+    findExperimentById(projectId: string, experimentId: string): Promise<ExperimentRow | null>;
+    findExperimentByProjectAndName(projectId: string, name: string): Promise<{
+        id: string;
+    } | null>;
+    updateExperiment(projectId: string, experimentId: string, values: ExperimentUpdateValues): Promise<void>;
+    hasProductionReleaseSourceReference(projectId: string, experimentId: string): Promise<boolean>;
+    hardDeleteExperiment(projectId: string, experimentId: string): Promise<void>;
+    createExperiment(args: CreateExperimentRecordArgs): Promise<string>;
+    setDbosWorkflowId(experimentId: string, dbosWorkflowId: string): Promise<void>;
+    findActiveRunningWithWorkflow(): Promise<Array<{
+        experimentId: string;
+        projectId: string;
+        dbosWorkflowId: string;
+    }>>;
+}
+export interface CreateExperimentRecordArgs {
+    projectId: string;
+    name: string;
+    promptVersionId: string;
+    datasetId: string;
+    modelId: string;
+    runConfig?: Record<string, unknown>;
+    totalSamples: number;
+    createdBy: string;
+}
+//# sourceMappingURL=experiment.repository.d.ts.map

package/dist/server/modules/experiment/experiment.repository.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.repository.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.repository.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAgB/C,MAAM,WAAW,0BAA0B;IACzC,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,IAAI,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACzB,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;CACzB;AAED,qBACa,oBAAoB;IACM,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,QAAQ;IAElE,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAsCrC;IAEI,iBAAiB,CACrB,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,OAAO,GACrB,OAAO,CAAC,0BAA0B,GAAG,IAAI,CAAC;IASvC,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAY5D,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAc1F,8BAA8B,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAU/F,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IASxG,mCAAmC,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAc9F,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB5E,gBAAgB,CAAC,IAAI,EAAE,0BAA0B,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBnE,iBAAiB,CAAC,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9E,6BAA6B,IAAI,OAAO,CAC5C,KAAK,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC,CAC3E;CAYF;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB"}

package/dist/server/modules/experiment/experiment.repository.js

@@ -0,0 +1,173 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExperimentRepository = void 0;
+const common_1 = require("@nestjs/common");
+const drizzle_orm_1 = require("drizzle-orm");
+const db_1 = require("@proofhound/db");
+const database_constants_1 = require("../../../shared/database/database.constants");
+const { datasets, experiments, models, optimizations, productionReleaseEvents, projects, prompts, promptVersions, releaseLineEvents, } = db_1.schema;
+let ExperimentRepository = class ExperimentRepository {
+    constructor(db) {
+        this.db = db;
+        this.experimentSelectFields = {
+            id: experiments.id,
+            projectId: experiments.projectId,
+            name: experiments.name,
+            optimizationId: experiments.optimizationId,
+            roundIndex: experiments.roundIndex,
+            promptId: prompts.id,
+            promptVersionId: experiments.promptVersionId,
+            promptName: prompts.name,
+            promptVersionNumber: promptVersions.versionNumber,
+            promptVariables: promptVersions.variables,
+            promptOutputSchema: promptVersions.outputSchema,
+            datasetId: experiments.datasetId,
+            datasetName: datasets.name,
+            datasetSamples: datasets.sampleCount,
+            datasetHasImages: datasets.hasImages,
+            datasetFieldSchema: datasets.fieldSchema,
+            modelId: experiments.modelId,
+            modelName: models.name,
+            providerModelId: models.providerModelId,
+            status: experiments.status,
+            controlState: experiments.controlState,
+            totalSamples: experiments.totalSamples,
+            processedSamples: experiments.processedSamples,
+            failedSamples: experiments.failedSamples,
+            metrics: experiments.metrics,
+            runConfig: experiments.runConfig,
+            dbosWorkflowId: experiments.dbosWorkflowId,
+            failureKind: experiments.failureKind,
+            failureReason: experiments.failureReason,
+            createdBy: experiments.createdBy,
+            createdByDisplayName: (0, drizzle_orm_1.sql) `NULL`,
+            createdByUsername: (0, drizzle_orm_1.sql) `NULL`,
+            startedAt: experiments.startedAt,
+            finishedAt: experiments.finishedAt,
+            createdAt: experiments.createdAt,
+            updatedAt: experiments.updatedAt,
+            deletedAt: experiments.deletedAt,
+        };
+    }
+    async findProjectAccess(_actorUserId, projectId, _isSuperAdmin) {
+        const rows = await this.db
+            .select({ id: projects.id })
+            .from(projects)
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(projects.id, projectId), (0, drizzle_orm_1.isNull)(projects.deletedAt)))
+            .limit(1);
+        return rows[0] ?? null;
+    }
+    async listExperiments(projectId) {
+        return this.db
+            .select(this.experimentSelectFields)
+            .from(experiments)
+            .innerJoin(promptVersions, (0, drizzle_orm_1.eq)(promptVersions.id, experiments.promptVersionId))
+            .innerJoin(prompts, (0, drizzle_orm_1.eq)(prompts.id, promptVersions.promptId))
+            .innerJoin(datasets, (0, drizzle_orm_1.eq)(datasets.id, experiments.datasetId))
+            .innerJoin(models, (0, drizzle_orm_1.eq)(models.id, experiments.modelId))
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(experiments.projectId, projectId), (0, drizzle_orm_1.isNull)(experiments.deletedAt)))
+            .orderBy((0, drizzle_orm_1.desc)(experiments.updatedAt), (0, drizzle_orm_1.desc)(experiments.createdAt));
+    }
+    async findExperimentById(projectId, experimentId) {
+        const rows = await this.db
+            .select(this.experimentSelectFields)
+            .from(experiments)
+            .innerJoin(promptVersions, (0, drizzle_orm_1.eq)(promptVersions.id, experiments.promptVersionId))
+            .innerJoin(prompts, (0, drizzle_orm_1.eq)(prompts.id, promptVersions.promptId))
+            .innerJoin(datasets, (0, drizzle_orm_1.eq)(datasets.id, experiments.datasetId))
+            .innerJoin(models, (0, drizzle_orm_1.eq)(models.id, experiments.modelId))
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(experiments.projectId, projectId), (0, drizzle_orm_1.eq)(experiments.id, experimentId), (0, drizzle_orm_1.isNull)(experiments.deletedAt)))
+            .limit(1);
+        return rows[0] ?? null;
+    }
+    async findExperimentByProjectAndName(projectId, name) {
+        const rows = await this.db
+            .select({ id: experiments.id })
+            .from(experiments)
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(experiments.projectId, projectId), (0, drizzle_orm_1.eq)(experiments.name, name), (0, drizzle_orm_1.isNull)(experiments.deletedAt)))
+            .limit(1);
+        return rows[0] ?? null;
+    }
+    async updateExperiment(projectId, experimentId, values) {
+        await this.db
+            .update(experiments)
+            .set({ ...values, updatedAt: values.updatedAt ?? new Date() })
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(experiments.projectId, projectId), (0, drizzle_orm_1.eq)(experiments.id, experimentId), (0, drizzle_orm_1.isNull)(experiments.deletedAt)));
+    }
+    async hasProductionReleaseSourceReference(projectId, experimentId) {
+        const rows = await this.db
+            .select({ id: productionReleaseEvents.id })
+            .from(productionReleaseEvents)
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(productionReleaseEvents.projectId, projectId), (0, drizzle_orm_1.eq)(productionReleaseEvents.sourceExperimentId, experimentId)))
+            .limit(1);
+        return rows.length > 0;
+    }
+    async hardDeleteExperiment(projectId, experimentId) {
+        await this.db.transaction(async (tx) => {
+            const now = new Date();
+            await tx
+                .update(optimizations)
+                .set({ sourceExperimentId: null, updatedAt: now })
+                .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(optimizations.projectId, projectId), (0, drizzle_orm_1.eq)(optimizations.sourceExperimentId, experimentId)));
+            await tx
+                .update(releaseLineEvents)
+                .set({ sourceExperimentId: null, updatedAt: now })
+                .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(releaseLineEvents.projectId, projectId), (0, drizzle_orm_1.eq)(releaseLineEvents.sourceExperimentId, experimentId)));
+            await tx.delete(experiments).where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(experiments.projectId, projectId), (0, drizzle_orm_1.eq)(experiments.id, experimentId)));
+        });
+    }
+    async createExperiment(args) {
+        const [row] = await this.db
+            .insert(experiments)
+            .values({
+            projectId: args.projectId,
+            name: args.name,
+            promptVersionId: args.promptVersionId,
+            datasetId: args.datasetId,
+            modelId: args.modelId,
+            status: 'running',
+            startedAt: new Date(),
+            runConfig: args.runConfig ?? {},
+            totalSamples: args.totalSamples,
+            createdBy: args.createdBy,
+        })
+            .returning({ id: experiments.id });
+        if (!row)
+            throw new Error('experiment_insert_failed');
+        return row.id;
+    }
+    async setDbosWorkflowId(experimentId, dbosWorkflowId) {
+        await this.db
+            .update(experiments)
+            .set({ dbosWorkflowId, updatedAt: new Date() })
+            .where((0, drizzle_orm_1.eq)(experiments.id, experimentId));
+    }
+    async findActiveRunningWithWorkflow() {
+        const rows = await this.db
+            .select({ id: experiments.id, projectId: experiments.projectId, dbosWorkflowId: experiments.dbosWorkflowId })
+            .from(experiments)
+            .where((0, drizzle_orm_1.and)((0, drizzle_orm_1.eq)(experiments.status, 'running'), (0, drizzle_orm_1.isNull)(experiments.deletedAt)));
+        return rows
+            .filter((r) => typeof r.dbosWorkflowId === 'string' && r.dbosWorkflowId.length > 0)
+            .map((r) => ({ experimentId: r.id, projectId: r.projectId, dbosWorkflowId: r.dbosWorkflowId }));
+    }
+};
+exports.ExperimentRepository = ExperimentRepository;
+exports.ExperimentRepository = ExperimentRepository = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(database_constants_1.DATABASE_CLIENT)),
+    __metadata("design:paramtypes", [Object])
+], ExperimentRepository);
+//# sourceMappingURL=experiment.repository.js.map

package/dist/server/modules/experiment/experiment.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.repository.js","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,6CAAyD;AAEzD,uCAAwC;AACxC,oFAA8E;AAE9E,MAAM,EACJ,QAAQ,EACR,WAAW,EACX,MAAM,EACN,aAAa,EACb,uBAAuB,EACvB,QAAQ,EACR,OAAO,EACP,cAAc,EACd,iBAAiB,GAClB,GAAG,WAAM,CAAC;AA6DJ,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAC/B,YAAqC,EAA6B;QAAZ,OAAE,GAAF,EAAE,CAAU;QAEjD,2BAAsB,GAAG;YACxC,EAAE,EAAE,WAAW,CAAC,EAAE;YAClB,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,cAAc,EAAE,WAAW,CAAC,cAAc;YAC1C,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,QAAQ,EAAE,OAAO,CAAC,EAAE;YACpB,eAAe,EAAE,WAAW,CAAC,eAAe;YAC5C,UAAU,EAAE,OAAO,CAAC,IAAI;YACxB,mBAAmB,EAAE,cAAc,CAAC,aAAa;YACjD,eAAe,EAAE,cAAc,CAAC,SAAS;YACzC,kBAAkB,EAAE,cAAc,CAAC,YAAY;YAC/C,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,WAAW,EAAE,QAAQ,CAAC,IAAI;YAC1B,cAAc,EAAE,QAAQ,CAAC,WAAW;YACpC,gBAAgB,EAAE,QAAQ,CAAC,SAAS;YACpC,kBAAkB,EAAE,QAAQ,CAAC,WAAW;YACxC,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,SAAS,EAAE,MAAM,CAAC,IAAI;YACtB,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,gBAAgB,EAAE,WAAW,CAAC,gBAAgB;YAC9C,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,cAAc,EAAE,WAAW,CAAC,cAAc;YAC1C,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,aAAa,EAAE,WAAW,CAAC,aAAa;YACxC,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,oBAAoB,EAAE,IAAA,iBAAG,EAAe,MAAM;YAC9C,iBAAiB,EAAE,IAAA,iBAAG,EAAe,MAAM;YAC3C,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,SAAS,EAAE,WAAW,CAAC,SAAS;SACjC,CAAC;IAxCmE,CAAC;IA0CtE,KAAK,CAAC,iBAAiB,CACrB,YAAoB,EACpB,SAAiB,EACjB,aAAsB;QAEtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;aAC3B,IAAI,CAAC,QAAQ,CAAC;aACd,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,IAAA,oBAAM,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;aAClE,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,SAAiB;QACrC,OAAO,IAAI,CAAC,EAAE;aACX,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC;aACnC,IAAI,CAAC,WAAW,CAAC;aACjB,SAAS,CAAC,cAAc,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,WAAW,CAAC,eAAe,CAAC,CAAC;aAC7E,SAAS,CAAC,OAAO,EAAE,IAAA,gBAAE,EAAC,OAAO,CAAC,EAAE,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;aAC3D,SAAS,CAAC,QAAQ,EAAE,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;aAC3D,SAAS,CAAC,MAAM,EAAE,IAAA,gBAAE,EAAC,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;aACrD,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,oBAAM,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;aAC/E,OAAO,CAAC,IAAA,kBAAI,EAAC,WAAW,CAAC,SAAS,CAAC,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,SAAiB,EAAE,YAAoB;QAC9D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC;aACnC,IAAI,CAAC,WAAW,CAAC;aACjB,SAAS,CAAC,cAAc,EAAE,IAAA,gBAAE,EAAC,cAAc,CAAC,EAAE,EAAE,WAAW,CAAC,eAAe,CAAC,CAAC;aAC7E,SAAS,CAAC,OAAO,EAAE,IAAA,gBAAE,EAAC,OAAO,CAAC,EAAE,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;aAC3D,SAAS,CAAC,QAAQ,EAAE,IAAA,gBAAE,EAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;aAC3D,SAAS,CAAC,MAAM,EAAE,IAAA,gBAAE,EAAC,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;aACrD,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,IAAA,oBAAM,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;aACjH,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,8BAA8B,CAAC,SAAiB,EAAE,IAAY;QAClE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC;aAC9B,IAAI,CAAC,WAAW,CAAC;aACjB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,IAAA,oBAAM,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;aAC3G,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAiB,EAAE,YAAoB,EAAE,MAA8B;QAC5F,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,WAAW,CAAC;aACnB,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;aAC7D,KAAK,CACJ,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,IAAA,oBAAM,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAC3G,CAAC;IACN,CAAC;IAED,KAAK,CAAC,mCAAmC,CAAC,SAAiB,EAAE,YAAoB;QAC/E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,uBAAuB,CAAC,EAAE,EAAE,CAAC;aAC1C,IAAI,CAAC,uBAAuB,CAAC;aAC7B,KAAK,CACJ,IAAA,iBAAG,EACD,IAAA,gBAAE,EAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,EAChD,IAAA,gBAAE,EAAC,uBAAuB,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAC7D,CACF;aACA,KAAK,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,SAAiB,EAAE,YAAoB;QAChE,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YAEvB,MAAM,EAAE;iBACL,MAAM,CAAC,aAAa,CAAC;iBACrB,GAAG,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;iBACjD,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,aAAa,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;YAE1G,MAAM,EAAE;iBACL,MAAM,CAAC,iBAAiB,CAAC;iBACzB,GAAG,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;iBACjD,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,iBAAiB,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;YAElH,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,IAAA,gBAAE,EAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;QAClH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAgC;QACrD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE;aACxB,MAAM,CAAC,WAAW,CAAC;aACnB,MAAM,CAAC;YACN,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;YAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;aACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC,EAAE,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,YAAoB,EAAE,cAAsB;QAClE,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,WAAW,CAAC;aACnB,GAAG,CAAC,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;aAC9C,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,6BAA6B;QAGjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE;aACvB,MAAM,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;aAC5G,IAAI,CAAC,WAAW,CAAC;aACjB,KAAK,CAAC,IAAA,iBAAG,EAAC,IAAA,gBAAE,EAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,IAAA,oBAAM,EAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAChF,OAAO,IAAI;aACR,MAAM,CACL,CAAC,CAAC,EAAkE,EAAE,CACpE,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CACtE;aACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IACpG,CAAC;CACF,CAAA;AA9KY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAEE,WAAA,IAAA,eAAM,EAAC,oCAAe,CAAC,CAAA;;GADzB,oBAAoB,CA8KhC"}

package/dist/server/modules/experiment/experiment.service.d.ts

@@ -0,0 +1,57 @@
+import { Buffer } from 'node:buffer';
+import { type CreateExperimentDto, type ExperimentControlActionDto, type ExperimentExportFormatDto, type ExperimentListItemDto, type ExperimentListQueryDto, type ExperimentListResponseDto } from '@proofhound/shared';
+import type { DbClient } from '@proofhound/db';
+import { AccessControlService } from '../../common/contracts/access-control.service';
+import { WorkflowAuthorizationHook } from '../../common/contracts/workflow-authorization.hook';
+import type { CurrentUserPayload } from '../../common/decorators/current-user.decorator';
+import { ModelService } from '../model/model.service';
+import { RunResultService } from '../run-result/run-result.service';
+import { ExperimentLauncher } from './experiment.launcher';
+import { ExperimentRepository } from './experiment.repository';
+export interface ExperimentExportFile {
+    fileName: string;
+    contentType: string;
+    byteLength: number;
+    buffer: Buffer;
+    format: ExperimentExportFormatDto;
+}
+type AuditSource = 'api' | 'mcp' | 'system';
+export declare class ExperimentService {
+    private readonly repo;
+    private readonly launcher;
+    private readonly modelService;
+    private readonly runResults;
+    private readonly db;
+    private readonly accessControl;
+    private readonly workflowAuth;
+    constructor(repo: ExperimentRepository, launcher: ExperimentLauncher, modelService: ModelService, runResults: RunResultService, db: DbClient, accessControl: AccessControlService, workflowAuth: WorkflowAuthorizationHook);
+    createExperiment(projectId: string, dto: CreateExperimentDto, actor: CurrentUserPayload, source?: AuditSource, orgId?: string): Promise<ExperimentListItemDto>;
+    listExperiments(projectId: string, actor: CurrentUserPayload, query?: ExperimentListQueryDto): Promise<ExperimentListResponseDto>;
+    getExperiment(projectId: string, experimentId: string, actor: CurrentUserPayload): Promise<ExperimentListItemDto>;
+    controlExperiment(projectId: string, experimentId: string, action: ExperimentControlActionDto, actor: CurrentUserPayload, source?: AuditSource, orgId?: string): Promise<ExperimentListItemDto>;
+    deleteExperiment(projectId: string, experimentId: string, actor: CurrentUserPayload, source?: AuditSource): Promise<void>;
+    exportExperiments(projectId: string, format: ExperimentExportFormatDto, actor: CurrentUserPayload, experimentId?: string): Promise<ExperimentExportFile>;
+    private getAccessibleProject;
+    private getWritableProject;
+    private createExperimentOrThrowNameConflict;
+    private getControlPatch;
+    private loadAndValidateReferences;
+    private freezePromptVersion;
+    private toExperimentListItem;
+    private withLiveMetrics;
+    private parseRunConfig;
+    private derivePromptVariableTypes;
+    private parseMetrics;
+    private getModelVariant;
+    private filterExperiments;
+    private sortExperiments;
+    private buildStats;
+    private getDurationSeconds;
+    private quantile;
+    private toCsv;
+    private toJsonl;
+    private toCsvCell;
+    private getExportFileName;
+}
+export {};
+//# sourceMappingURL=experiment.service.d.ts.map

package/dist/server/modules/experiment/experiment.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.service.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/experiment/experiment.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EASL,KAAK,mBAAmB,EACxB,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,yBAAyB,EAM/B,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,+CAA+C,CAAC;AACrF,OAAO,EAAE,yBAAyB,EAAE,MAAM,oDAAoD,CAAC;AAC/F,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AAGzF,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AAEpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAuD,MAAM,yBAAyB,CAAC;AAMpH,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,yBAAyB,CAAC;CACnC;AAED,KAAK,WAAW,GAAG,KAAK,GAAG,KAAK,GAAG,QAAQ,CAAC;AAE5C,qBACa,iBAAiB;IAE1B,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU;IACF,OAAO,CAAC,QAAQ,CAAC,EAAE;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,YAAY;gBANZ,IAAI,EAAE,oBAAoB,EAC1B,QAAQ,EAAE,kBAAkB,EAC5B,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,gBAAgB,EACH,EAAE,EAAE,QAAQ,EACrC,aAAa,EAAE,oBAAoB,EACnC,YAAY,EAAE,yBAAyB;IAGpD,gBAAgB,CACpB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,mBAAmB,EACxB,KAAK,EAAE,kBAAkB,EACzB,MAAM,GAAE,WAAmB,EAC3B,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,qBAAqB,CAAC;IA6C3B,eAAe,CACnB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,kBAAkB,EACzB,KAAK,GAAE,sBAA2B,GACjC,OAAO,CAAC,yBAAyB,CAAC;IAgB/B,aAAa,CACjB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,qBAAqB,CAAC;IAW3B,iBAAiB,CACrB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,0BAA0B,EAClC,KAAK,EAAE,kBAAkB,EACzB,MAAM,GAAE,WAAmB,EAC3B,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,qBAAqB,CAAC;IAqC3B,gBAAgB,CACpB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,kBAAkB,EACzB,MAAM,GAAE,WAAmB,GAC1B,OAAO,CAAC,IAAI,CAAC;IAgBV,iBAAiB,CACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,yBAAyB,EACjC,KAAK,EAAE,kBAAkB,EACzB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,oBAAoB,CAAC;YAgBlB,oBAAoB;YAYpB,kBAAkB;YAKlB,mCAAmC;IAoBjD,OAAO,CAAC,eAAe;YAwDT,yBAAyB;YAgDzB,mBAAmB;IAOjC,OAAO,CAAC,oBAAoB;YAwDd,eAAe;IAe7B,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,yBAAyB;IAMjC,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,iBAAiB;IAsBzB,OAAO,CAAC,eAAe;IAYvB,OAAO,CAAC,UAAU;IA+BlB,OAAO,CAAC,kBAAkB;IAO1B,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,KAAK;IA6Cb,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,SAAS;IAYjB,OAAO,CAAC,iBAAiB;CAW1B"}