@proofhound/core 0.1.12 → 0.1.14

package/dist/server/modules/run-result/run-result-compaction-sweeper.js

@@ -0,0 +1,74 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RunResultCompactionSweeper = void 0;
+// RunResultCompactionSweeper — periodic compaction for run-result sources with no finalize step.
+//
+// experiment / optimization compact at their workflow finalize. The remaining sources have no batch
+// boundary, so a timer-driven sweep offloads their still-inline rows (SPEC 30 §9.3): `online`
+// (production traffic) plus `canary` / `release` (their lane-scoped reads — canary annotations,
+// release lists, details — all route through the reader seam, so offloading them is safe). A no-op
+// when object storage is disabled, so an OSS deployment without storage keeps everything inline.
+const common_1 = require("@nestjs/common");
+const logger_1 = require("@proofhound/logger");
+const run_result_compactor_1 = require("./run-result-compactor");
+// optimization_analysis / optimization_generate offload only rendered_prompt + input_variables
+// (their parsed_output / raw_response stay inline for reconstruct/reuse, SPEC 30 §9.4). Those two
+// fields are read only by the detail view (seam-hydrated), so they are safe to sweep.
+const SWEEP_SOURCES = ['online', 'canary', 'release', 'optimization_analysis', 'optimization_generate'];
+const DEFAULT_SWEEP_MS = 300_000; // 5 minutes
+const MIN_SWEEP_MS = 60_000;
+let RunResultCompactionSweeper = class RunResultCompactionSweeper {
+    constructor(compactor) {
+        this.compactor = compactor;
+        this.logger = (0, logger_1.createLogger)('run-result.compaction-sweeper', { service: 'server' });
+        this.timer = null;
+        this.running = false;
+    }
+    onModuleInit() {
+        this.timer = setInterval(() => void this.sweep(), this.intervalMs());
+        this.timer.unref?.();
+    }
+    onModuleDestroy() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    /** One sweep pass. Guarded so a slow pass never overlaps the next tick. */
+    async sweep() {
+        if (this.running)
+            return;
+        this.running = true;
+        try {
+            const result = await this.compactor.compactPending(SWEEP_SOURCES);
+            if (result.compactedRows > 0) {
+                this.logger.info(result, 'run_result_compaction_sweep_done');
+            }
+        }
+        catch (error) {
+            this.logger.error({ error: error.message }, 'run_result_compaction_sweep_failed');
+        }
+        finally {
+            this.running = false;
+        }
+    }
+    intervalMs() {
+        const raw = Number(process.env['RUN_RESULT_COMPACTION_SWEEP_MS']);
+        return Number.isFinite(raw) && raw >= MIN_SWEEP_MS ? raw : DEFAULT_SWEEP_MS;
+    }
+};
+exports.RunResultCompactionSweeper = RunResultCompactionSweeper;
+exports.RunResultCompactionSweeper = RunResultCompactionSweeper = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [run_result_compactor_1.RunResultCompactor])
+], RunResultCompactionSweeper);
+//# sourceMappingURL=run-result-compaction-sweeper.js.map

package/dist/server/modules/run-result/run-result-compaction-sweeper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-compaction-sweeper.js","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-compaction-sweeper.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iGAAiG;AACjG,EAAE;AACF,oGAAoG;AACpG,8FAA8F;AAC9F,gGAAgG;AAChG,mGAAmG;AACnG,iGAAiG;AACjG,2CAAqF;AACrF,+CAAkD;AAClD,iEAA4D;AAE5D,+FAA+F;AAC/F,kGAAkG;AAClG,sFAAsF;AACtF,MAAM,aAAa,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,uBAAuB,EAAE,uBAAuB,CAAC,CAAC;AACxG,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,YAAY;AAC9C,MAAM,YAAY,GAAG,MAAM,CAAC;AAGrB,IAAM,0BAA0B,GAAhC,MAAM,0BAA0B;IAKrC,YAA6B,SAA6B;QAA7B,cAAS,GAAT,SAAS,CAAoB;QAJzC,WAAM,GAAG,IAAA,qBAAY,EAAC,+BAA+B,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACvF,UAAK,GAA0B,IAAI,CAAC;QACpC,YAAO,GAAG,KAAK,CAAC;IAEqC,CAAC;IAE9D,YAAY;QACV,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAED,eAAe;QACb,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAClE,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,kCAAkC,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,oCAAoC,CAAC,CAAC;QAC/F,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC,CAAC;QAClE,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC9E,CAAC;CACF,CAAA;AAvCY,gEAA0B;qCAA1B,0BAA0B;IADtC,IAAA,mBAAU,GAAE;qCAM6B,yCAAkB;GAL/C,0BAA0B,CAuCtC"}

package/dist/server/modules/run-result/run-result-compaction.d.ts

@@ -0,0 +1,38 @@
+import { type RunResultPayloadFields, type RunResultShardLine } from './run-result-payload';
+export type PayloadField = keyof RunResultPayloadFields;
+/** Which large fields tier out for a given run-result source (SPEC 30 §9.4). */
+export declare function offloadFieldsForSource(source: string): PayloadField[];
+/** A terminal row to compact: its offloadable fields + identity (composite PK) + the decision preview. */
+export interface CompactionRow extends RunResultPayloadFields {
+    id: string;
+    createdAt: Date | string;
+    decisionOutput: string | null;
+}
+export interface ShardPlan {
+    seq: number;
+    lines: RunResultShardLine[];
+}
+export interface RowAssignment {
+    id: string;
+    createdAt: Date | string;
+    shardSeq: number;
+    rowIndex: number;
+    inputPreview: string | null;
+    outputPreview: string | null;
+}
+export interface CompactionPlan {
+    shards: ShardPlan[];
+    assignments: RowAssignment[];
+    /** The fields cleared inline for every row in this plan (uniform per source). */
+    clearedFields: PayloadField[];
+}
+/** Input list preview: a truncated serialization of input_variables. */
+export declare function computeInputPreview(inputVariables: unknown): string | null;
+/** Output list preview: decision_output already serves it when present, else preview parsed_output. */
+export declare function computeOutputPreview(parsedOutput: unknown, decisionOutput: string | null): string | null;
+/**
+ * Pack rows into shards of at most `maxRowsPerShard` rows, in input order, and record each row's
+ * shard + line index + previews. Row order is preserved: row i lands in shard floor(i/N) at line i%N.
+ */
+export declare function planCompaction(rows: CompactionRow[], offload: PayloadField[], maxRowsPerShard: number): CompactionPlan;
+//# sourceMappingURL=run-result-compaction.d.ts.map

package/dist/server/modules/run-result/run-result-compaction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-compaction.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-compaction.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EAGxB,MAAM,sBAAsB,CAAC;AAE9B,MAAM,MAAM,YAAY,GAAG,MAAM,sBAAsB,CAAC;AAQxD,gFAAgF;AAChF,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,EAAE,CAIrE;AAED,0GAA0G;AAC1G,MAAM,WAAW,aAAc,SAAQ,sBAAsB;IAC3D,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,IAAI,GAAG,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,kBAAkB,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,IAAI,GAAG,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,iFAAiF;IACjF,aAAa,EAAE,YAAY,EAAE,CAAC;CAC/B;AAWD,wEAAwE;AACxE,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAE1E;AAED,uGAAuG;AACvG,wBAAgB,oBAAoB,CAAC,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAKxG;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,aAAa,EAAE,EACrB,OAAO,EAAE,YAAY,EAAE,EACvB,eAAe,EAAE,MAAM,GACtB,cAAc,CAyBhB"}

package/dist/server/modules/run-result/run-result-compaction.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.offloadFieldsForSource = offloadFieldsForSource;
+exports.computeInputPreview = computeInputPreview;
+exports.computeOutputPreview = computeOutputPreview;
+exports.planCompaction = planCompaction;
+// Run-result compaction — pure planning logic (SPEC 30 §9.3 / §9.4).
+//
+// Given a run's terminal rows, decide which fields to offload (per source), pack them into
+// generation-keyed shards, and produce per-row assignments (shard + rowIndex + previews + the
+// fields to clear inline). No DB or object storage here — the orchestrator (run-result-compactor.ts)
+// turns this plan into shard writes + a single-transaction commit.
+const run_result_payload_1 = require("./run-result-payload");
+// rendered_prompt + input_variables are UI-read only → offloaded for every source.
+const UI_ONLY_FIELDS = ['renderedPrompt', 'inputVariables'];
+// raw_response + parsed_output are read by background business logic for optimization/release/canary,
+// so they stay inline there; only the high-volume experiment/online sources offload them.
+const PARSED_RAW_FIELDS = ['rawResponse', 'parsedOutput'];
+/** Which large fields tier out for a given run-result source (SPEC 30 §9.4). */
+function offloadFieldsForSource(source) {
+    return source === 'experiment' || source === 'online'
+        ? [...UI_ONLY_FIELDS, ...PARSED_RAW_FIELDS]
+        : [...UI_ONLY_FIELDS];
+}
+const PREVIEW_MAX = 1000;
+function previewOf(value) {
+    if (value == null)
+        return null;
+    const text = typeof value === 'string' ? value : JSON.stringify(value);
+    if (text.length === 0)
+        return null;
+    return text.length > PREVIEW_MAX ? text.slice(0, PREVIEW_MAX) : text;
+}
+/** Input list preview: a truncated serialization of input_variables. */
+function computeInputPreview(inputVariables) {
+    return previewOf(inputVariables);
+}
+/** Output list preview: decision_output already serves it when present, else preview parsed_output. */
+function computeOutputPreview(parsedOutput, decisionOutput) {
+    if (decisionOutput != null && decisionOutput.length > 0) {
+        return decisionOutput.length > PREVIEW_MAX ? decisionOutput.slice(0, PREVIEW_MAX) : decisionOutput;
+    }
+    return previewOf(parsedOutput);
+}
+/**
+ * Pack rows into shards of at most `maxRowsPerShard` rows, in input order, and record each row's
+ * shard + line index + previews. Row order is preserved: row i lands in shard floor(i/N) at line i%N.
+ */
+function planCompaction(rows, offload, maxRowsPerShard) {
+    if (maxRowsPerShard < 1)
+        throw new Error('maxRowsPerShard must be >= 1');
+    const shards = [];
+    const assignments = [];
+    rows.forEach((row, i) => {
+        const shardSeq = Math.floor(i / maxRowsPerShard);
+        const rowIndex = i % maxRowsPerShard;
+        let shard = shards[shardSeq];
+        if (!shard) {
+            shard = { seq: shardSeq, lines: [] };
+            shards[shardSeq] = shard;
+        }
+        shard.lines.push((0, run_result_payload_1.shardLineForFields)((0, run_result_payload_1.pickPayloadFields)(row), offload));
+        assignments.push({
+            id: row.id,
+            createdAt: row.createdAt,
+            shardSeq,
+            rowIndex,
+            inputPreview: computeInputPreview(row.inputVariables),
+            outputPreview: computeOutputPreview(row.parsedOutput, row.decisionOutput),
+        });
+    });
+    return { shards, assignments, clearedFields: offload };
+}
+//# sourceMappingURL=run-result-compaction.js.map

package/dist/server/modules/run-result/run-result-compaction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-compaction.js","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-compaction.ts"],"names":[],"mappings":";;AAsBA,wDAIC;AAwCD,kDAEC;AAGD,oDAKC;AAMD,wCA6BC;AA/GD,qEAAqE;AACrE,EAAE;AACF,2FAA2F;AAC3F,8FAA8F;AAC9F,qGAAqG;AACrG,mEAAmE;AACnE,6DAK8B;AAI9B,mFAAmF;AACnF,MAAM,cAAc,GAA4B,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;AACrF,sGAAsG;AACtG,0FAA0F;AAC1F,MAAM,iBAAiB,GAA4B,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;AAEnF,gFAAgF;AAChF,SAAgB,sBAAsB,CAAC,MAAc;IACnD,OAAO,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,QAAQ;QACnD,CAAC,CAAC,CAAC,GAAG,cAAc,EAAE,GAAG,iBAAiB,CAAC;QAC3C,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC;AAC1B,CAAC;AA8BD,MAAM,WAAW,GAAG,IAAI,CAAC;AAEzB,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvE,CAAC;AAED,wEAAwE;AACxE,SAAgB,mBAAmB,CAAC,cAAuB;IACzD,OAAO,SAAS,CAAC,cAAc,CAAC,CAAC;AACnC,CAAC;AAED,uGAAuG;AACvG,SAAgB,oBAAoB,CAAC,YAAqB,EAAE,cAA6B;IACvF,IAAI,cAAc,IAAI,IAAI,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxD,OAAO,cAAc,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;IACrG,CAAC;IACD,OAAO,SAAS,CAAC,YAAY,CAAC,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc,CAC5B,IAAqB,EACrB,OAAuB,EACvB,eAAuB;IAEvB,IAAI,eAAe,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACzE,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,WAAW,GAAoB,EAAE,CAAC;IAExC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,CAAC,GAAG,eAAe,CAAC;QACrC,IAAI,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;QAC3B,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAA,uCAAkB,EAAC,IAAA,sCAAiB,EAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,WAAW,CAAC,IAAI,CAAC;YACf,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,QAAQ;YACR,QAAQ;YACR,YAAY,EAAE,mBAAmB,CAAC,GAAG,CAAC,cAAc,CAAC;YACrD,aAAa,EAAE,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,cAAc,CAAC;SAC1E,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;AACzD,CAAC"}

package/dist/server/modules/run-result/run-result-compactor.d.ts

@@ -0,0 +1,58 @@
+import type { DbClient } from '@proofhound/db';
+import { ObjectStorageProvider, type StoredObjectRef } from '../../common/contracts/object-storage.provider';
+import { type CompactionRow, type PayloadField, type RowAssignment } from './run-result-compaction';
+export interface CompactionTarget {
+    projectId: string;
+    source: string;
+    sourceId: string;
+}
+export interface CompactionResult {
+    compactedRows: number;
+    shards: number;
+    generation: number | null;
+}
+export interface CommitCompactionInput {
+    assignments: RowAssignment[];
+    shardRefs: StoredObjectRef[];
+    generation: number;
+    clearedFields: PayloadField[];
+}
+/** A (project, source, sourceId) group with rows still awaiting compaction. */
+export interface PendingCompactionGroup {
+    projectId: string;
+    source: string;
+    sourceId: string;
+}
+/** DB side of compaction, behind an interface so the orchestrator unit-tests with a fake. */
+export interface RunResultCompactionStore {
+    nextGeneration(sourceId: string): Promise<number>;
+    loadUncompacted(target: CompactionTarget): Promise<CompactionRow[]>;
+    commit(input: CommitCompactionInput): Promise<void>;
+    findPendingGroups(sources: string[], limit: number): Promise<PendingCompactionGroup[]>;
+}
+export declare const RUN_RESULT_COMPACTION_STORE: unique symbol;
+export declare class RunResultCompactor {
+    private readonly store;
+    private readonly storage;
+    private readonly maxRowsPerShard;
+    constructor(store: RunResultCompactionStore, storage: ObjectStorageProvider);
+    compact(target: CompactionTarget): Promise<CompactionResult>;
+    /**
+     * Periodic compaction for sources with no finalize step (e.g. `online`): finds (project, source,
+     * sourceId) groups with rows still inline and compacts each. SPEC 30 §9.3. A no-op when storage is
+     * disabled. Callers schedule this; it compacts at most `maxGroups` groups per run so a sweep is bounded.
+     */
+    compactPending(sources: string[], maxGroups?: number): Promise<{
+        groups: number;
+        compactedRows: number;
+    }>;
+}
+export declare class DrizzleRunResultCompactionStore implements RunResultCompactionStore {
+    private readonly db;
+    constructor(db: DbClient);
+    nextGeneration(sourceId: string): Promise<number>;
+    findPendingGroups(sources: string[], limit: number): Promise<PendingCompactionGroup[]>;
+    loadUncompacted(target: CompactionTarget): Promise<CompactionRow[]>;
+    commit({ assignments, shardRefs, generation, clearedFields }: CommitCompactionInput): Promise<void>;
+}
+//# sourceMappingURL=run-result-compactor.d.ts.map

package/dist/server/modules/run-result/run-result-compactor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-compactor.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-compactor.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAAE,qBAAqB,EAAE,KAAK,eAAe,EAAE,MAAM,gDAAgD,CAAC;AAC7G,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,aAAa,EAGnB,MAAM,yBAAyB,CAAC;AAOjC,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,YAAY,EAAE,CAAC;CAC/B;AAED,+EAA+E;AAC/E,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,6FAA6F;AAC7F,MAAM,WAAW,wBAAwB;IACvC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACpE,MAAM,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACxF;AAED,eAAO,MAAM,2BAA2B,eAAwC,CAAC;AAEjF,qBACa,kBAAkB;IAIU,OAAO,CAAC,QAAQ,CAAC,KAAK;IAC3D,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJ1B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8B;gBAGN,KAAK,EAAE,wBAAwB,EACpE,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAmClE;;;;OAIG;IACG,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,SAAK,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CAU5G;AAuBD,qBACa,+BAAgC,YAAW,wBAAwB;IACzC,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,QAAQ;IAE5D,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUjD,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAoBtF,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAqBnE,MAAM,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;CAqB1G"}

package/dist/server/modules/run-result/run-result-compactor.js

@@ -0,0 +1,188 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DrizzleRunResultCompactionStore = exports.RunResultCompactor = exports.RUN_RESULT_COMPACTION_STORE = void 0;
+// RunResultCompactor — tiers a finished run's large fields into object-storage shards (SPEC 30 §9.3).
+//
+// Protocol (object stores have no atomic rename, so payload_ref is committed only after the shard is
+// confirmed written; there is no post-commit promote):
+//   1. load the run's not-yet-compacted terminal rows
+//   2. write each shard to a generation-exclusive key …/run_result_shard/{sourceId}/gen{G}/shard-{seq}
+//   3. single-transaction UPDATE: set payload_ref + compaction_generation + previews, clear inline
+// A re-run rewrites the not-yet-referenced gen{G} key region; it never overwrites a committed
+// generation. When object storage is disabled this is a no-op, so OSS behaviour is unchanged.
+const common_1 = require("@nestjs/common");
+const drizzle_orm_1 = require("drizzle-orm");
+const database_constants_1 = require("../../../shared/database/database.constants");
+const object_storage_provider_1 = require("../../common/contracts/object-storage.provider");
+const run_result_compaction_1 = require("./run-result-compaction");
+const run_result_payload_1 = require("./run-result-payload");
+const CODEC = 'gzip';
+const SHARD_EXT = '.jsonl.gz';
+const DEFAULT_MAX_ROWS_PER_SHARD = 2000;
+exports.RUN_RESULT_COMPACTION_STORE = Symbol('RUN_RESULT_COMPACTION_STORE');
+let RunResultCompactor = class RunResultCompactor {
+    constructor(store, storage) {
+        this.store = store;
+        this.storage = storage;
+        this.maxRowsPerShard = DEFAULT_MAX_ROWS_PER_SHARD;
+    }
+    async compact(target) {
+        if (!this.storage.isEnabled())
+            return { compactedRows: 0, shards: 0, generation: null };
+        const rows = await this.store.loadUncompacted(target);
+        if (rows.length === 0)
+            return { compactedRows: 0, shards: 0, generation: null };
+        const generation = await this.store.nextGeneration(target.sourceId);
+        const plan = (0, run_result_compaction_1.planCompaction)(rows, (0, run_result_compaction_1.offloadFieldsForSource)(target.source), this.maxRowsPerShard);
+        const shardRefs = [];
+        for (const shard of plan.shards) {
+            const body = await (0, run_result_payload_1.encodeShard)(shard.lines, CODEC);
+            const ref = await this.storage.putObject({
+                project: { projectId: target.projectId, source: 'local' },
+                resourceType: 'run_result_shard',
+                resourceId: target.sourceId,
+                name: shardName(generation, shard.seq),
+            }, body, { codec: CODEC });
+            shardRefs[shard.seq] = { ...ref, version: generation };
+        }
+        await this.store.commit({
+            assignments: plan.assignments,
+            shardRefs,
+            generation,
+            clearedFields: plan.clearedFields,
+        });
+        return { compactedRows: plan.assignments.length, shards: plan.shards.length, generation };
+    }
+    /**
+     * Periodic compaction for sources with no finalize step (e.g. `online`): finds (project, source,
+     * sourceId) groups with rows still inline and compacts each. SPEC 30 §9.3. A no-op when storage is
+     * disabled. Callers schedule this; it compacts at most `maxGroups` groups per run so a sweep is bounded.
+     */
+    async compactPending(sources, maxGroups = 50) {
+        if (!this.storage.isEnabled() || sources.length === 0)
+            return { groups: 0, compactedRows: 0 };
+        const groups = await this.store.findPendingGroups(sources, maxGroups);
+        let compactedRows = 0;
+        for (const group of groups) {
+            const result = await this.compact(group);
+            compactedRows += result.compactedRows;
+        }
+        return { groups: groups.length, compactedRows };
+    }
+};
+exports.RunResultCompactor = RunResultCompactor;
+exports.RunResultCompactor = RunResultCompactor = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(exports.RUN_RESULT_COMPACTION_STORE)),
+    __metadata("design:paramtypes", [Object, object_storage_provider_1.ObjectStorageProvider])
+], RunResultCompactor);
+function shardName(generation, seq) {
+    return `gen${generation}/shard-${String(seq).padStart(5, '0')}${SHARD_EXT}`;
+}
+const CLEAR_COLUMN_SQL = {
+    renderedPrompt: (0, drizzle_orm_1.sql) `rendered_prompt = NULL`,
+    inputVariables: (0, drizzle_orm_1.sql) `input_variables = NULL`,
+    rawResponse: (0, drizzle_orm_1.sql) `raw_response = NULL`,
+    parsedOutput: (0, drizzle_orm_1.sql) `parsed_output = NULL`,
+};
+let DrizzleRunResultCompactionStore = class DrizzleRunResultCompactionStore {
+    constructor(db) {
+        this.db = db;
+    }
+    async nextGeneration(sourceId) {
+        const result = await this.db.execute((0, drizzle_orm_1.sql) `
+      SELECT COALESCE(MAX(compaction_generation), 0) + 1 AS next
+      FROM ph_runs.run_results
+      WHERE source_id = ${sourceId}::uuid
+    `);
+        const next = unwrapRows(result)[0]?.next;
+        return next == null ? 1 : Number(next);
+    }
+    async findPendingGroups(sources, limit) {
+        if (sources.length === 0)
+            return [];
+        const result = await this.db.execute((0, drizzle_orm_1.sql) `
+      SELECT DISTINCT project_id, source, source_id
+      FROM ph_runs.run_results
+      WHERE source IN (${drizzle_orm_1.sql.join(sources.map((s) => (0, drizzle_orm_1.sql) `${s}`), (0, drizzle_orm_1.sql) `, `)})
+        AND payload_ref IS NULL
+        AND status IN ('success', 'failed')
+      LIMIT ${limit}
+    `);
+        return unwrapRows(result).map((r) => ({
+            projectId: r.project_id,
+            source: r.source,
+            sourceId: r.source_id,
+        }));
+    }
+    async loadUncompacted(target) {
+        const result = await this.db.execute((0, drizzle_orm_1.sql) `
+      SELECT id, created_at, rendered_prompt, input_variables, raw_response, parsed_output, decision_output
+      FROM ph_runs.run_results
+      WHERE source = ${target.source}
+        AND source_id = ${target.sourceId}::uuid
+        AND payload_ref IS NULL
+        AND status IN ('success', 'failed')
+      ORDER BY created_at ASC, id ASC
+    `);
+        return unwrapRows(result).map((r) => ({
+            id: r.id,
+            createdAt: r.created_at,
+            renderedPrompt: r.rendered_prompt,
+            inputVariables: r.input_variables,
+            rawResponse: r.raw_response,
+            parsedOutput: r.parsed_output,
+            decisionOutput: r.decision_output,
+        }));
+    }
+    async commit({ assignments, shardRefs, generation, clearedFields }) {
+        if (assignments.length === 0)
+            return;
+        const valueRows = assignments.map((a) => {
+            const payloadRef = JSON.stringify({ shard: shardRefs[a.shardSeq], rowIndex: a.rowIndex });
+            return (0, drizzle_orm_1.sql) `(${a.id}::uuid, ${toIso(a.createdAt)}::timestamptz, ${payloadRef}::jsonb, ${a.inputPreview}::text, ${a.outputPreview}::text)`;
+        });
+        const clears = clearedFields.map((f) => CLEAR_COLUMN_SQL[f]);
+        const clearClause = clears.length > 0 ? (0, drizzle_orm_1.sql) `, ${drizzle_orm_1.sql.join(clears, (0, drizzle_orm_1.sql) `, `)}` : (0, drizzle_orm_1.sql) ``;
+        // Single statement = atomic: at commit, every payload_ref points at an already-written shard.
+        await this.db.execute((0, drizzle_orm_1.sql) `
+      UPDATE ph_runs.run_results AS rr
+      SET payload_ref = v.payload_ref,
+          compaction_generation = ${generation},
+          input_preview = v.input_preview,
+          output_preview = v.output_preview${clearClause}
+      FROM (VALUES ${drizzle_orm_1.sql.join(valueRows, (0, drizzle_orm_1.sql) `, `)}) AS v(id, created_at, payload_ref, input_preview, output_preview)
+      WHERE rr.id = v.id AND rr.created_at = v.created_at
+    `);
+    }
+};
+exports.DrizzleRunResultCompactionStore = DrizzleRunResultCompactionStore;
+exports.DrizzleRunResultCompactionStore = DrizzleRunResultCompactionStore = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(database_constants_1.DATABASE_CLIENT)),
+    __metadata("design:paramtypes", [Object])
+], DrizzleRunResultCompactionStore);
+function toIso(value) {
+    return value instanceof Date ? value.toISOString() : new Date(value).toISOString();
+}
+function unwrapRows(result) {
+    if (Array.isArray(result))
+        return result;
+    if (result && typeof result === 'object' && 'rows' in result) {
+        return result.rows ?? [];
+    }
+    return [];
+}
+//# sourceMappingURL=run-result-compactor.js.map

package/dist/server/modules/run-result/run-result-compactor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-compactor.js","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-compactor.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,sGAAsG;AACtG,EAAE;AACF,qGAAqG;AACrG,uDAAuD;AACvD,sDAAsD;AACtD,uGAAuG;AACvG,mGAAmG;AACnG,8FAA8F;AAC9F,8FAA8F;AAC9F,2CAAoD;AACpD,6CAA4C;AAE5C,oFAA8E;AAC9E,4FAA6G;AAC7G,mEAMiC;AACjC,6DAAmD;AAEnD,MAAM,KAAK,GAAG,MAAe,CAAC;AAC9B,MAAM,SAAS,GAAG,WAAW,CAAC;AAC9B,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAoC3B,QAAA,2BAA2B,GAAG,MAAM,CAAC,6BAA6B,CAAC,CAAC;AAG1E,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAG7B,YACuC,KAAgD,EACpE,OAA8B;QADO,UAAK,GAAL,KAAK,CAA0B;QACpE,YAAO,GAAP,OAAO,CAAuB;QAJhC,oBAAe,GAAG,0BAA0B,CAAC;IAK3D,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,MAAwB;QACpC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAExF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAEhF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,IAAA,sCAAc,EAAC,IAAI,EAAE,IAAA,8CAAsB,EAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAE/F,MAAM,SAAS,GAAsB,EAAE,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAW,EAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CACtC;gBACE,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE;gBACzD,YAAY,EAAE,kBAAkB;gBAChC,UAAU,EAAE,MAAM,CAAC,QAAQ;gBAC3B,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC;aACvC,EACD,IAAI,EACJ,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;YACF,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS;YACT,UAAU;YACV,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;QAEH,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;IAC5F,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAAC,OAAiB,EAAE,SAAS,GAAG,EAAE;QACpD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;QAC9F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACtE,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACzC,aAAa,IAAI,MAAM,CAAC,aAAa,CAAC;QACxC,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC;IAClD,CAAC;CACF,CAAA;AA1DY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,eAAM,EAAC,mCAA2B,CAAC,CAAA;6CACV,+CAAqB;GALtC,kBAAkB,CA0D9B;AAED,SAAS,SAAS,CAAC,UAAkB,EAAE,GAAW;IAChD,OAAO,MAAM,UAAU,UAAU,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,SAAS,EAAE,CAAC;AAC9E,CAAC;AAED,MAAM,gBAAgB,GAA8B;IAClD,cAAc,EAAE,IAAA,iBAAG,EAAA,wBAAwB;IAC3C,cAAc,EAAE,IAAA,iBAAG,EAAA,wBAAwB;IAC3C,WAAW,EAAE,IAAA,iBAAG,EAAA,qBAAqB;IACrC,YAAY,EAAE,IAAA,iBAAG,EAAA,sBAAsB;CACxC,CAAC;AAaK,IAAM,+BAA+B,GAArC,MAAM,+BAA+B;IAC1C,YAAsD,EAAY;QAAZ,OAAE,GAAF,EAAE,CAAU;IAAG,CAAC;IAEtE,KAAK,CAAC,cAAc,CAAC,QAAgB;QACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAA4B,IAAA,iBAAG,EAAA;;;0BAG7C,QAAQ;KAC7B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,UAAU,CAA4B,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACpE,OAAO,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAiB,EAAE,KAAa;QACtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAA4D,IAAA,iBAAG,EAAA;;;yBAG9E,iBAAG,CAAC,IAAI,CACzB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,iBAAG,EAAA,GAAG,CAAC,EAAE,CAAC,EAC7B,IAAA,iBAAG,EAAA,IAAI,CACR;;;cAGO,KAAK;KACd,CAAC,CAAC;QACH,OAAO,UAAU,CAA4D,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/F,SAAS,EAAE,CAAC,CAAC,UAAU;YACvB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,SAAS;SACtB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAAwB;QAC5C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAiB,IAAA,iBAAG,EAAA;;;uBAGrC,MAAM,CAAC,MAAM;0BACV,MAAM,CAAC,QAAQ;;;;KAIpC,CAAC,CAAC;QACH,OAAO,UAAU,CAAiB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,UAAU;YACvB,cAAc,EAAE,CAAC,CAAC,eAAe;YACjC,cAAc,EAAE,CAAC,CAAC,eAAe;YACjC,WAAW,EAAE,CAAC,CAAC,YAAY;YAC3B,YAAY,EAAE,CAAC,CAAC,aAAa;YAC7B,cAAc,EAAE,CAAC,CAAC,eAAe;SAClC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAyB;QACvF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACtC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC1F,OAAO,IAAA,iBAAG,EAAA,IAAI,CAAC,CAAC,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,kBAAkB,UAAU,YAAY,CAAC,CAAC,YAAY,WAAW,CAAC,CAAC,aAAa,SAAS,CAAC;QAC3I,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAA,iBAAG,EAAA,KAAK,iBAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAA,iBAAG,EAAA,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAA,iBAAG,EAAA,EAAE,CAAC;QAEpF,8FAA8F;QAC9F,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA;;;oCAGO,UAAU;;6CAED,WAAW;qBACnC,iBAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAA,iBAAG,EAAA,IAAI,CAAC;;KAE5C,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AA3EY,0EAA+B;0CAA/B,+BAA+B;IAD3C,IAAA,mBAAU,GAAE;IAEE,WAAA,IAAA,eAAM,EAAC,oCAAe,CAAC,CAAA;;GADzB,+BAA+B,CA2E3C;AAED,SAAS,KAAK,CAAC,KAAoB;IACjC,OAAO,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AACrF,CAAC;AAED,SAAS,UAAU,CAAc,MAAe;IAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAa,CAAC;IAChD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAK,MAAkC,EAAE,CAAC;QAC1F,OAAQ,MAAyB,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/server/modules/run-result/run-result-payload.d.ts

@@ -0,0 +1,30 @@
+import { Buffer } from 'node:buffer';
+import type { ObjectCodec, StoredObjectRef } from '../../common/contracts/object-storage.provider';
+/** The four large fields that tier out of `run_results`. `null` = absent / genuinely empty. */
+export interface RunResultPayloadFields {
+    renderedPrompt: unknown;
+    inputVariables: unknown;
+    rawResponse: string | null;
+    parsedOutput: unknown;
+}
+/** One JSONL line in a shard. A source only offloads some fields (SPEC 30 §9.4), so all optional. */
+export type RunResultShardLine = Partial<RunResultPayloadFields>;
+/** Stored in `run_results.payload_ref`: the shard holding this row + which line it is. */
+export interface RunResultPayloadRef {
+    shard: StoredObjectRef;
+    rowIndex: number;
+}
+/** Minimal row shape the reader consumes: the inline (possibly-null) fields + the pointer. */
+export interface RunResultPayloadRow extends RunResultPayloadFields {
+    payloadRef: RunResultPayloadRef | null;
+}
+/** Pick only the offloadable fields off a wider row, defaulting missing ones to null. */
+export declare function pickPayloadFields(row: Partial<RunResultPayloadFields>): RunResultPayloadFields;
+/** Keep only the fields a source actually offloads; drops the rest so they are not double-stored. */
+export declare function shardLineForFields(fields: RunResultPayloadFields, offload: ReadonlyArray<keyof RunResultPayloadFields>): RunResultShardLine;
+/** Encode shard lines into compressed JSONL bytes (the object body a compactor writes). Generic so
+ *  dataset-sample shards (one data object per line) reuse the same codec as run-result shards. */
+export declare function encodeShard<T>(lines: T[], codec: ObjectCodec): Promise<Buffer>;
+/** Decode a shard body back into its lines (used by the readers). */
+export declare function decodeShard<T = RunResultShardLine>(body: Buffer, codec: ObjectCodec | undefined): Promise<T[]>;
+//# sourceMappingURL=run-result-payload.d.ts.map

package/dist/server/modules/run-result/run-result-payload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-payload.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-payload.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,gDAAgD,CAAC;AAOnG,+FAA+F;AAC/F,MAAM,WAAW,sBAAsB;IACrC,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,qGAAqG;AACrG,MAAM,MAAM,kBAAkB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;AAEjE,0FAA0F;AAC1F,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,8FAA8F;AAC9F,MAAM,WAAW,mBAAoB,SAAQ,sBAAsB;IACjE,UAAU,EAAE,mBAAmB,GAAG,IAAI,CAAC;CACxC;AASD,yFAAyF;AACzF,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,sBAAsB,CAO9F;AAED,qGAAqG;AACrG,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,sBAAsB,EAC9B,OAAO,EAAE,aAAa,CAAC,MAAM,sBAAsB,CAAC,GACnD,kBAAkB,CAQpB;AA4BD;kGACkG;AAClG,wBAAsB,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAGpF;AAED,qEAAqE;AACrE,wBAAsB,WAAW,CAAC,CAAC,GAAG,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAIpH"}

package/dist/server/modules/run-result/run-result-payload.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pickPayloadFields = pickPayloadFields;
+exports.shardLineForFields = shardLineForFields;
+exports.encodeShard = encodeShard;
+exports.decodeShard = decodeShard;
+// Run-result large-payload tiering — shared shard format + codec (SPEC 30 §9).
+//
+// When object storage is configured, a run's four large fields are compacted into a compressed
+// JSONL shard: one line per row, each line the offloaded fields of that row. The row keeps a
+// `payload_ref` ({ shard, rowIndex }) so any reader can resolve a field back. The reader
+// (run-result-payload.reader.ts) and the compactor (run-result-compactor.ts) both speak this format.
+const node_buffer_1 = require("node:buffer");
+const node_util_1 = require("node:util");
+const node_zlib_1 = require("node:zlib");
+const gzipAsync = (0, node_util_1.promisify)(node_zlib_1.gzip);
+const gunzipAsync = (0, node_util_1.promisify)(node_zlib_1.gunzip);
+const brotliCompressAsync = (0, node_util_1.promisify)(node_zlib_1.brotliCompress);
+const brotliDecompressAsync = (0, node_util_1.promisify)(node_zlib_1.brotliDecompress);
+const PAYLOAD_FIELDS = [
+    'renderedPrompt',
+    'inputVariables',
+    'rawResponse',
+    'parsedOutput',
+];
+/** Pick only the offloadable fields off a wider row, defaulting missing ones to null. */
+function pickPayloadFields(row) {
+    return {
+        renderedPrompt: row.renderedPrompt ?? null,
+        inputVariables: row.inputVariables ?? null,
+        rawResponse: row.rawResponse ?? null,
+        parsedOutput: row.parsedOutput ?? null,
+    };
+}
+/** Keep only the fields a source actually offloads; drops the rest so they are not double-stored. */
+function shardLineForFields(fields, offload) {
+    const line = {};
+    for (const key of PAYLOAD_FIELDS) {
+        if (offload.includes(key)) {
+            line[key] = fields[key] ?? null;
+        }
+    }
+    return line;
+}
+async function compress(buf, codec) {
+    switch (codec) {
+        case 'gzip':
+            return gzipAsync(buf);
+        case 'br':
+            return brotliCompressAsync(buf);
+        case 'identity':
+            return buf;
+        default:
+            throw new Error(`unsupported shard codec for write: ${codec}`);
+    }
+}
+async function decompress(buf, codec) {
+    switch (codec ?? 'identity') {
+        case 'gzip':
+            return gunzipAsync(buf);
+        case 'br':
+            return brotliDecompressAsync(buf);
+        case 'identity':
+            return buf;
+        default:
+            throw new Error(`unsupported shard codec for read: ${codec}`);
+    }
+}
+/** Encode shard lines into compressed JSONL bytes (the object body a compactor writes). Generic so
+ *  dataset-sample shards (one data object per line) reuse the same codec as run-result shards. */
+async function encodeShard(lines, codec) {
+    const jsonl = lines.map((line) => JSON.stringify(line)).join('\n');
+    return compress(node_buffer_1.Buffer.from(jsonl, 'utf8'), codec);
+}
+/** Decode a shard body back into its lines (used by the readers). */
+async function decodeShard(body, codec) {
+    const text = (await decompress(body, codec)).toString('utf8');
+    if (text.length === 0)
+        return [];
+    return text.split('\n').map((line) => (line.length === 0 ? {} : JSON.parse(line)));
+}
+//# sourceMappingURL=run-result-payload.js.map

package/dist/server/modules/run-result/run-result-payload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-payload.js","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-payload.ts"],"names":[],"mappings":";;AA8CA,8CAOC;AAGD,gDAWC;AA8BD,kCAGC;AAGD,kCAIC;AA3GD,+EAA+E;AAC/E,EAAE;AACF,+FAA+F;AAC/F,6FAA6F;AAC7F,yFAAyF;AACzF,qGAAqG;AACrG,6CAAqC;AACrC,yCAAsC;AACtC,yCAA2E;AAG3E,MAAM,SAAS,GAAG,IAAA,qBAAS,EAAC,gBAAI,CAAC,CAAC;AAClC,MAAM,WAAW,GAAG,IAAA,qBAAS,EAAC,kBAAM,CAAC,CAAC;AACtC,MAAM,mBAAmB,GAAG,IAAA,qBAAS,EAAC,0BAAc,CAAC,CAAC;AACtD,MAAM,qBAAqB,GAAG,IAAA,qBAAS,EAAC,4BAAgB,CAAC,CAAC;AAwB1D,MAAM,cAAc,GAAgD;IAClE,gBAAgB;IAChB,gBAAgB;IAChB,aAAa;IACb,cAAc;CACf,CAAC;AAEF,yFAAyF;AACzF,SAAgB,iBAAiB,CAAC,GAAoC;IACpE,OAAO;QACL,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI;QAC1C,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI;QAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI;QACpC,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;KACvC,CAAC;AACJ,CAAC;AAED,qGAAqG;AACrG,SAAgB,kBAAkB,CAChC,MAA8B,EAC9B,OAAoD;IAEpD,MAAM,IAAI,GAAuB,EAAE,CAAC;IACpC,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAgC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QAC/D,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,GAAW,EAAE,KAAkB;IACrD,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,MAAM;YACT,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QACxB,KAAK,IAAI;YACP,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,UAAU;YACb,OAAO,GAAG,CAAC;QACb;YACE,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,KAA8B;IACnE,QAAQ,KAAK,IAAI,UAAU,EAAE,CAAC;QAC5B,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC1B,KAAK,IAAI;YACP,OAAO,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACpC,KAAK,UAAU;YACb,OAAO,GAAG,CAAC;QACb;YACE,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED;kGACkG;AAC3F,KAAK,UAAU,WAAW,CAAI,KAAU,EAAE,KAAkB;IACjE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,OAAO,QAAQ,CAAC,oBAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,qEAAqE;AAC9D,KAAK,UAAU,WAAW,CAAyB,IAAY,EAAE,KAA8B;IACpG,MAAM,IAAI,GAAG,CAAC,MAAM,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAE,EAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAO,CAAC,CAAC,CAAC;AACnG,CAAC"}

package/dist/server/modules/run-result/run-result-payload.reader.d.ts

@@ -0,0 +1,20 @@
+import { ObjectStorageProvider } from '../../common/contracts/object-storage.provider';
+import { type RunResultPayloadFields, type RunResultPayloadRow } from './run-result-payload';
+export declare class RunResultPayloadReader {
+    private readonly storage;
+    constructor(storage: ObjectStorageProvider);
+    /** Resolve all four fields for one row, fetching its shard at most once. */
+    hydrate(row: RunResultPayloadRow): Promise<RunResultPayloadFields>;
+    /**
+     * Batch variant: groups rows by shard object so each shard is fetched exactly once. The dominant
+     * pattern (a page / batch of rows from one run) shares a shard, so this is one GET, not one per row.
+     */
+    hydrateMany(rows: RunResultPayloadRow[]): Promise<RunResultPayloadFields[]>;
+    readRenderedPrompt(row: RunResultPayloadRow): Promise<unknown>;
+    readInputVariables(row: RunResultPayloadRow): Promise<unknown>;
+    readRawResponse(row: RunResultPayloadRow): Promise<string | null>;
+    readParsedOutput(row: RunResultPayloadRow): Promise<unknown>;
+    private needsShard;
+    private loadShardLine;
+}
+//# sourceMappingURL=run-result-payload.reader.d.ts.map

package/dist/server/modules/run-result/run-result-payload.reader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-payload.reader.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/run-result/run-result-payload.reader.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,qBAAqB,EAAwB,MAAM,gDAAgD,CAAC;AAC7G,OAAO,EACL,KAAK,sBAAsB,EAE3B,KAAK,mBAAmB,EAIzB,MAAM,sBAAsB,CAAC;AAE9B,qBACa,sBAAsB;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,qBAAqB;IAE3D,4EAA4E;IACtE,OAAO,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAMxE;;;OAGG;IACG,WAAW,CAAC,IAAI,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAwB3E,kBAAkB,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC;IAI9D,kBAAkB,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC;IAI9D,eAAe,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIjE,gBAAgB,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlE,OAAO,CAAC,UAAU;YAIJ,aAAa;CAI5B"}