@carlonicora/nestjs-neo4jsonapi 2.14.11 → 2.15.0

package/dist/eval/retrieval/end-to-end-sweep.service.d.ts

@@ -0,0 +1,52 @@
+import { ConfigService } from "@nestjs/config";
+import { ResponderService } from "../../agents/responder/services/responder.service";
+import { BaseConfigInterface } from "../../config/interfaces/base.config.interface";
+import { EvidenceMatcher } from "./evidence.matcher";
+import { EndToEndSweepResult, EvalQuestionSet, SweepSummary } from "./retrieval-eval.types";
+import { RubricJudgeService } from "./rubric-judge.service";
+import { TokenAccountingChecker } from "./token-accounting.check";
+/**
+ * The metric of record (spec §6.4): a full assistant turn per question, in the
+ * product's own voice, with its own prompts and temperature.
+ *
+ * Sequential on purpose — `answerMs` is a reported metric (spec §6.3).
+ */
+export declare class EndToEndSweepService {
+    private readonly responder;
+    private readonly judge;
+    private readonly evidence;
+    private readonly accounting;
+    private readonly configService;
+    private readonly logger;
+    constructor(responder: ResponderService, judge: RubricJudgeService, evidence: EvidenceMatcher, accounting: TokenAccountingChecker, configService: ConfigService<BaseConfigInterface>);
+    /**
+     * SCOPE COMES FROM CLS, NOT FROM THESE PARAMETERS.
+     *
+     * `companyId` and `userId` stay because `ResponderService.run` genuinely takes
+     * them — but they do not scope retrieval. Company scope reaches the
+     * `ChunkRepository` through `ClsService` (via `Neo4jService.initQuery`), and
+     * the run's scope root through `AGENT_SCOPE_CLS_KEY`
+     * (`common/repositories/agent-scope.filter.ts`), which fails closed. A caller
+     * that does not establish that context retrieves nothing — or, worse,
+     * retrieves unscoped. Establishing it is the entry point's job; see
+     * apps/api/src/eval/run-sweep.ts.
+     */
+    run(params: {
+        set: EvalQuestionSet;
+        companyId: string;
+        userId: string;
+    }): Promise<SweepSummary<EndToEndSweepResult>>;
+    /**
+     * Feeds the checker the per-node figures the turn itself reported, so
+     * `check()` compares them against the accumulated ledger.
+     *
+     * Spec §6.5 asks the sweep to sum the per-call figures and cross-check the
+     * aggregate. The trace is where those per-node figures survive: each node
+     * records what its own provider calls reported, while `response.tokens` is
+     * the reducer-accumulated total — the exact pair whose disagreement IS the
+     * §1.1 double-count. Without this the checker would see zero observed tokens
+     * and declare a mismatch on every question, which is noise, not a check.
+     */
+    private observeReportedCalls;
+}
+//# sourceMappingURL=end-to-end-sweep.service.d.ts.map

package/dist/eval/retrieval/end-to-end-sweep.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"end-to-end-sweep.service.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/end-to-end-sweep.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mDAAmD,CAAC;AAErF,OAAO,EAAE,mBAAmB,EAAE,MAAM,+CAA+C,CAAC;AAEpF,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC5F,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAElE;;;;;GAKG;AACH,qBACa,oBAAoB;IAI7B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAPhC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;gBAG7C,SAAS,EAAE,gBAAgB,EAC3B,KAAK,EAAE,kBAAkB,EACzB,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,sBAAsB,EAClC,aAAa,EAAE,aAAa,CAAC,mBAAmB,CAAC;IAGpE;;;;;;;;;;;OAWG;IACG,GAAG,CAAC,MAAM,EAAE;QAChB,GAAG,EAAE,eAAe,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;KAChB,GAAG,OAAO,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;IA+H9C;;;;;;;;;;OAUG;IACH,OAAO,CAAC,oBAAoB;CAW7B"}

package/dist/eval/retrieval/end-to-end-sweep.service.js

@@ -0,0 +1,194 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var EndToEndSweepService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EndToEndSweepService = void 0;
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const responder_service_1 = require("../../agents/responder/services/responder.service");
+const agentmessage_type_1 = require("../../common/enums/agentmessage.type");
+const evidence_matcher_1 = require("./evidence.matcher");
+const rubric_judge_service_1 = require("./rubric-judge.service");
+const token_accounting_check_1 = require("./token-accounting.check");
+/**
+ * The metric of record (spec §6.4): a full assistant turn per question, in the
+ * product's own voice, with its own prompts and temperature.
+ *
+ * Sequential on purpose — `answerMs` is a reported metric (spec §6.3).
+ */
+let EndToEndSweepService = EndToEndSweepService_1 = class EndToEndSweepService {
+    constructor(responder, judge, evidence, accounting, configService) {
+        this.responder = responder;
+        this.judge = judge;
+        this.evidence = evidence;
+        this.accounting = accounting;
+        this.configService = configService;
+        this.logger = new common_1.Logger(EndToEndSweepService_1.name);
+    }
+    /**
+     * SCOPE COMES FROM CLS, NOT FROM THESE PARAMETERS.
+     *
+     * `companyId` and `userId` stay because `ResponderService.run` genuinely takes
+     * them — but they do not scope retrieval. Company scope reaches the
+     * `ChunkRepository` through `ClsService` (via `Neo4jService.initQuery`), and
+     * the run's scope root through `AGENT_SCOPE_CLS_KEY`
+     * (`common/repositories/agent-scope.filter.ts`), which fails closed. A caller
+     * that does not establish that context retrieves nothing — or, worse,
+     * retrieves unscoped. Establishing it is the entry point's job; see
+     * apps/api/src/eval/run-sweep.ts.
+     */
+    async run(params) {
+        const startedAt = new Date().toISOString();
+        const results = [];
+        for (const question of params.set.questions) {
+            const began = Date.now();
+            try {
+                const response = await this.responder.run({
+                    companyId: params.companyId,
+                    userId: params.userId,
+                    userModuleIds: [],
+                    dataLimits: {},
+                    messages: [{ type: agentmessage_type_1.AgentMessageType.User, content: question.question }],
+                    question: question.question,
+                    scopeId: question.scopeId,
+                    scopeType: question.scopeType,
+                });
+                const notebook = response.context?.notebook ?? [];
+                const retrievedText = notebook.map((entry) => entry.content ?? "").join("\n\n");
+                const retrieved = this.evidence.score({
+                    snippets: question.mustRetrieve,
+                    haystack: retrievedText,
+                });
+                const citedIds = new Set((response.sources ?? []).map((source) => source.chunkId));
+                const citedText = notebook
+                    .filter((entry) => citedIds.has(entry.chunkId))
+                    .map((entry) => entry.content ?? "")
+                    .join("\n\n");
+                const cited = this.evidence.score({ snippets: question.mustRetrieve, haystack: citedText });
+                // Post-trim: only the notebook entries that survived NOTEBOOK_BUDGET_CHARS
+                // and reached the answer model (contract C1). Absent `keptChunkIds` means
+                // the answer node never reported which entries it kept — treat as "not
+                // observed", never as "nothing kept" (see the interface's own doc comment).
+                const keptChunkIds = response.trace?.answer?.keptChunkIds;
+                const readObserved = Array.isArray(keptChunkIds);
+                const keptSet = new Set(keptChunkIds ?? []);
+                // Subset of keptSet kept in core (unwidened) form (contract C2/C3): their
+                // ±1 neighbour text never reached the model, so scoring must read only
+                // `coreContent` for these — never credit the widened `content`.
+                const coreOnlyIds = new Set(response.trace?.answer?.coreOnlyChunkIds ?? []);
+                const readText = readObserved
+                    ? notebook
+                        .filter((entry) => keptSet.has(entry.chunkId))
+                        .map((entry) => (coreOnlyIds.has(entry.chunkId) ? (entry.coreContent ?? "") : (entry.content ?? "")))
+                        .join("\n\n")
+                    : "";
+                const read = this.evidence.score({ snippets: question.mustRetrieve, haystack: readText });
+                const answer = response.answer?.answer ?? "";
+                const verdict = await this.judge.judge({
+                    question: question.question,
+                    rubric: question.rubric,
+                    answer,
+                    evidenceCited: cited.found,
+                });
+                const ledger = response.tokens ?? { input: 0, output: 0 };
+                this.observeReportedCalls(response.trace);
+                results.push({
+                    questionId: question.id,
+                    evidenceRetrieved: retrieved.found,
+                    missingSnippets: retrieved.missing,
+                    evidenceCited: cited.found,
+                    uncitedSnippets: cited.missing,
+                    chunksRead: notebook.length,
+                    // The turn does not report retrieval separately from the answer;
+                    // `retrievalMs` is the retrieval-only mode's metric (spec §6.5).
+                    retrievalMs: 0,
+                    answerMs: Date.now() - began,
+                    inputTokens: ledger.input ?? 0,
+                    outputTokens: ledger.output ?? 0,
+                    verdict,
+                    tokenAccounting: this.accounting.check({ questionId: question.id, ledger }),
+                    evidenceRead: readObserved ? read.found : 0,
+                    chunksKept: keptSet.size,
+                    chunksKeptCore: readObserved ? coreOnlyIds.size : 0,
+                    readObserved,
+                });
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                this.logger.warn(`end-to-end sweep: question ${question.id} failed: ${message}`);
+                // The turn died part-way, so `check()` never ran and never reset. Anything
+                // this question already observed must be cleared here or the next question
+                // inherits it and its own comparison is meaningless.
+                this.accounting.reset();
+                results.push({
+                    questionId: question.id,
+                    evidenceRetrieved: 0,
+                    missingSnippets: question.mustRetrieve,
+                    evidenceCited: 0,
+                    uncitedSnippets: question.mustRetrieve,
+                    chunksRead: 0,
+                    retrievalMs: 0,
+                    answerMs: Date.now() - began,
+                    inputTokens: 0,
+                    outputTokens: 0,
+                    verdict: { passed: false, explanation: `Turn failed: ${message}` },
+                    tokenAccounting: {
+                        ledgerInput: 0,
+                        observedInput: 0,
+                        ledgerOutput: 0,
+                        observedOutput: 0,
+                        agrees: false,
+                        checked: false,
+                    },
+                    evidenceRead: 0,
+                    chunksKept: 0,
+                    chunksKeptCore: 0,
+                    readObserved: false,
+                    error: message,
+                });
+            }
+        }
+        return {
+            product: params.set.product,
+            mode: "end-to-end",
+            model: this.configService.get("ai")?.ai?.model ?? "unknown",
+            startedAt,
+            results,
+        };
+    }
+    /**
+     * Feeds the checker the per-node figures the turn itself reported, so
+     * `check()` compares them against the accumulated ledger.
+     *
+     * Spec §6.5 asks the sweep to sum the per-call figures and cross-check the
+     * aggregate. The trace is where those per-node figures survive: each node
+     * records what its own provider calls reported, while `response.tokens` is
+     * the reducer-accumulated total — the exact pair whose disagreement IS the
+     * §1.1 double-count. Without this the checker would see zero observed tokens
+     * and declare a mismatch on every question, which is noise, not a check.
+     */
+    observeReportedCalls(trace) {
+        for (const node of [trace?.planner, trace?.graph, trace?.contextualiser, trace?.drift, trace?.answer]) {
+            if (node?.tokens)
+                this.accounting.observe({ input: node.tokens.input, output: node.tokens.output });
+        }
+    }
+};
+exports.EndToEndSweepService = EndToEndSweepService;
+exports.EndToEndSweepService = EndToEndSweepService = EndToEndSweepService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [responder_service_1.ResponderService,
+        rubric_judge_service_1.RubricJudgeService,
+        evidence_matcher_1.EvidenceMatcher,
+        token_accounting_check_1.TokenAccountingChecker,
+        config_1.ConfigService])
+], EndToEndSweepService);
+//# sourceMappingURL=end-to-end-sweep.service.js.map

package/dist/eval/retrieval/end-to-end-sweep.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"end-to-end-sweep.service.js","sourceRoot":"","sources":["../../../src/eval/retrieval/end-to-end-sweep.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,2CAA+C;AAC/C,yFAAqF;AACrF,4EAAwE;AAGxE,yDAAqD;AAErD,iEAA4D;AAC5D,qEAAkE;AAElE;;;;;GAKG;AAEI,IAAM,oBAAoB,4BAA1B,MAAM,oBAAoB;IAG/B,YACmB,SAA2B,EAC3B,KAAyB,EACzB,QAAyB,EACzB,UAAkC,EAClC,aAAiD;QAJjD,cAAS,GAAT,SAAS,CAAkB;QAC3B,UAAK,GAAL,KAAK,CAAoB;QACzB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,eAAU,GAAV,UAAU,CAAwB;QAClC,kBAAa,GAAb,aAAa,CAAoC;QAPnD,WAAM,GAAG,IAAI,eAAM,CAAC,sBAAoB,CAAC,IAAI,CAAC,CAAC;IAQ7D,CAAC;IAEJ;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,GAAG,CAAC,MAIT;QACC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAA0B,EAAE,CAAC;QAE1C,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;oBACxC,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,aAAa,EAAE,EAAE;oBACjB,UAAU,EAAE,EAAE;oBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,oCAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACvE,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B,CAAC,CAAC;gBAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC;gBAClD,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACpC,QAAQ,EAAE,QAAQ,CAAC,YAAY;oBAC/B,QAAQ,EAAE,aAAa;iBACxB,CAAC,CAAC;gBAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBACnF,MAAM,SAAS,GAAG,QAAQ;qBACvB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;qBAC9C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;qBACnC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;gBAE5F,2EAA2E;gBAC3E,0EAA0E;gBAC1E,uEAAuE;gBACvE,4EAA4E;gBAC5E,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC;gBAC1D,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBACjD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;gBAC5C,0EAA0E;gBAC1E,uEAAuE;gBACvE,gEAAgE;gBAChE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC;gBAC5E,MAAM,QAAQ,GAAG,YAAY;oBAC3B,CAAC,CAAC,QAAQ;yBACL,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;yBAC7C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;yBACpG,IAAI,CAAC,MAAM,CAAC;oBACjB,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAE1F,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;oBACrC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,MAAM;oBACN,aAAa,EAAE,KAAK,CAAC,KAAK;iBAC3B,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAE1C,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,iBAAiB,EAAE,SAAS,CAAC,KAAK;oBAClC,eAAe,EAAE,SAAS,CAAC,OAAO;oBAClC,aAAa,EAAE,KAAK,CAAC,KAAK;oBAC1B,eAAe,EAAE,KAAK,CAAC,OAAO;oBAC9B,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,iEAAiE;oBACjE,iEAAiE;oBACjE,WAAW,EAAE,CAAC;oBACd,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;oBAC5B,WAAW,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC;oBAC9B,YAAY,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC;oBAChC,OAAO;oBACP,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC;oBAC3E,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC3C,UAAU,EAAE,OAAO,CAAC,IAAI;oBACxB,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACnD,YAAY;iBACb,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,QAAQ,CAAC,EAAE,YAAY,OAAO,EAAE,CAAC,CAAC;gBACjF,2EAA2E;gBAC3E,2EAA2E;gBAC3E,qDAAqD;gBACrD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,iBAAiB,EAAE,CAAC;oBACpB,eAAe,EAAE,QAAQ,CAAC,YAAY;oBACtC,aAAa,EAAE,CAAC;oBAChB,eAAe,EAAE,QAAQ,CAAC,YAAY;oBACtC,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,CAAC;oBACd,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;oBAC5B,WAAW,EAAE,CAAC;oBACd,YAAY,EAAE,CAAC;oBACf,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,gBAAgB,OAAO,EAAE,EAAE;oBAClE,eAAe,EAAE;wBACf,WAAW,EAAE,CAAC;wBACd,aAAa,EAAE,CAAC;wBAChB,YAAY,EAAE,CAAC;wBACf,cAAc,EAAE,CAAC;wBACjB,MAAM,EAAE,KAAK;wBACb,OAAO,EAAE,KAAK;qBACf;oBACD,YAAY,EAAE,CAAC;oBACf,UAAU,EAAE,CAAC;oBACb,cAAc,EAAE,CAAC;oBACjB,YAAY,EAAE,KAAK;oBACnB,KAAK,EAAE,OAAO;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO;YAC3B,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAoB,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,IAAI,SAAS;YAC9E,SAAS;YACT,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;;;;;;;;;OAUG;IACK,oBAAoB,CAAC,KAM5B;QACC,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACtG,IAAI,IAAI,EAAE,MAAM;gBAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;CACF,CAAA;AAhLY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAKmB,oCAAgB;QACpB,yCAAkB;QACf,kCAAe;QACb,+CAAsB;QACnB,sBAAa;GARpC,oBAAoB,CAgLhC"}

package/dist/eval/retrieval/evidence.matcher.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Decides whether a ground-truth snippet is present in retrieved text.
+ *
+ * Deliberately forgiving on whitespace and case, and deliberately NOT fuzzy on
+ * wording: a snippet is chosen by the question's author to be distinctive, so a
+ * near-miss is a miss. Chunk ids and positions cannot anchor this — ids are
+ * regenerated on every ingest and positions shift whenever the chunker changes.
+ */
+export declare class EvidenceMatcher {
+    private normalise;
+    matches(params: {
+        snippet: string;
+        haystack: string;
+    }): boolean;
+    score(params: {
+        snippets: string[];
+        haystack: string;
+    }): {
+        found: number;
+        missing: string[];
+    };
+}
+//# sourceMappingURL=evidence.matcher.d.ts.map

package/dist/eval/retrieval/evidence.matcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence.matcher.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/evidence.matcher.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,qBACa,eAAe;IAC1B,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO;IAM/D,KAAK,CAAC,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE;CAI9F"}

package/dist/eval/retrieval/evidence.matcher.js

@@ -0,0 +1,38 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvidenceMatcher = void 0;
+const common_1 = require("@nestjs/common");
+/**
+ * Decides whether a ground-truth snippet is present in retrieved text.
+ *
+ * Deliberately forgiving on whitespace and case, and deliberately NOT fuzzy on
+ * wording: a snippet is chosen by the question's author to be distinctive, so a
+ * near-miss is a miss. Chunk ids and positions cannot anchor this — ids are
+ * regenerated on every ingest and positions shift whenever the chunker changes.
+ */
+let EvidenceMatcher = class EvidenceMatcher {
+    normalise(value) {
+        return value.replace(/\s+/g, " ").trim().toLowerCase();
+    }
+    matches(params) {
+        const needle = this.normalise(params.snippet);
+        if (needle === "")
+            return false;
+        return this.normalise(params.haystack).includes(needle);
+    }
+    score(params) {
+        const missing = params.snippets.filter((snippet) => !this.matches({ snippet, haystack: params.haystack }));
+        return { found: params.snippets.length - missing.length, missing };
+    }
+};
+exports.EvidenceMatcher = EvidenceMatcher;
+exports.EvidenceMatcher = EvidenceMatcher = __decorate([
+    (0, common_1.Injectable)()
+], EvidenceMatcher);
+//# sourceMappingURL=evidence.matcher.js.map

package/dist/eval/retrieval/evidence.matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evidence.matcher.js","sourceRoot":"","sources":["../../../src/eval/retrieval/evidence.matcher.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAE5C;;;;;;;GAOG;AAEI,IAAM,eAAe,GAArB,MAAM,eAAe;IAClB,SAAS,CAAC,KAAa;QAC7B,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACzD,CAAC;IAED,OAAO,CAAC,MAA6C;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,MAAM,KAAK,EAAE;YAAE,OAAO,KAAK,CAAC;QAChC,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,MAAgD;QACpD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC3G,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IACrE,CAAC;CACF,CAAA;AAfY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CAe3B"}

package/dist/eval/retrieval/index.d.ts

@@ -0,0 +1,10 @@
+export * from "./retrieval-eval.types";
+export { QuestionSetLoader } from "./question-set.loader";
+export { EvidenceMatcher } from "./evidence.matcher";
+export { RetrievalSweepService } from "./retrieval-sweep.service";
+export { EndToEndSweepService } from "./end-to-end-sweep.service";
+export { RubricJudgeService } from "./rubric-judge.service";
+export { TokenAccountingChecker } from "./token-accounting.check";
+export { renderSweepReport } from "./sweep-report";
+export { RetrievalEvalModule } from "./retrieval-eval.module";
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/retrieval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC"}

package/dist/eval/retrieval/index.js

@@ -0,0 +1,35 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RetrievalEvalModule = exports.renderSweepReport = exports.TokenAccountingChecker = exports.RubricJudgeService = exports.EndToEndSweepService = exports.RetrievalSweepService = exports.EvidenceMatcher = exports.QuestionSetLoader = void 0;
+__exportStar(require("./retrieval-eval.types"), exports);
+var question_set_loader_1 = require("./question-set.loader");
+Object.defineProperty(exports, "QuestionSetLoader", { enumerable: true, get: function () { return question_set_loader_1.QuestionSetLoader; } });
+var evidence_matcher_1 = require("./evidence.matcher");
+Object.defineProperty(exports, "EvidenceMatcher", { enumerable: true, get: function () { return evidence_matcher_1.EvidenceMatcher; } });
+var retrieval_sweep_service_1 = require("./retrieval-sweep.service");
+Object.defineProperty(exports, "RetrievalSweepService", { enumerable: true, get: function () { return retrieval_sweep_service_1.RetrievalSweepService; } });
+var end_to_end_sweep_service_1 = require("./end-to-end-sweep.service");
+Object.defineProperty(exports, "EndToEndSweepService", { enumerable: true, get: function () { return end_to_end_sweep_service_1.EndToEndSweepService; } });
+var rubric_judge_service_1 = require("./rubric-judge.service");
+Object.defineProperty(exports, "RubricJudgeService", { enumerable: true, get: function () { return rubric_judge_service_1.RubricJudgeService; } });
+var token_accounting_check_1 = require("./token-accounting.check");
+Object.defineProperty(exports, "TokenAccountingChecker", { enumerable: true, get: function () { return token_accounting_check_1.TokenAccountingChecker; } });
+var sweep_report_1 = require("./sweep-report");
+Object.defineProperty(exports, "renderSweepReport", { enumerable: true, get: function () { return sweep_report_1.renderSweepReport; } });
+var retrieval_eval_module_1 = require("./retrieval-eval.module");
+Object.defineProperty(exports, "RetrievalEvalModule", { enumerable: true, get: function () { return retrieval_eval_module_1.RetrievalEvalModule; } });
+//# sourceMappingURL=index.js.map

package/dist/eval/retrieval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/eval/retrieval/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,yDAAuC;AACvC,6DAA0D;AAAjD,wHAAA,iBAAiB,OAAA;AAC1B,uDAAqD;AAA5C,mHAAA,eAAe,OAAA;AACxB,qEAAkE;AAAzD,gIAAA,qBAAqB,OAAA;AAC9B,uEAAkE;AAAzD,gIAAA,oBAAoB,OAAA;AAC7B,+DAA4D;AAAnD,0HAAA,kBAAkB,OAAA;AAC3B,mEAAkE;AAAzD,gIAAA,sBAAsB,OAAA;AAC/B,+CAAmD;AAA1C,iHAAA,iBAAiB,OAAA;AAC1B,iEAA8D;AAArD,4HAAA,mBAAmB,OAAA"}

package/dist/eval/retrieval/question-set.loader.d.ts

@@ -0,0 +1,16 @@
+import { EvalQuestionSet } from "./retrieval-eval.types";
+/**
+ * Reads a question set from YAML and validates it.
+ *
+ * Fails loudly and specifically: a malformed ground truth that loads anyway
+ * would silently weaken every later comparison, which is the opposite of what
+ * this harness exists for.
+ *
+ * Mirrors the YAML-loading style of `core/model-manager/model-loader.ts`.
+ */
+export declare class QuestionSetLoader {
+    load(params: {
+        path: string;
+    }): EvalQuestionSet;
+}
+//# sourceMappingURL=question-set.loader.d.ts.map

package/dist/eval/retrieval/question-set.loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"question-set.loader.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/question-set.loader.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAyB,MAAM,wBAAwB,CAAC;AAEhF;;;;;;;;GAQG;AACH,qBACa,iBAAiB;IAC5B,IAAI,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,eAAe;CAWhD"}

package/dist/eval/retrieval/question-set.loader.js

@@ -0,0 +1,73 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QuestionSetLoader = void 0;
+const common_1 = require("@nestjs/common");
+const fs_1 = require("fs");
+const yaml = __importStar(require("js-yaml"));
+const retrieval_eval_types_1 = require("./retrieval-eval.types");
+/**
+ * Reads a question set from YAML and validates it.
+ *
+ * Fails loudly and specifically: a malformed ground truth that loads anyway
+ * would silently weaken every later comparison, which is the opposite of what
+ * this harness exists for.
+ *
+ * Mirrors the YAML-loading style of `core/model-manager/model-loader.ts`.
+ */
+let QuestionSetLoader = class QuestionSetLoader {
+    load(params) {
+        const raw = yaml.load((0, fs_1.readFileSync)(params.path, "utf8"));
+        const parsed = retrieval_eval_types_1.evalQuestionSetSchema.safeParse(raw);
+        if (!parsed.success) {
+            const issues = parsed.error.issues
+                .map((issue) => `${issue.path.join(".") || "<root>"}: ${issue.message}`)
+                .join("; ");
+            throw new Error(`Invalid question set at ${params.path} — ${issues}`);
+        }
+        return parsed.data;
+    }
+};
+exports.QuestionSetLoader = QuestionSetLoader;
+exports.QuestionSetLoader = QuestionSetLoader = __decorate([
+    (0, common_1.Injectable)()
+], QuestionSetLoader);
+//# sourceMappingURL=question-set.loader.js.map

package/dist/eval/retrieval/question-set.loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"question-set.loader.js","sourceRoot":"","sources":["../../../src/eval/retrieval/question-set.loader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2BAAkC;AAClC,8CAAgC;AAChC,iEAAgF;AAEhF;;;;;;;;GAQG;AAEI,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAC5B,IAAI,CAAC,MAAwB;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAA,iBAAY,EAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,4CAAqB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;iBAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;iBACvE,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,IAAI,MAAM,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;CACF,CAAA;AAZY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;GACA,iBAAiB,CAY7B"}

package/dist/eval/retrieval/retrieval-eval.module.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Evaluation tooling. NOT imported by AgentsModule or by bootstrap — a product
+ * that never runs a sweep must not pay for this module's dependency graph.
+ * Import it explicitly from a sweep entrypoint.
+ *
+ * The three imports carry exactly the providers this module's services inject:
+ * `LLMModule` exports `LLMService` (RubricJudgeService), `ChunkModule` exports
+ * `ChunkRepository` (RetrievalSweepService) and `ResponderModule` exports
+ * `ResponderService` (EndToEndSweepService). `TokenAccountingChecker`,
+ * `EvidenceMatcher` and `QuestionSetLoader` have no injected dependencies.
+ */
+export declare class RetrievalEvalModule {
+}
+//# sourceMappingURL=retrieval-eval.module.d.ts.map

package/dist/eval/retrieval/retrieval-eval.module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieval-eval.module.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/retrieval-eval.module.ts"],"names":[],"mappings":"AAWA;;;;;;;;;;GAUG;AACH,qBAYa,mBAAmB;CAAG"}

package/dist/eval/retrieval/retrieval-eval.module.js

@@ -0,0 +1,48 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RetrievalEvalModule = void 0;
+const common_1 = require("@nestjs/common");
+const responder_module_1 = require("../../agents/responder/responder.module");
+const llm_module_1 = require("../../core/llm/llm.module");
+const chunk_module_1 = require("../../foundations/chunk/chunk.module");
+const end_to_end_sweep_service_1 = require("./end-to-end-sweep.service");
+const evidence_matcher_1 = require("./evidence.matcher");
+const question_set_loader_1 = require("./question-set.loader");
+const retrieval_sweep_service_1 = require("./retrieval-sweep.service");
+const rubric_judge_service_1 = require("./rubric-judge.service");
+const token_accounting_check_1 = require("./token-accounting.check");
+/**
+ * Evaluation tooling. NOT imported by AgentsModule or by bootstrap — a product
+ * that never runs a sweep must not pay for this module's dependency graph.
+ * Import it explicitly from a sweep entrypoint.
+ *
+ * The three imports carry exactly the providers this module's services inject:
+ * `LLMModule` exports `LLMService` (RubricJudgeService), `ChunkModule` exports
+ * `ChunkRepository` (RetrievalSweepService) and `ResponderModule` exports
+ * `ResponderService` (EndToEndSweepService). `TokenAccountingChecker`,
+ * `EvidenceMatcher` and `QuestionSetLoader` have no injected dependencies.
+ */
+let RetrievalEvalModule = class RetrievalEvalModule {
+};
+exports.RetrievalEvalModule = RetrievalEvalModule;
+exports.RetrievalEvalModule = RetrievalEvalModule = __decorate([
+    (0, common_1.Module)({
+        imports: [llm_module_1.LLMModule, chunk_module_1.ChunkModule, responder_module_1.ResponderModule],
+        providers: [
+            question_set_loader_1.QuestionSetLoader,
+            evidence_matcher_1.EvidenceMatcher,
+            retrieval_sweep_service_1.RetrievalSweepService,
+            end_to_end_sweep_service_1.EndToEndSweepService,
+            rubric_judge_service_1.RubricJudgeService,
+            token_accounting_check_1.TokenAccountingChecker,
+        ],
+        exports: [question_set_loader_1.QuestionSetLoader, retrieval_sweep_service_1.RetrievalSweepService, end_to_end_sweep_service_1.EndToEndSweepService],
+    })
+], RetrievalEvalModule);
+//# sourceMappingURL=retrieval-eval.module.js.map

package/dist/eval/retrieval/retrieval-eval.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieval-eval.module.js","sourceRoot":"","sources":["../../../src/eval/retrieval/retrieval-eval.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,8EAA0E;AAC1E,0DAAsD;AACtD,uEAAmE;AACnE,yEAAkE;AAClE,yDAAqD;AACrD,+DAA0D;AAC1D,uEAAkE;AAClE,iEAA4D;AAC5D,qEAAkE;AAElE;;;;;;;;;;GAUG;AAaI,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;CAAG,CAAA;AAAtB,kDAAmB;8BAAnB,mBAAmB;IAZ/B,IAAA,eAAM,EAAC;QACN,OAAO,EAAE,CAAC,sBAAS,EAAE,0BAAW,EAAE,kCAAe,CAAC;QAClD,SAAS,EAAE;YACT,uCAAiB;YACjB,kCAAe;YACf,+CAAqB;YACrB,+CAAoB;YACpB,yCAAkB;YAClB,+CAAsB;SACvB;QACD,OAAO,EAAE,CAAC,uCAAiB,EAAE,+CAAqB,EAAE,+CAAoB,CAAC;KAC1E,CAAC;GACW,mBAAmB,CAAG"}