@geotechcli/core 0.4.90 → 0.4.92

package/dist/llm/byok-benchmark.d.ts

@@ -55,10 +55,71 @@ export interface ByokBenchmarkReport {
         profiles: ByokBenchmarkProfileId[];
         passed: boolean;
     };
+    contractValidation?: ByokBenchmarkReportContractValidation;
+}
+export interface ByokBenchmarkReportContractOptions {
+    requiredProfiles?: ByokBenchmarkProfileId[];
+}
+export interface ByokBenchmarkReportContractValidation {
+    ok: boolean;
+    profiles: ByokBenchmarkProfileId[];
+    failures: string[];
+    warnings: string[];
+}
+export interface ByokBenchmarkArtifactSafety {
+    ok: boolean;
+    leaks: string[];
+}
+export interface ByokBenchmarkHistoryEntry {
+    kind: 'geotech-byok-provider-benchmark-history-entry';
+    schemaVersion: 1;
+    generatedAt: string;
+    summary: {
+        runCount: number;
+        passedRuns: number;
+        failedRuns: number;
+        passed: boolean;
+        profiles: ByokBenchmarkProfileId[];
+        evidenceInput: ByokBenchmarkEvidenceInput | 'none';
+        averageLatencyMs: number | null;
+        totalTokens: number | null;
+        pathLeakCount: number;
+    };
+}
+export interface ByokBenchmarkTrendReport {
+    kind: 'geotech-byok-provider-benchmark-trend';
+    schemaVersion: 1;
+    generatedAt: string;
+    current: ByokBenchmarkHistoryEntry;
+    previous: ByokBenchmarkHistoryEntry | null;
+    delta: {
+        runCount: number;
+        passedRuns: number;
+        failedRuns: number;
+        averageLatencyMs: number | null;
+        totalTokens: number | null;
+        pathLeakCount: number;
+    } | null;
+    historyCount: number;
+    note: string;
+}
+export interface ByokBenchmarkTrend {
+    history: ByokBenchmarkHistoryEntry[];
+    report: ByokBenchmarkTrendReport;
+}
+export interface ByokBenchmarkTrendContractValidation {
+    ok: boolean;
+    failures: string[];
+    warnings: string[];
 }
 export declare function buildByokProviderBenchmarkProfile(id: ByokBenchmarkProfileId, config: Pick<LLMConfig, 'provider' | 'modelId' | 'visionModelId'>): ByokProviderBenchmarkProfile;
 export declare function buildByokBenchmarkEvidenceContract(capabilityProfile: ProviderCapabilityProfile): ByokBenchmarkEvidenceContract;
 export declare function buildByokBenchmarkPrompt(profile: ByokProviderBenchmarkProfile): string;
 export declare function validateByokBenchmarkResponse(text: string, contract?: ByokBenchmarkEvidenceContract): ByokBenchmarkResponseValidation;
 export declare function buildByokBenchmarkReport(runs: ByokBenchmarkRunSummary[], generatedAt?: string | Date): ByokBenchmarkReport;
+export declare function validateByokBenchmarkReportContract(report: ByokBenchmarkReport, options?: ByokBenchmarkReportContractOptions): ByokBenchmarkReportContractValidation;
+export declare function attachByokBenchmarkReportContractValidation(report: ByokBenchmarkReport, options?: ByokBenchmarkReportContractOptions): ByokBenchmarkReport;
+export declare function inspectByokBenchmarkArtifactSafety(value: unknown): ByokBenchmarkArtifactSafety;
+export declare function buildByokBenchmarkTrend(report: ByokBenchmarkReport, previousHistory?: ByokBenchmarkHistoryEntry[]): ByokBenchmarkTrend;
+export declare function validateByokBenchmarkTrendContract(report: ByokBenchmarkTrendReport): ByokBenchmarkTrendContractValidation;
 //# sourceMappingURL=byok-benchmark.d.ts.map

package/dist/llm/byok-benchmark.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"byok-benchmark.d.ts","sourceRoot":"","sources":["../../src/llm/byok-benchmark.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvE,MAAM,MAAM,sBAAsB,GAC9B,aAAa,GACb,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,qBAAqB,CAAC;AAE1B,MAAM,MAAM,0BAA0B,GAAG,4BAA4B,CAAC;AAEtE,MAAM,WAAW,yBAAyB;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,KAAK,GAAG,YAAY,GAAG,YAAY,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,6BAA6B;IAC5C,aAAa,EAAE,mCAAmC,CAAC;IACnD,aAAa,EAAE,0BAA0B,CAAC;IAC1C,gBAAgB,EAAE,KAAK,CAAC,cAAc,GAAG,YAAY,CAAC,CAAC;IACvD,cAAc,EAAE,yBAAyB,EAAE,CAAC;IAC5C,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,sBAAsB,CAAC;IAC3B,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,yBAAyB,CAAC;IAC7C,gBAAgB,EAAE,6BAA6B,CAAC;IAChD,eAAe,EAAE,OAAO,CAAC;IACzB,yBAAyB,EAAE,KAAK,CAAC;IACjC,6BAA6B,EAAE,KAAK,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,OAAO,CAAC;IACpB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,4BAA4B,CAAC;IACtC,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,+BAA+B,CAAC;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iCAAiC,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,uBAAuB,EAAE,CAAC;IAChC,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,sBAAsB,EAAE,CAAC;QACnC,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;CACH;AAED,wBAAgB,iCAAiC,CAC/C,EAAE,EAAE,sBAAsB,EAC1B,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,SAAS,GAAG,eAAe,CAAC,GAChE,4BAA4B,CAa9B;AAED,wBAAgB,kCAAkC,CAChD,iBAAiB,EAAE,yBAAyB,GAC3C,6BAA6B,CA0C/B;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,4BAA4B,GAAG,MAAM,CAiBtF;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,MAAM,EACZ,QAAQ,GAAE,6BAET,GACA,+BAA+B,CAiDjC;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,uBAAuB,EAAE,EAC/B,WAAW,GAAE,MAAM,GAAG,IAAiB,GACtC,mBAAmB,CAerB"}
+{"version":3,"file":"byok-benchmark.d.ts","sourceRoot":"","sources":["../../src/llm/byok-benchmark.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvE,MAAM,MAAM,sBAAsB,GAC9B,aAAa,GACb,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,qBAAqB,CAAC;AAE1B,MAAM,MAAM,0BAA0B,GAAG,4BAA4B,CAAC;AAEtE,MAAM,WAAW,yBAAyB;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,KAAK,GAAG,YAAY,GAAG,YAAY,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,6BAA6B;IAC5C,aAAa,EAAE,mCAAmC,CAAC;IACnD,aAAa,EAAE,0BAA0B,CAAC;IAC1C,gBAAgB,EAAE,KAAK,CAAC,cAAc,GAAG,YAAY,CAAC,CAAC;IACvD,cAAc,EAAE,yBAAyB,EAAE,CAAC;IAC5C,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,sBAAsB,CAAC;IAC3B,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,yBAAyB,CAAC;IAC7C,gBAAgB,EAAE,6BAA6B,CAAC;IAChD,eAAe,EAAE,OAAO,CAAC;IACzB,yBAAyB,EAAE,KAAK,CAAC;IACjC,6BAA6B,EAAE,KAAK,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,OAAO,CAAC;IACpB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,4BAA4B,CAAC;IACtC,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,+BAA+B,CAAC;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iCAAiC,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,uBAAuB,EAAE,CAAC;IAChC,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,sBAAsB,EAAE,CAAC;QACnC,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,kBAAkB,CAAC,EAAE,qCAAqC,CAAC;CAC5D;AAED,MAAM,WAAW,kCAAkC;IACjD,gBAAgB,CAAC,EAAE,sBAAsB,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,qCAAqC;IACpD,EAAE,EAAE,OAAO,CAAC;IACZ,QAAQ,EAAE,sBAAsB,EAAE,CAAC;IACnC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,+CAA+C,CAAC;IACtD,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,OAAO,CAAC;QAChB,QAAQ,EAAE,sBAAsB,EAAE,CAAC;QACnC,aAAa,EAAE,0BAA0B,GAAG,MAAM,CAAC;QACnD,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,uCAAuC,CAAC;IAC9C,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,yBAAyB,CAAC;IACnC,QAAQ,EAAE,yBAAyB,GAAG,IAAI,CAAC;IAC3C,KAAK,EAAE;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,CAAC;KACvB,GAAG,IAAI,CAAC;IACT,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,yBAAyB,EAAE,CAAC;IACrC,MAAM,EAAE,wBAAwB,CAAC;CAClC;AAED,MAAM,WAAW,oCAAoC;IACnD,EAAE,EAAE,OAAO,CAAC;IACZ,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAgBD,wBAAgB,iCAAiC,CAC/C,EAAE,EAAE,sBAAsB,EAC1B,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,SAAS,GAAG,eAAe,CAAC,GAChE,4BAA4B,CAa9B;AAED,wBAAgB,kCAAkC,CAChD,iBAAiB,EAAE,yBAAyB,GAC3C,6BAA6B,CA0C/B;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,4BAA4B,GAAG,MAAM,CAiBtF;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,MAAM,EACZ,QAAQ,GAAE,6BAET,GACA,+BAA+B,CAiDjC;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,uBAAuB,EAAE,EAC/B,WAAW,GAAE,MAAM,GAAG,IAAiB,GACtC,mBAAmB,CAgBrB;AAED,wBAAgB,mCAAmC,CACjD,MAAM,EAAE,mBAAmB,EAC3B,OAAO,GAAE,kCAAuC,GAC/C,qCAAqC,CA6EvC;AAED,wBAAgB,2CAA2C,CACzD,MAAM,EAAE,mBAAmB,EAC3B,OAAO,GAAE,kCAAuC,GAC/C,mBAAmB,CAMrB;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,2BAA2B,CAM9F;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,mBAAmB,EAC3B,eAAe,GAAE,yBAAyB,EAAO,GAChD,kBAAkB,CAiBpB;AAED,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,wBAAwB,GAAG,oCAAoC,CAyCzH"}

package/dist/llm/byok-benchmark.js

@@ -1,4 +1,16 @@
 import { resolveProviderCapabilityProfile } from './capabilities.js';
+const BYOK_REQUIRED_RESPONSE_KEYS = [
+    'ok',
+    'evidence_input',
+    'cited_evidence_ids',
+    'takeaway',
+    'review_gates',
+];
+const BYOK_TEXT_EVIDENCE_PROFILE_IDS = new Set([
+    'openai-compatible',
+    'openrouter-free',
+    'local-hf-compatible',
+]);
 export function buildByokProviderBenchmarkProfile(id, config) {
     const capabilityProfile = resolveProviderCapabilityProfile(config);
     return {
@@ -122,20 +134,164 @@ export function validateByokBenchmarkResponse(text, contract = buildByokBenchmar
 }
 export function buildByokBenchmarkReport(runs, generatedAt = new Date()) {
     const generated = generatedAt instanceof Date ? generatedAt.toISOString() : generatedAt;
+    const safeRuns = runs.map(redactByokBenchmarkRun);
     return {
         kind: 'geotech-byok-provider-benchmark',
         schemaVersion: 1,
         generatedAt: generated,
-        runs,
+        runs: safeRuns,
         summary: {
-            runCount: runs.length,
-            passedRuns: runs.filter((run) => run.ok).length,
-            failedRuns: runs.filter((run) => !run.ok).length,
-            profiles: [...new Set(runs.map((run) => run.profile.id))].sort(),
-            passed: runs.length > 0 && runs.every((run) => run.ok),
+            runCount: safeRuns.length,
+            passedRuns: safeRuns.filter((run) => run.ok).length,
+            failedRuns: safeRuns.filter((run) => !run.ok).length,
+            profiles: [...new Set(safeRuns.map((run) => run.profile.id))].sort(),
+            passed: safeRuns.length > 0 && safeRuns.every((run) => run.ok),
         },
     };
 }
+export function validateByokBenchmarkReportContract(report, options = {}) {
+    const failures = [];
+    const warnings = [];
+    const runs = Array.isArray(report.runs) ? report.runs : [];
+    const profiles = runs
+        .map((run) => run.profile?.id)
+        .filter((profile) => typeof profile === 'string');
+    if (report.kind !== 'geotech-byok-provider-benchmark') {
+        failures.push('wrong_report_kind');
+    }
+    if (report.schemaVersion !== 1) {
+        failures.push('wrong_report_schema_version');
+    }
+    if (runs.length === 0) {
+        warnings.push('report_has_no_runs');
+    }
+    const passedRuns = runs.filter((run) => run.ok).length;
+    const failedRuns = runs.filter((run) => !run.ok).length;
+    const expectedProfiles = [...new Set(profiles)].sort();
+    if (report.summary?.runCount !== runs.length) {
+        failures.push('summary_run_count_mismatch');
+    }
+    if (report.summary?.passedRuns !== passedRuns) {
+        failures.push('summary_passed_count_mismatch');
+    }
+    if (report.summary?.failedRuns !== failedRuns) {
+        failures.push('summary_failed_count_mismatch');
+    }
+    if (report.summary?.passed !== (runs.length > 0 && runs.every((run) => run.ok))) {
+        failures.push('summary_passed_flag_mismatch');
+    }
+    if (JSON.stringify(report.summary?.profiles ?? []) !== JSON.stringify(expectedProfiles)) {
+        failures.push('summary_profiles_mismatch');
+    }
+    const observedProfiles = new Set(profiles);
+    for (const requiredProfile of options.requiredProfiles ?? []) {
+        if (!observedProfiles.has(requiredProfile)) {
+            failures.push(`missing_required_profile_${requiredProfile}`);
+        }
+    }
+    let evidenceSignature = null;
+    for (const [index, run] of runs.entries()) {
+        const profile = run.profile;
+        const profileLabel = profile?.id ?? `run_${index}`;
+        if (!profile) {
+            failures.push(`missing_profile_${index}`);
+            continue;
+        }
+        if (run.ok !== run.response.ok) {
+            failures.push(`run_response_status_mismatch_${profileLabel}`);
+        }
+        if (run.ok && run.response.failures.length > 0) {
+            failures.push(`passed_run_has_failures_${profileLabel}`);
+        }
+        validateByokBenchmarkProfileForReport(profile, failures);
+        const signature = byokEvidenceComparabilitySignature(profile.evidenceContract);
+        if (evidenceSignature == null) {
+            evidenceSignature = signature;
+        }
+        else if (signature !== evidenceSignature) {
+            failures.push(`evidence_contract_not_comparable_${profileLabel}`);
+        }
+    }
+    for (const pointer of collectSensitiveReportPointers(report)) {
+        failures.push(`sensitive_value_leak_${sanitizeFailureToken(pointer)}`);
+    }
+    return {
+        ok: failures.length === 0,
+        profiles: expectedProfiles,
+        failures,
+        warnings,
+    };
+}
+export function attachByokBenchmarkReportContractValidation(report, options = {}) {
+    const { contractValidation: _previousValidation, ...reportWithoutPreviousValidation } = report;
+    return {
+        ...reportWithoutPreviousValidation,
+        contractValidation: validateByokBenchmarkReportContract(reportWithoutPreviousValidation, options),
+    };
+}
+export function inspectByokBenchmarkArtifactSafety(value) {
+    const leaks = [...new Set(collectSensitiveReportPointers(value))];
+    return {
+        ok: leaks.length === 0,
+        leaks,
+    };
+}
+export function buildByokBenchmarkTrend(report, previousHistory = []) {
+    const current = buildByokBenchmarkHistoryEntry(report);
+    const previous = previousHistory.at(-1) ?? null;
+    const history = [...previousHistory, current].slice(-50);
+    return {
+        history,
+        report: {
+            kind: 'geotech-byok-provider-benchmark-trend',
+            schemaVersion: 1,
+            generatedAt: current.generatedAt,
+            current,
+            previous,
+            delta: previous ? buildByokBenchmarkTrendDelta(current, previous) : null,
+            historyCount: history.length,
+            note: 'Local BYOK trend output stores provider benchmark summaries only. Raw prompts, source evidence snippets, responses, private paths, and provider tokens are intentionally excluded.',
+        },
+    };
+}
+export function validateByokBenchmarkTrendContract(report) {
+    const failures = [];
+    const warnings = [];
+    if (report.kind !== 'geotech-byok-provider-benchmark-trend') {
+        failures.push('wrong_trend_kind');
+    }
+    if (report.schemaVersion !== 1) {
+        failures.push('wrong_trend_schema_version');
+    }
+    if (!report.generatedAt) {
+        failures.push('trend_missing_generated_at');
+    }
+    if (!Number.isInteger(report.historyCount) || report.historyCount < 1) {
+        failures.push('trend_history_count_invalid');
+    }
+    if (!/raw prompts|source evidence snippets|provider tokens/i.test(report.note ?? '')) {
+        warnings.push('trend_note_should_state_excluded_sensitive_inputs');
+    }
+    validateByokBenchmarkHistoryEntry(report.current, failures, 'current');
+    if (report.previous !== null) {
+        validateByokBenchmarkHistoryEntry(report.previous, failures, 'previous');
+    }
+    if (report.previous && report.delta == null) {
+        failures.push('trend_delta_required_when_previous_exists');
+    }
+    const serialized = JSON.stringify(report);
+    if (/"sourceEvidence"|"snippet"|"response"|"prompt"/.test(serialized)) {
+        failures.push('trend_contains_raw_prompt_response_or_source_evidence');
+    }
+    for (const pointer of inspectByokBenchmarkArtifactSafety(report).leaks) {
+        failures.push(`trend_sensitive_value_leak_${sanitizeFailureToken(pointer)}`);
+    }
+    return {
+        ok: failures.length === 0,
+        failures: [...new Set(failures)],
+        warnings: [...new Set(warnings)],
+    };
+}
 function parseJsonObject(text) {
     try {
         const parsed = JSON.parse(text);
@@ -147,7 +303,227 @@ function parseJsonObject(text) {
         return null;
     }
 }
+function buildByokBenchmarkHistoryEntry(report) {
+    const safety = inspectByokBenchmarkArtifactSafety(report);
+    const latencies = report.runs
+        .map((run) => run.latencyMs)
+        .filter((value) => typeof value === 'number' && Number.isFinite(value));
+    const tokenCounts = report.runs
+        .map((run) => run.totalTokens)
+        .filter((value) => typeof value === 'number' && Number.isFinite(value));
+    const evidenceInputs = [...new Set(report.runs.map((run) => run.profile.evidenceContract.evidenceInput))];
+    return {
+        kind: 'geotech-byok-provider-benchmark-history-entry',
+        schemaVersion: 1,
+        generatedAt: report.generatedAt,
+        summary: {
+            runCount: report.summary.runCount,
+            passedRuns: report.summary.passedRuns,
+            failedRuns: report.summary.failedRuns,
+            passed: report.summary.passed,
+            profiles: [...report.summary.profiles],
+            evidenceInput: evidenceInputs.length === 1 ? evidenceInputs[0] : 'none',
+            averageLatencyMs: latencies.length > 0
+                ? Math.round(latencies.reduce((sum, value) => sum + value, 0) / latencies.length)
+                : null,
+            totalTokens: tokenCounts.length > 0
+                ? tokenCounts.reduce((sum, value) => sum + value, 0)
+                : null,
+            pathLeakCount: safety.leaks.length,
+        },
+    };
+}
+function validateByokBenchmarkHistoryEntry(entry, failures, prefix) {
+    if (!entry || typeof entry !== 'object') {
+        failures.push(`${prefix}_history_entry_missing`);
+        return;
+    }
+    if (entry.kind !== 'geotech-byok-provider-benchmark-history-entry') {
+        failures.push(`${prefix}_history_wrong_kind`);
+    }
+    if (entry.schemaVersion !== 1) {
+        failures.push(`${prefix}_history_wrong_schema_version`);
+    }
+    if (!entry.generatedAt) {
+        failures.push(`${prefix}_history_missing_generated_at`);
+    }
+    const summary = entry.summary;
+    if (!summary || typeof summary !== 'object') {
+        failures.push(`${prefix}_history_summary_missing`);
+        return;
+    }
+    for (const key of ['runCount', 'passedRuns', 'failedRuns', 'pathLeakCount']) {
+        if (!Number.isInteger(summary[key]) || summary[key] < 0) {
+            failures.push(`${prefix}_history_${key}_invalid`);
+        }
+    }
+    if (summary.runCount !== summary.passedRuns + summary.failedRuns) {
+        failures.push(`${prefix}_history_run_count_mismatch`);
+    }
+    if (summary.passed !== (summary.runCount > 0 && summary.failedRuns === 0)) {
+        failures.push(`${prefix}_history_passed_flag_mismatch`);
+    }
+    if (!Array.isArray(summary.profiles)) {
+        failures.push(`${prefix}_history_profiles_invalid`);
+    }
+    if (summary.evidenceInput !== 'preprocessed-page-evidence' && summary.evidenceInput !== 'none') {
+        failures.push(`${prefix}_history_wrong_evidence_input`);
+    }
+    if (summary.pathLeakCount !== 0) {
+        failures.push(`${prefix}_history_path_leaks_present`);
+    }
+}
+function buildByokBenchmarkTrendDelta(current, previous) {
+    return {
+        runCount: current.summary.runCount - previous.summary.runCount,
+        passedRuns: current.summary.passedRuns - previous.summary.passedRuns,
+        failedRuns: current.summary.failedRuns - previous.summary.failedRuns,
+        averageLatencyMs: nullableDelta(current.summary.averageLatencyMs, previous.summary.averageLatencyMs),
+        totalTokens: nullableDelta(current.summary.totalTokens, previous.summary.totalTokens),
+        pathLeakCount: current.summary.pathLeakCount - previous.summary.pathLeakCount,
+    };
+}
+function nullableDelta(current, previous) {
+    return current == null || previous == null ? null : current - previous;
+}
 function sanitizeFailureToken(value) {
     return value.replace(/[^a-zA-Z0-9_-]+/g, '_').slice(0, 48);
 }
+function validateByokBenchmarkProfileForReport(profile, failures) {
+    const label = profile.id;
+    const contract = profile.evidenceContract;
+    if (profile.requestContainsImageInput !== false) {
+        failures.push(`profile_${label}_contains_image_input`);
+    }
+    if (profile.requestContainsNativePdfInput !== false) {
+        failures.push(`profile_${label}_contains_native_pdf_input`);
+    }
+    if (contract.schemaVersion !== 'geotech.byok-evidence-contract.v1') {
+        failures.push(`profile_${label}_wrong_contract_schema`);
+    }
+    if (contract.evidenceInput !== 'preprocessed-page-evidence') {
+        failures.push(`profile_${label}_wrong_evidence_input`);
+    }
+    if (!contract.prohibitedInputs.includes('direct-image')) {
+        failures.push(`profile_${label}_allows_direct_image`);
+    }
+    if (!contract.prohibitedInputs.includes('native-pdf')) {
+        failures.push(`profile_${label}_allows_native_pdf`);
+    }
+    for (const key of BYOK_REQUIRED_RESPONSE_KEYS) {
+        if (!contract.requiredResponseKeys.includes(key)) {
+            failures.push(`profile_${label}_missing_required_key_${key}`);
+        }
+    }
+    if (!contract.reviewGates.includes('source-evidence-required')) {
+        failures.push(`profile_${label}_missing_source_evidence_gate`);
+    }
+    if (!contract.reviewGates.includes('human-engineering-review-required')) {
+        failures.push(`profile_${label}_missing_human_review_gate`);
+    }
+    if (BYOK_TEXT_EVIDENCE_PROFILE_IDS.has(profile.id)) {
+        if (!profile.capabilityProfile.preprocessingPolicy.requirePreprocessedEvidence) {
+            failures.push(`profile_${label}_does_not_require_preprocessed_evidence`);
+        }
+        if (profile.id === 'openrouter-free' && !contract.reviewGates.includes('free-route-capacity-and-feature-variance')) {
+            failures.push(`profile_${label}_missing_free_route_gate`);
+        }
+    }
+    const evidenceIds = new Set();
+    for (const item of contract.sourceEvidence) {
+        if (evidenceIds.has(item.evidenceId)) {
+            failures.push(`profile_${label}_duplicate_evidence_id_${sanitizeFailureToken(item.evidenceId)}`);
+        }
+        evidenceIds.add(item.evidenceId);
+        if (!item.sourcePage.trim()) {
+            failures.push(`profile_${label}_missing_source_page_${sanitizeFailureToken(item.evidenceId)}`);
+        }
+        if (!Number.isFinite(item.confidence) || item.confidence < 0 || item.confidence > 1) {
+            failures.push(`profile_${label}_invalid_evidence_confidence_${sanitizeFailureToken(item.evidenceId)}`);
+        }
+        if (!item.snippet.trim()) {
+            failures.push(`profile_${label}_empty_evidence_snippet_${sanitizeFailureToken(item.evidenceId)}`);
+        }
+    }
+    if (evidenceIds.size === 0) {
+        failures.push(`profile_${label}_missing_source_evidence`);
+    }
+}
+function byokEvidenceComparabilitySignature(contract) {
+    return JSON.stringify({
+        evidenceInput: contract.evidenceInput,
+        prohibitedInputs: [...contract.prohibitedInputs].sort(),
+        requiredResponseKeys: contract.requiredResponseKeys,
+        sourceEvidence: contract.sourceEvidence.map((item) => ({
+            evidenceId: item.evidenceId,
+            sourcePage: item.sourcePage,
+            method: item.method,
+            snippet: item.snippet,
+        })),
+    });
+}
+function redactByokBenchmarkRun(run) {
+    return {
+        ...run,
+        profile: redactByokProviderBenchmarkProfile(run.profile),
+        model: redactNullableString(run.model),
+        response: {
+            ...run.response,
+            citedEvidenceIds: run.response.citedEvidenceIds.map(redactSensitiveReportText),
+            failures: run.response.failures.map(redactSensitiveReportText),
+            warnings: run.response.warnings.map(redactSensitiveReportText),
+        },
+        error: run.error == null ? undefined : redactSensitiveReportText(run.error),
+    };
+}
+function redactByokProviderBenchmarkProfile(profile) {
+    return {
+        ...profile,
+        modelId: redactNullableString(profile.modelId),
+        visionModelId: redactNullableString(profile.visionModelId),
+        capabilityProfile: {
+            ...profile.capabilityProfile,
+            modelId: redactNullableString(profile.capabilityProfile.modelId),
+            visionModelId: redactNullableString(profile.capabilityProfile.visionModelId),
+            reviewGates: profile.capabilityProfile.reviewGates.map(redactSensitiveReportText),
+        },
+        evidenceContract: {
+            ...profile.evidenceContract,
+            sourceEvidence: profile.evidenceContract.sourceEvidence.map((item) => ({
+                ...item,
+                evidenceId: redactSensitiveReportText(item.evidenceId),
+                sourcePage: redactSensitiveReportText(item.sourcePage),
+                snippet: redactSensitiveReportText(item.snippet),
+            })),
+            requiredResponseKeys: profile.evidenceContract.requiredResponseKeys.map(redactSensitiveReportText),
+            reviewGates: profile.evidenceContract.reviewGates.map(redactSensitiveReportText),
+        },
+    };
+}
+function redactNullableString(value) {
+    return value == null ? null : redactSensitiveReportText(value);
+}
+function redactSensitiveReportText(value) {
+    return value
+        .replace(/\b[A-Za-z]:[\\/][^\s"',}<]+/g, '[redacted-path]')
+        .replace(/(^|[\s"'=])\/(?:Users|home|var|tmp|private|mnt|Volumes|etc)\/[^\s"',}<]+/gi, '$1[redacted-path]')
+        .replace(/sk-or-v1-[A-Za-z0-9_-]{8,}/g, 'sk-or-v1-***')
+        .replace(/sk-ant-[A-Za-z0-9_-]{8,}/g, 'sk-ant-***')
+        .replace(/sk-[A-Za-z0-9_-]{8,}/g, 'sk-***')
+        .replace(/hf_[A-Za-z0-9_-]{8,}/g, 'hf_***')
+        .replace(/Bearer\s+[A-Za-z0-9._-]{16,}/gi, 'Bearer ***')
+        .replace(/((?:api[_-]?key|token|secret)\s*[:=]\s*)[A-Za-z0-9._-]{8,}/gi, '$1***');
+}
+function collectSensitiveReportPointers(value, pointer = 'report') {
+    if (typeof value === 'string') {
+        return redactSensitiveReportText(value) === value ? [] : [pointer];
+    }
+    if (!value || typeof value !== 'object') {
+        return [];
+    }
+    if (Array.isArray(value)) {
+        return value.flatMap((item, index) => collectSensitiveReportPointers(item, `${pointer}_${index}`));
+    }
+    return Object.entries(value).flatMap(([key, item]) => collectSensitiveReportPointers(item, `${pointer}_${key}`));
+}
 //# sourceMappingURL=byok-benchmark.js.map

package/dist/llm/byok-benchmark.js.map

@@ -1 +1 @@
-{"version":3,"file":"byok-benchmark.js","sourceRoot":"","sources":["../../src/llm/byok-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gCAAgC,EAAE,MAAM,mBAAmB,CAAC;AA0ErE,MAAM,UAAU,iCAAiC,CAC/C,EAA0B,EAC1B,MAAiE;IAEjE,MAAM,iBAAiB,GAAG,gCAAgC,CAAC,MAAM,CAAC,CAAC;IACnE,OAAO;QACL,EAAE;QACF,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,iBAAiB,CAAC,OAAO;QAClC,aAAa,EAAE,iBAAiB,CAAC,aAAa;QAC9C,iBAAiB;QACjB,gBAAgB,EAAE,kCAAkC,CAAC,iBAAiB,CAAC;QACvE,eAAe,EAAE,iBAAiB,CAAC,YAAY,CAAC,QAAQ,IAAI,CAAC,iBAAiB,CAAC,eAAe;QAC9F,yBAAyB,EAAE,KAAK;QAChC,6BAA6B,EAAE,KAAK;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,iBAA4C;IAE5C,OAAO;QACL,aAAa,EAAE,mCAAmC;QAClD,aAAa,EAAE,4BAA4B;QAC3C,gBAAgB,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC;QAChD,cAAc,EAAE;YACd;gBACE,UAAU,EAAE,mBAAmB;gBAC/B,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,yCAAyC;aACnD;YACD;gBACE,UAAU,EAAE,yBAAyB;gBACrC,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,kDAAkD;aAC5D;YACD;gBACE,UAAU,EAAE,2BAA2B;gBACvC,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,gEAAgE;aAC1E;SACF;QACD,oBAAoB,EAAE;YACpB,IAAI;YACJ,gBAAgB;YAChB,oBAAoB;YACpB,UAAU;YACV,cAAc;SACf;QACD,WAAW,EAAE;YACX,GAAG,iBAAiB,CAAC,WAAW;YAChC,0BAA0B;YAC1B,qCAAqC;YACrC,mCAAmC;SACpC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAqC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC1C,OAAO;QACL,gDAAgD;QAChD,gEAAgE;QAChE,qBAAqB,OAAO,CAAC,EAAE,yBAAyB,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG;QACvF,mBAAmB,QAAQ,CAAC,aAAa,wDAAwD;QACjG,sBAAsB,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC7D,wBAAwB,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC1D,kCAAkC;QAClC,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,KAAK,IAAI,CAAC,UAAU,WAAW,IAAI,CAAC,UAAU,MAAM,IAAI,CAAC,MAAM,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CACvI;QACD,sBAAsB;QACtB,8IAA8I;QAC9I,wFAAwF;KACzF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,IAAY,EACZ,WAA0C,kCAAkC,CAC1E,gCAAgC,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAC7G;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACnF,IAAI,gBAAgB,GAAa,EAAE,CAAC;IAEpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,GAAG,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC;QACpF,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,cAAc,KAAK,QAAQ,CAAC,aAAa,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACxC,CAAC;QACD,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACzD,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,CAAC;YAChF,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,uBAAuB,oBAAoB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;YACpD,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;YAChF,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACxE,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI,2EAA2E,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9F,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAClD,CAAC;IAED,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QACzB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC;QAC3B,gBAAgB;QAChB,QAAQ;QACR,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAA+B,EAC/B,cAA6B,IAAI,IAAI,EAAE;IAEvC,MAAM,SAAS,GAAG,WAAW,YAAY,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;IACxF,OAAO;QACL,IAAI,EAAE,iCAAiC;QACvC,aAAa,EAAE,CAAC;QAChB,WAAW,EAAE,SAAS;QACtB,IAAI;QACJ,OAAO,EAAE;YACP,QAAQ,EAAE,IAAI,CAAC,MAAM;YACrB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;YAC/C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;YAChD,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAChE,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;SACvD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QAC3C,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACnE,CAAC,CAAC,MAAiC;YACnC,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"byok-benchmark.js","sourceRoot":"","sources":["../../src/llm/byok-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gCAAgC,EAAE,MAAM,mBAAmB,CAAC;AAyIrE,MAAM,2BAA2B,GAAG;IAClC,IAAI;IACJ,gBAAgB;IAChB,oBAAoB;IACpB,UAAU;IACV,cAAc;CACf,CAAC;AAEF,MAAM,8BAA8B,GAAG,IAAI,GAAG,CAAyB;IACrE,mBAAmB;IACnB,iBAAiB;IACjB,qBAAqB;CACtB,CAAC,CAAC;AAEH,MAAM,UAAU,iCAAiC,CAC/C,EAA0B,EAC1B,MAAiE;IAEjE,MAAM,iBAAiB,GAAG,gCAAgC,CAAC,MAAM,CAAC,CAAC;IACnE,OAAO;QACL,EAAE;QACF,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,iBAAiB,CAAC,OAAO;QAClC,aAAa,EAAE,iBAAiB,CAAC,aAAa;QAC9C,iBAAiB;QACjB,gBAAgB,EAAE,kCAAkC,CAAC,iBAAiB,CAAC;QACvE,eAAe,EAAE,iBAAiB,CAAC,YAAY,CAAC,QAAQ,IAAI,CAAC,iBAAiB,CAAC,eAAe;QAC9F,yBAAyB,EAAE,KAAK;QAChC,6BAA6B,EAAE,KAAK;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,iBAA4C;IAE5C,OAAO;QACL,aAAa,EAAE,mCAAmC;QAClD,aAAa,EAAE,4BAA4B;QAC3C,gBAAgB,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC;QAChD,cAAc,EAAE;YACd;gBACE,UAAU,EAAE,mBAAmB;gBAC/B,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,yCAAyC;aACnD;YACD;gBACE,UAAU,EAAE,yBAAyB;gBACrC,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,kDAAkD;aAC5D;YACD;gBACE,UAAU,EAAE,2BAA2B;gBACvC,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,gEAAgE;aAC1E;SACF;QACD,oBAAoB,EAAE;YACpB,IAAI;YACJ,gBAAgB;YAChB,oBAAoB;YACpB,UAAU;YACV,cAAc;SACf;QACD,WAAW,EAAE;YACX,GAAG,iBAAiB,CAAC,WAAW;YAChC,0BAA0B;YAC1B,qCAAqC;YACrC,mCAAmC;SACpC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAqC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC1C,OAAO;QACL,gDAAgD;QAChD,gEAAgE;QAChE,qBAAqB,OAAO,CAAC,EAAE,yBAAyB,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG;QACvF,mBAAmB,QAAQ,CAAC,aAAa,wDAAwD;QACjG,sBAAsB,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC7D,wBAAwB,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC1D,kCAAkC;QAClC,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,KAAK,IAAI,CAAC,UAAU,WAAW,IAAI,CAAC,UAAU,MAAM,IAAI,CAAC,MAAM,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CACvI;QACD,sBAAsB;QACtB,8IAA8I;QAC9I,wFAAwF;KACzF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,IAAY,EACZ,WAA0C,kCAAkC,CAC1E,gCAAgC,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAC7G;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACnF,IAAI,gBAAgB,GAAa,EAAE,CAAC;IAEpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,GAAG,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC;QACpF,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,cAAc,KAAK,QAAQ,CAAC,aAAa,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACxC,CAAC;QACD,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACzD,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,CAAC;YAChF,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,uBAAuB,oBAAoB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;YACpD,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;YAChF,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACxE,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI,2EAA2E,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9F,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAClD,CAAC;IAED,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QACzB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC;QAC3B,gBAAgB;QAChB,QAAQ;QACR,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAA+B,EAC/B,cAA6B,IAAI,IAAI,EAAE;IAEvC,MAAM,SAAS,GAAG,WAAW,YAAY,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;IACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAClD,OAAO;QACL,IAAI,EAAE,iCAAiC;QACvC,aAAa,EAAE,CAAC;QAChB,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;YACP,QAAQ,EAAE,QAAQ,CAAC,MAAM;YACzB,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;YACnD,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;YACpD,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YACpE,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;SAC/D;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,MAA2B,EAC3B,UAA8C,EAAE;IAEhD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAG,IAAI;SAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;SAC7B,MAAM,CAAC,CAAC,OAAO,EAAqC,EAAE,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC;IAEvF,IAAI,MAAM,CAAC,IAAI,KAAK,iCAAiC,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,IAAI,MAAM,CAAC,OAAO,EAAE,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAChF,QAAQ,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACxF,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3C,KAAK,MAAM,eAAe,IAAI,OAAO,CAAC,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAC7D,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC,4BAA4B,eAAe,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,GAAkB,IAAI,CAAC;IAC5C,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,MAAM,YAAY,GAAG,OAAO,EAAE,EAAE,IAAI,OAAO,KAAK,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,mBAAmB,KAAK,EAAE,CAAC,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,QAAQ,CAAC,IAAI,CAAC,2BAA2B,YAAY,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,qCAAqC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,kCAAkC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC/E,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;YAC9B,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC;aAAM,IAAI,SAAS,KAAK,iBAAiB,EAAE,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,8BAA8B,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7D,QAAQ,CAAC,IAAI,CAAC,wBAAwB,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QACzB,QAAQ,EAAE,gBAAgB;QAC1B,QAAQ;QACR,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2CAA2C,CACzD,MAA2B,EAC3B,UAA8C,EAAE;IAEhD,MAAM,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,CAAC;IAC/F,OAAO;QACL,GAAG,+BAA+B;QAClC,kBAAkB,EAAE,mCAAmC,CAAC,+BAA+B,EAAE,OAAO,CAAC;KAClG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAAC,KAAc;IAC/D,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAClE,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC;QACtB,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,MAA2B,EAC3B,kBAA+C,EAAE;IAEjD,MAAM,OAAO,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAChD,MAAM,OAAO,GAAG,CAAC,GAAG,eAAe,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IACzD,OAAO;QACL,OAAO;QACP,MAAM,EAAE;YACN,IAAI,EAAE,uCAAuC;YAC7C,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,QAAQ;YACR,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,4BAA4B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;YACxE,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,IAAI,EAAE,oLAAoL;SAC3L;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAAC,MAAgC;IACjF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,MAAM,CAAC,IAAI,KAAK,uCAAuC,EAAE,CAAC;QAC5D,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACtE,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,uDAAuD,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;QACrF,QAAQ,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IACrE,CAAC;IAED,iCAAiC,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACvE,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC7B,iCAAiC,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,gDAAgD,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACtE,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,kCAAkC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QACvE,QAAQ,CAAC,IAAI,CAAC,8BAA8B,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QACzB,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;KACjC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QAC3C,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACnE,CAAC,CAAC,MAAiC;YACnC,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,8BAA8B,CAAC,MAA2B;IACjE,MAAM,MAAM,GAAG,kCAAkC,CAAC,MAAM,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI;SAC1B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC;SAC3B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3F,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI;SAC5B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC;SAC7B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAE1G,OAAO;QACL,IAAI,EAAE,+CAA+C;QACrD,aAAa,EAAE,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,OAAO,EAAE;YACP,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;YACjC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;YACrC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;YACrC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YAC7B,QAAQ,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtC,aAAa,EAAE,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,MAAM;YACxE,gBAAgB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC;gBACpC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;gBACjF,CAAC,CAAC,IAAI;YACR,WAAW,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC;gBACjC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC;gBACpD,CAAC,CAAC,IAAI;YACR,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;SACnC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,iCAAiC,CACxC,KAAmD,EACnD,QAAkB,EAClB,MAAc;IAEd,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,wBAAwB,CAAC,CAAC;QACjD,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,+CAA+C,EAAE,CAAC;QACnE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,qBAAqB,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;QAC9B,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,+BAA+B,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,+BAA+B,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,0BAA0B,CAAC,CAAC;QACnD,OAAO;IACT,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,CAAU,EAAE,CAAC;QACrF,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;QACjE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,6BAA6B,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1E,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,+BAA+B,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,2BAA2B,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,KAAK,4BAA4B,IAAI,OAAO,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;QAC/F,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,+BAA+B,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,OAAO,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;QAChC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,6BAA6B,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CACnC,OAAkC,EAClC,QAAmC;IAEnC,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAC9D,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU;QACpE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU;QACpE,gBAAgB,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC;QACpG,WAAW,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;QACrF,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,aAAa;KAC9E,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,OAAsB,EAAE,QAAuB;IACpE,OAAO,OAAO,IAAI,IAAI,IAAI,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC;AACzE,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,qCAAqC,CAC5C,OAAqC,EACrC,QAAkB;IAElB,MAAM,KAAK,GAAG,OAAO,CAAC,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC1C,IAAI,OAAO,CAAC,yBAAyB,KAAK,KAAK,EAAE,CAAC;QAChD,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,uBAAuB,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,OAAO,CAAC,6BAA6B,KAAK,KAAK,EAAE,CAAC;QACpD,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,4BAA4B,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,KAAK,mCAAmC,EAAE,CAAC;QACnE,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,wBAAwB,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,QAAQ,CAAC,aAAa,KAAK,4BAA4B,EAAE,CAAC;QAC5D,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,uBAAuB,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACxD,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,sBAAsB,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,oBAAoB,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,2BAA2B,EAAE,CAAC;QAC9C,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACjD,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,yBAAyB,GAAG,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;QAC/D,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,+BAA+B,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,mCAAmC,CAAC,EAAE,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,4BAA4B,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,8BAA8B,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,2BAA2B,EAAE,CAAC;YAC/E,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,yCAAyC,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,OAAO,CAAC,EAAE,KAAK,iBAAiB,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,0CAA0C,CAAC,EAAE,CAAC;YACnH,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,0BAA0B,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC3C,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACrC,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,0BAA0B,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;QACD,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,wBAAwB,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACjG,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACpF,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,gCAAgC,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACzG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,2BAA2B,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC3B,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,0BAA0B,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,SAAS,kCAAkC,CAAC,QAAuC;IACjF,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,gBAAgB,EAAE,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE;QACvD,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;QACnD,cAAc,EAAE,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrD,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;KACJ,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB,CAAC,GAA4B;IAC1D,OAAO;QACL,GAAG,GAAG;QACN,OAAO,EAAE,kCAAkC,CAAC,GAAG,CAAC,OAAO,CAAC;QACxD,KAAK,EAAE,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC;QACtC,QAAQ,EAAE;YACR,GAAG,GAAG,CAAC,QAAQ;YACf,gBAAgB,EAAE,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,yBAAyB,CAAC;YAC9E,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,yBAAyB,CAAC;YAC9D,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,yBAAyB,CAAC;SAC/D;QACD,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED,SAAS,kCAAkC,CACzC,OAAqC;IAErC,OAAO;QACL,GAAG,OAAO;QACV,OAAO,EAAE,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,aAAa,EAAE,oBAAoB,CAAC,OAAO,CAAC,aAAa,CAAC;QAC1D,iBAAiB,EAAE;YACjB,GAAG,OAAO,CAAC,iBAAiB;YAC5B,OAAO,EAAE,oBAAoB,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChE,aAAa,EAAE,oBAAoB,CAAC,OAAO,CAAC,iBAAiB,CAAC,aAAa,CAAC;YAC5E,WAAW,EAAE,OAAO,CAAC,iBAAiB,CAAC,WAAW,CAAC,GAAG,CAAC,yBAAyB,CAAC;SAClF;QACD,gBAAgB,EAAE;YAChB,GAAG,OAAO,CAAC,gBAAgB;YAC3B,cAAc,EAAE,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACrE,GAAG,IAAI;gBACP,UAAU,EAAE,yBAAyB,CAAC,IAAI,CAAC,UAAU,CAAC;gBACtD,UAAU,EAAE,yBAAyB,CAAC,IAAI,CAAC,UAAU,CAAC;gBACtD,OAAO,EAAE,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC;aACjD,CAAC,CAAC;YACH,oBAAoB,EAAE,OAAO,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,GAAG,CAAC,yBAAyB,CAAC;YAClG,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,GAAG,CAAC,yBAAyB,CAAC;SACjF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAoB;IAChD,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,yBAAyB,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAa;IAC9C,OAAO,KAAK;SACT,OAAO,CAAC,8BAA8B,EAAE,iBAAiB,CAAC;SAC1D,OAAO,CAAC,4EAA4E,EAAE,mBAAmB,CAAC;SAC1G,OAAO,CAAC,6BAA6B,EAAE,cAAc,CAAC;SACtD,OAAO,CAAC,2BAA2B,EAAE,YAAY,CAAC;SAClD,OAAO,CAAC,uBAAuB,EAAE,QAAQ,CAAC;SAC1C,OAAO,CAAC,uBAAuB,EAAE,QAAQ,CAAC;SAC1C,OAAO,CAAC,gCAAgC,EAAE,YAAY,CAAC;SACvD,OAAO,CAAC,8DAA8D,EAAE,OAAO,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,8BAA8B,CAAC,KAAc,EAAE,OAAO,GAAG,QAAQ;IACxE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,yBAAyB,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,8BAA8B,CAAC,IAAI,EAAE,GAAG,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAC9E,8BAA8B,CAAC,IAAI,EAAE,GAAG,OAAO,IAAI,GAAG,EAAE,CAAC,CAC1D,CAAC;AACJ,CAAC"}

package/dist/llm/index.d.ts

@@ -1,6 +1,6 @@
 export { generateText, generateChat, generateVision, generateDocumentVision, registry, } from './router.js';
 export { resolveProviderCapabilities, resolveProviderCapabilityProfile, buildProviderReviewGates, providerSupportsNativePdfDocuments, isLikelyFreeRoute, } from './capabilities.js';
-export { buildByokBenchmarkEvidenceContract, buildByokBenchmarkPrompt, buildByokBenchmarkReport, buildByokProviderBenchmarkProfile, validateByokBenchmarkResponse, type ByokBenchmarkEvidenceContract, type ByokBenchmarkEvidenceInput, type ByokBenchmarkEvidenceItem, type ByokBenchmarkProfileId, type ByokBenchmarkReport, type ByokBenchmarkResponseValidation, type ByokBenchmarkRunSummary, type ByokProviderBenchmarkProfile, } from './byok-benchmark.js';
+export { buildByokBenchmarkEvidenceContract, buildByokBenchmarkPrompt, buildByokBenchmarkReport, buildByokBenchmarkTrend, buildByokProviderBenchmarkProfile, attachByokBenchmarkReportContractValidation, inspectByokBenchmarkArtifactSafety, validateByokBenchmarkResponse, validateByokBenchmarkReportContract, validateByokBenchmarkTrendContract, type ByokBenchmarkArtifactSafety, type ByokBenchmarkEvidenceContract, type ByokBenchmarkEvidenceInput, type ByokBenchmarkEvidenceItem, type ByokBenchmarkHistoryEntry, type ByokBenchmarkProfileId, type ByokBenchmarkReport, type ByokBenchmarkReportContractOptions, type ByokBenchmarkReportContractValidation, type ByokBenchmarkResponseValidation, type ByokBenchmarkRunSummary, type ByokBenchmarkTrend, type ByokBenchmarkTrendContractValidation, type ByokBenchmarkTrendReport, type ByokProviderBenchmarkProfile, } from './byok-benchmark.js';
 export { sanitizeUpstreamError } from './util.js';
 export { withRetry } from './middleware/retry.js';
 export type { LLMProvider, LLMConfig, ChatMessage, ContentPart, ProviderCapabilities, ProviderCapabilityProfile, ProviderCapabilityProfileId, ProviderContextStrategy, ProviderPreprocessingPolicy, CompletionRequest, CompletionResponse, TokenUsage, ProviderAdapter, UserTier, TierLimits, } from './types.js';

package/dist/llm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kCAAkC,EAClC,wBAAwB,EACxB,wBAAwB,EACxB,iCAAiC,EACjC,6BAA6B,EAC7B,KAAK,6BAA6B,EAClC,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,GAClC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,YAAY,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,WAAW,EACX,oBAAoB,EACpB,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACvB,2BAA2B,EAC3B,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,eAAe,EACf,QAAQ,EACR,UAAU,GACX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kCAAkC,EAClC,wBAAwB,EACxB,wBAAwB,EACxB,uBAAuB,EACvB,iCAAiC,EACjC,2CAA2C,EAC3C,kCAAkC,EAClC,6BAA6B,EAC7B,mCAAmC,EACnC,kCAAkC,EAClC,KAAK,2BAA2B,EAChC,KAAK,6BAA6B,EAClC,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,kCAAkC,EACvC,KAAK,qCAAqC,EAC1C,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,kBAAkB,EACvB,KAAK,oCAAoC,EACzC,KAAK,wBAAwB,EAC7B,KAAK,4BAA4B,GAClC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,YAAY,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,WAAW,EACX,oBAAoB,EACpB,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACvB,2BAA2B,EAC3B,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,eAAe,EACf,QAAQ,EACR,UAAU,GACX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}

package/dist/llm/index.js

@@ -1,6 +1,6 @@
 export { generateText, generateChat, generateVision, generateDocumentVision, registry, } from './router.js';
 export { resolveProviderCapabilities, resolveProviderCapabilityProfile, buildProviderReviewGates, providerSupportsNativePdfDocuments, isLikelyFreeRoute, } from './capabilities.js';
-export { buildByokBenchmarkEvidenceContract, buildByokBenchmarkPrompt, buildByokBenchmarkReport, buildByokProviderBenchmarkProfile, validateByokBenchmarkResponse, } from './byok-benchmark.js';
+export { buildByokBenchmarkEvidenceContract, buildByokBenchmarkPrompt, buildByokBenchmarkReport, buildByokBenchmarkTrend, buildByokProviderBenchmarkProfile, attachByokBenchmarkReportContractValidation, inspectByokBenchmarkArtifactSafety, validateByokBenchmarkResponse, validateByokBenchmarkReportContract, validateByokBenchmarkTrendContract, } from './byok-benchmark.js';
 export { sanitizeUpstreamError } from './util.js';
 export { withRetry } from './middleware/retry.js';
 export { TIER_LIMITS } from './types.js';

package/dist/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kCAAkC,EAClC,wBAAwB,EACxB,wBAAwB,EACxB,iCAAiC,EACjC,6BAA6B,GAS9B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAkBlD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kCAAkC,EAClC,wBAAwB,EACxB,wBAAwB,EACxB,uBAAuB,EACvB,iCAAiC,EACjC,2CAA2C,EAC3C,kCAAkC,EAClC,6BAA6B,EAC7B,mCAAmC,EACnC,kCAAkC,GAgBnC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAkBlD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}

package/dist/meta/metadata.json

@@ -1,5 +1,5 @@
 {
-    "version": "0.4.90",
+    "version": "0.4.92",
     "defaults": {
         "provider": "hosted-beta",
         "model": "glm-5.1",