@tangle-network/agent-eval 0.147.0 → 0.148.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/README.md +7 -0
- package/dist/analyst/index.d.ts +1 -1
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-BTiysiYU.js → benchmark-command-Cz4fDmsk.js} +2 -2
- package/dist/{benchmark-command-BTiysiYU.js.map → benchmark-command-Cz4fDmsk.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +2 -2
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +4 -4
- package/dist/{campaign-DCDdhuv2.js → campaign-BcfXzmPM.js} +4 -4
- package/dist/{campaign-DCDdhuv2.js.map → campaign-BcfXzmPM.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/contract/index.d.ts +3 -3
- package/dist/contract/index.js +3 -3
- package/dist/{define-agent-eval-BqWFz3sK.js → define-agent-eval-CvZQW4u9.js} +2 -2
- package/dist/{define-agent-eval-BqWFz3sK.js.map → define-agent-eval-CvZQW4u9.js.map} +1 -1
- package/dist/{define-agent-eval-D52ClbX2.d.ts → define-agent-eval-hXLUBKtb.d.ts} +2 -2
- package/dist/{define-agent-eval-D52ClbX2.d.ts.map → define-agent-eval-hXLUBKtb.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +117 -1
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +217 -1
- package/dist/experiment/index.js.map +1 -1
- package/dist/{index-BjBjxiVv.d.ts → index-Dzn8Q3C2.d.ts} +12 -358
- package/dist/index-Dzn8Q3C2.d.ts.map +1 -0
- package/dist/index.d.ts +2 -2
- package/dist/index.js +3 -3
- package/dist/{llm-judge-DrzsVS5k.js → llm-judge-DWq1Ptco.js} +259 -5
- package/dist/llm-judge-DWq1Ptco.js.map +1 -0
- package/dist/{matrix-C-2Qx1Zr.d.ts → matrix-Bc111FKv.d.ts} +17 -1
- package/dist/{matrix-C-2Qx1Zr.d.ts.map → matrix-Bc111FKv.d.ts.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +1 -1
- package/dist/multishot/index.js +16 -0
- package/dist/multishot/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-Dtx60bUQ.js → produced-state-C0oJ4vr-.js} +2 -2
- package/dist/{produced-state-Dtx60bUQ.js.map → produced-state-C0oJ4vr-.js.map} +1 -1
- package/dist/{provenance-LrOEOHQb.d.ts → provenance-DA-Pmyfv.d.ts} +441 -2
- package/dist/provenance-DA-Pmyfv.d.ts.map +1 -0
- package/dist/{skillopt-optimization-method-BoC1Qccx.d.ts → skillopt-optimization-method-CrY0OG17.d.ts} +2 -2
- package/dist/{skillopt-optimization-method-BoC1Qccx.d.ts.map → skillopt-optimization-method-CrY0OG17.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-C_UrqZs2.js → skillopt-optimization-method-Donmq4sq.js} +2 -2
- package/dist/{skillopt-optimization-method-C_UrqZs2.js.map → skillopt-optimization-method-Donmq4sq.js.map} +1 -1
- package/docs/multishot-golden-records.md +12 -1
- package/docs/search-history-receipts.md +139 -0
- package/package.json +2 -2
- package/dist/index-BjBjxiVv.d.ts.map +0 -1
- package/dist/llm-judge-DrzsVS5k.js.map +0 -1
- package/dist/provenance-LrOEOHQb.d.ts.map +0 -1
|
@@ -5,6 +5,7 @@ import { _ as ProposalFinding } from "./types-BohHewKK.js";
|
|
|
5
5
|
import { g as ExternalTextCandidate, o as ExternalOptimizerEvaluationObservation } from "./external-optimizer-contracts-CSjDLLmr.js";
|
|
6
6
|
import { C as JudgeDimension, H as SurfaceProposer, N as ParetoParent, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, j as MutableSurface, k as LabeledScenarioStore, p as Gate, r as CampaignCellResult, v as GateResult, y as GenerationCandidate } from "./types-C1Bmeb8X.js";
|
|
7
7
|
import { r as DatasetScenario, t as Dataset } from "./dataset-CJjKqQfA.js";
|
|
8
|
+
import { D as LedgerHash, m as LedgerTrustedHeadRemoval, p as LedgerTrustedHead } from "./index-B8Ui1mr1.js";
|
|
8
9
|
import { g as TraceSpanEvent, t as HostedClient } from "./client-BV7icIfy.js";
|
|
9
10
|
import { z } from "zod";
|
|
10
11
|
//#region src/llm-judge.d.ts
|
|
@@ -465,6 +466,435 @@ declare function readGepaCandidatePopulationArtifact(input: {
|
|
|
465
466
|
storage?: CampaignStorage;
|
|
466
467
|
}): GepaCandidatePopulationArtifact;
|
|
467
468
|
//#endregion
|
|
469
|
+
//#region src/campaign/search-ledger.d.ts
|
|
470
|
+
declare const SEARCH_LEDGER_SCHEMA: 'tangle.search-ledger.v1';
|
|
471
|
+
type SearchLedgerHash = LedgerHash;
|
|
472
|
+
type SearchSurfaceKind = 'prompt' | 'tool-contract' | 'runtime-config' | 'memory' | 'knowledge' | 'agent-profile' | 'code' | 'deployment';
|
|
473
|
+
/** Content-addressed artifact or receipt. Mutable paths are locators only; the
|
|
474
|
+
* digest and byte length bind the exact bytes used by the search. */
|
|
475
|
+
interface SearchArtifactRef {
|
|
476
|
+
role: string;
|
|
477
|
+
uri: string;
|
|
478
|
+
sha256: SearchLedgerHash;
|
|
479
|
+
byteLength: number;
|
|
480
|
+
}
|
|
481
|
+
/** Repository, dataset, or package source pinned to an immutable commit or
|
|
482
|
+
* content digest. Branches, tags, and bare package versions are rejected. */
|
|
483
|
+
interface SearchSourceRef {
|
|
484
|
+
uri: string;
|
|
485
|
+
revision: string;
|
|
486
|
+
}
|
|
487
|
+
interface SearchModelIdentity {
|
|
488
|
+
provider: string;
|
|
489
|
+
snapshot: string;
|
|
490
|
+
}
|
|
491
|
+
interface SearchCandidateSurface {
|
|
492
|
+
surfaceId: string;
|
|
493
|
+
kind: SearchSurfaceKind;
|
|
494
|
+
artifact: SearchArtifactRef;
|
|
495
|
+
}
|
|
496
|
+
interface SearchCandidateLineage {
|
|
497
|
+
/** Existing `LineageNode.id`; this ledger references rather than embeds it. */
|
|
498
|
+
lineageNodeId: string;
|
|
499
|
+
parentCandidateIds: string[];
|
|
500
|
+
generation: number;
|
|
501
|
+
proposer: string;
|
|
502
|
+
proposerSource: SearchSourceRef;
|
|
503
|
+
}
|
|
504
|
+
type SearchOperationKind = 'candidate-generation' | 'analysis' | 'selection' | 'judge' | 'other';
|
|
505
|
+
interface SearchPlannedTask {
|
|
506
|
+
taskId: string;
|
|
507
|
+
source: SearchSourceRef;
|
|
508
|
+
benchmark: SearchSourceRef;
|
|
509
|
+
/** Maximum transport attempts for this task and candidate. Only an explicit
|
|
510
|
+
* passed/failed outcome satisfies the planned denominator. */
|
|
511
|
+
maxAttempts: number;
|
|
512
|
+
}
|
|
513
|
+
interface SearchPlannedOperation {
|
|
514
|
+
operationId: string;
|
|
515
|
+
kind: SearchOperationKind;
|
|
516
|
+
}
|
|
517
|
+
interface SearchCandidateSlot {
|
|
518
|
+
slotId: string;
|
|
519
|
+
/** Planned candidate-generation call that must either produce this slot or
|
|
520
|
+
* fail before the slot can be closed. Several slots may share one batched call. */
|
|
521
|
+
generationOperationId: string;
|
|
522
|
+
}
|
|
523
|
+
interface SearchPlan {
|
|
524
|
+
/** Stable slots and their proposer calls are frozen before search begins. */
|
|
525
|
+
candidateSlots: SearchCandidateSlot[];
|
|
526
|
+
/** Every task applies to every successfully registered candidate. */
|
|
527
|
+
tasks: SearchPlannedTask[];
|
|
528
|
+
/** Non-task spend slots: proposal, analysis, selection, extra judges, etc. */
|
|
529
|
+
operations: SearchPlannedOperation[];
|
|
530
|
+
}
|
|
531
|
+
type SearchTokenAccounting = {
|
|
532
|
+
status: 'known';
|
|
533
|
+
inputTokens: number;
|
|
534
|
+
outputTokens: number;
|
|
535
|
+
cachedTokens: number;
|
|
536
|
+
} | {
|
|
537
|
+
status: 'unknown';
|
|
538
|
+
reason: string;
|
|
539
|
+
};
|
|
540
|
+
type SearchCostAccounting = {
|
|
541
|
+
status: 'known';
|
|
542
|
+
usd: number;
|
|
543
|
+
source: 'provider' | 'pricing-table' | 'free';
|
|
544
|
+
} | {
|
|
545
|
+
status: 'unknown';
|
|
546
|
+
/** Known spend may still be a lower bound when one call was unpriced. */
|
|
547
|
+
knownLowerBoundUsd: number;
|
|
548
|
+
reason: string;
|
|
549
|
+
};
|
|
550
|
+
interface SearchAttemptAccounting {
|
|
551
|
+
tokens: SearchTokenAccounting;
|
|
552
|
+
cost: SearchCostAccounting;
|
|
553
|
+
}
|
|
554
|
+
interface SearchFailureReason {
|
|
555
|
+
code: string;
|
|
556
|
+
message: string;
|
|
557
|
+
}
|
|
558
|
+
type SearchTaskOutcome = {
|
|
559
|
+
status: 'passed';
|
|
560
|
+
score: number;
|
|
561
|
+
metrics: Record<string, number>;
|
|
562
|
+
} | {
|
|
563
|
+
status: 'failed';
|
|
564
|
+
score: number;
|
|
565
|
+
metrics: Record<string, number>;
|
|
566
|
+
failure: SearchFailureReason;
|
|
567
|
+
} | {
|
|
568
|
+
status: 'errored';
|
|
569
|
+
metrics: Record<string, number>;
|
|
570
|
+
error: SearchFailureReason & {
|
|
571
|
+
retryable: boolean;
|
|
572
|
+
};
|
|
573
|
+
};
|
|
574
|
+
type SearchSurfaceEffect = {
|
|
575
|
+
status: 'measured';
|
|
576
|
+
metric: string;
|
|
577
|
+
baselineValue: number;
|
|
578
|
+
candidateValue: number;
|
|
579
|
+
delta: number;
|
|
580
|
+
} | {
|
|
581
|
+
status: 'not-measured';
|
|
582
|
+
reason: string;
|
|
583
|
+
};
|
|
584
|
+
/** Per-attempt proof that a declared candidate surface was or was not active,
|
|
585
|
+
* plus measured effect when the experiment supports attribution. */
|
|
586
|
+
interface SearchSurfaceEvidence {
|
|
587
|
+
surfaceId: string;
|
|
588
|
+
fired: boolean;
|
|
589
|
+
firingCount: number;
|
|
590
|
+
effect: SearchSurfaceEffect;
|
|
591
|
+
evidence: SearchArtifactRef[];
|
|
592
|
+
}
|
|
593
|
+
interface SearchLedgerEventBase {
|
|
594
|
+
eventId: string;
|
|
595
|
+
occurredAt: string;
|
|
596
|
+
artifacts: SearchArtifactRef[];
|
|
597
|
+
}
|
|
598
|
+
interface SearchPlannedEvent extends SearchLedgerEventBase {
|
|
599
|
+
kind: 'search-planned';
|
|
600
|
+
plan: SearchPlan;
|
|
601
|
+
}
|
|
602
|
+
interface SearchCandidateRegisteredEvent extends SearchLedgerEventBase {
|
|
603
|
+
kind: 'candidate-registered';
|
|
604
|
+
slotId: string;
|
|
605
|
+
generationOperationId: string;
|
|
606
|
+
candidateId: string;
|
|
607
|
+
lineage: SearchCandidateLineage;
|
|
608
|
+
surfaces: SearchCandidateSurface[];
|
|
609
|
+
}
|
|
610
|
+
interface SearchCandidateSlotClosedEvent extends SearchLedgerEventBase {
|
|
611
|
+
kind: 'candidate-slot-closed';
|
|
612
|
+
slotId: string;
|
|
613
|
+
generationOperationId: string;
|
|
614
|
+
reason: SearchFailureReason;
|
|
615
|
+
}
|
|
616
|
+
interface SearchTaskAttemptedEvent extends SearchLedgerEventBase {
|
|
617
|
+
kind: 'task-attempted';
|
|
618
|
+
candidateId: string;
|
|
619
|
+
runId: string;
|
|
620
|
+
attemptIndex: number;
|
|
621
|
+
task: {
|
|
622
|
+
taskId: string;
|
|
623
|
+
source: SearchSourceRef;
|
|
624
|
+
};
|
|
625
|
+
identity: {
|
|
626
|
+
model: SearchModelIdentity;
|
|
627
|
+
agent: SearchSourceRef;
|
|
628
|
+
benchmark: SearchSourceRef;
|
|
629
|
+
};
|
|
630
|
+
outcome: SearchTaskOutcome;
|
|
631
|
+
accounting: SearchAttemptAccounting;
|
|
632
|
+
surfaceEvidence: SearchSurfaceEvidence[];
|
|
633
|
+
}
|
|
634
|
+
interface SearchOperationRecordedEvent extends SearchLedgerEventBase {
|
|
635
|
+
kind: 'search-operation-recorded';
|
|
636
|
+
operationId: string;
|
|
637
|
+
operationKind: SearchOperationKind;
|
|
638
|
+
execution: {
|
|
639
|
+
kind: 'model';
|
|
640
|
+
model: SearchModelIdentity;
|
|
641
|
+
source: SearchSourceRef;
|
|
642
|
+
} | {
|
|
643
|
+
kind: 'deterministic';
|
|
644
|
+
source: SearchSourceRef;
|
|
645
|
+
};
|
|
646
|
+
outcome: {
|
|
647
|
+
status: 'completed';
|
|
648
|
+
} | {
|
|
649
|
+
status: 'partial';
|
|
650
|
+
failure: SearchFailureReason;
|
|
651
|
+
} | {
|
|
652
|
+
status: 'failed';
|
|
653
|
+
failure: SearchFailureReason;
|
|
654
|
+
};
|
|
655
|
+
accounting: SearchAttemptAccounting;
|
|
656
|
+
}
|
|
657
|
+
interface SearchCandidateDecidedEvent extends SearchLedgerEventBase {
|
|
658
|
+
kind: 'candidate-decided';
|
|
659
|
+
candidateId: string;
|
|
660
|
+
decision: {
|
|
661
|
+
status: 'selected';
|
|
662
|
+
} | {
|
|
663
|
+
status: 'rejected';
|
|
664
|
+
reason: SearchFailureReason;
|
|
665
|
+
};
|
|
666
|
+
}
|
|
667
|
+
interface SearchCompletedEvent extends SearchLedgerEventBase {
|
|
668
|
+
kind: 'search-completed';
|
|
669
|
+
result: {
|
|
670
|
+
status: 'selected';
|
|
671
|
+
candidateId: string;
|
|
672
|
+
} | {
|
|
673
|
+
status: 'all-rejected';
|
|
674
|
+
reason: SearchFailureReason;
|
|
675
|
+
};
|
|
676
|
+
}
|
|
677
|
+
type SearchLedgerEvent = SearchPlannedEvent | SearchCandidateRegisteredEvent | SearchCandidateSlotClosedEvent | SearchTaskAttemptedEvent | SearchOperationRecordedEvent | SearchCandidateDecidedEvent | SearchCompletedEvent;
|
|
678
|
+
interface SearchLedgerEntry {
|
|
679
|
+
schema: typeof SEARCH_LEDGER_SCHEMA;
|
|
680
|
+
campaignId: string;
|
|
681
|
+
sequence: number;
|
|
682
|
+
previousHash: SearchLedgerHash | null;
|
|
683
|
+
event: SearchLedgerEvent;
|
|
684
|
+
entryHash: SearchLedgerHash;
|
|
685
|
+
}
|
|
686
|
+
type SearchAccountingAudit = {
|
|
687
|
+
status: 'known';
|
|
688
|
+
inputTokens: number;
|
|
689
|
+
outputTokens: number;
|
|
690
|
+
cachedTokens: number;
|
|
691
|
+
costUsd: number;
|
|
692
|
+
} | {
|
|
693
|
+
status: 'partial';
|
|
694
|
+
knownInputTokens: number;
|
|
695
|
+
knownOutputTokens: number;
|
|
696
|
+
knownCachedTokens: number;
|
|
697
|
+
knownCostUsd: number;
|
|
698
|
+
unknownTokenEventIds: string[];
|
|
699
|
+
unknownCostEventIds: string[];
|
|
700
|
+
};
|
|
701
|
+
interface SearchLedgerAudit {
|
|
702
|
+
campaignId: string;
|
|
703
|
+
eventCount: number;
|
|
704
|
+
candidateCount: number;
|
|
705
|
+
closedCandidateSlotCount: number;
|
|
706
|
+
attemptCount: number;
|
|
707
|
+
operationCount: number;
|
|
708
|
+
outcomes: {
|
|
709
|
+
passed: number;
|
|
710
|
+
failed: number;
|
|
711
|
+
errored: number;
|
|
712
|
+
};
|
|
713
|
+
operationOutcomes: {
|
|
714
|
+
completed: number;
|
|
715
|
+
partial: number;
|
|
716
|
+
failed: number;
|
|
717
|
+
};
|
|
718
|
+
decisions: {
|
|
719
|
+
selected: number;
|
|
720
|
+
rejected: number;
|
|
721
|
+
pending: number;
|
|
722
|
+
};
|
|
723
|
+
expected: {
|
|
724
|
+
candidateSlots: number;
|
|
725
|
+
taskOutcomes: number;
|
|
726
|
+
operations: number;
|
|
727
|
+
missingCandidateSlots: string[];
|
|
728
|
+
missingTaskOutcomes: string[];
|
|
729
|
+
missingOperations: string[];
|
|
730
|
+
};
|
|
731
|
+
status: 'in-progress' | 'selected' | 'all-rejected';
|
|
732
|
+
selectedCandidateId: string | null;
|
|
733
|
+
accounting: SearchAccountingAudit;
|
|
734
|
+
headHash: SearchLedgerHash | null;
|
|
735
|
+
}
|
|
736
|
+
interface SearchLedgerReplay {
|
|
737
|
+
entries: SearchLedgerEntry[];
|
|
738
|
+
plan: SearchPlannedEvent | null;
|
|
739
|
+
candidates: SearchCandidateRegisteredEvent[];
|
|
740
|
+
closedCandidateSlots: SearchCandidateSlotClosedEvent[];
|
|
741
|
+
attempts: SearchTaskAttemptedEvent[];
|
|
742
|
+
operations: SearchOperationRecordedEvent[];
|
|
743
|
+
decisions: SearchCandidateDecidedEvent[];
|
|
744
|
+
completion: SearchCompletedEvent | null;
|
|
745
|
+
audit: SearchLedgerAudit;
|
|
746
|
+
}
|
|
747
|
+
interface SearchLedgerAppendResult {
|
|
748
|
+
entry: SearchLedgerEntry;
|
|
749
|
+
/** False when the exact event was already durably present. */
|
|
750
|
+
appended: boolean;
|
|
751
|
+
replay: SearchLedgerReplay;
|
|
752
|
+
}
|
|
753
|
+
/** Validate and return a canonical copy. Arrays whose order is not semantic are
|
|
754
|
+
* sorted so retries from different processes produce byte-identical events. */
|
|
755
|
+
declare function validateSearchLedgerEvent(input: unknown): SearchLedgerEvent;
|
|
756
|
+
/**
|
|
757
|
+
* How this ledger uses its trusted head — the `(sequence, entryHash)` pin kept
|
|
758
|
+
* in the sibling `<path>.head` file that a hash chain needs to prove entries
|
|
759
|
+
* were not deleted from the end. `ledger-core/trusted-head.ts` holds the threat
|
|
760
|
+
* model.
|
|
761
|
+
*
|
|
762
|
+
* - `pin` (default): every append records the new head, and a pin that is
|
|
763
|
+
* present is verified on every read.
|
|
764
|
+
* - `require`: additionally refuses to read a non-empty ledger whose pin is
|
|
765
|
+
* gone, so deleting the sibling file cannot downgrade the guarantee. Only for
|
|
766
|
+
* ledgers written under `pin` from their first entry.
|
|
767
|
+
* - `off`: chain verification only. Truncation to a valid shorter prefix is
|
|
768
|
+
* undetectable.
|
|
769
|
+
*/
|
|
770
|
+
type SearchLedgerTrustedHeadMode = 'pin' | 'require' | 'off';
|
|
771
|
+
interface OpenSearchLedgerOptions {
|
|
772
|
+
path: string;
|
|
773
|
+
campaignId: string;
|
|
774
|
+
trustedHead?: SearchLedgerTrustedHeadMode;
|
|
775
|
+
}
|
|
776
|
+
interface SearchLedger {
|
|
777
|
+
readonly path: string;
|
|
778
|
+
readonly campaignId: string;
|
|
779
|
+
/** Sibling file holding this ledger's trusted head. */
|
|
780
|
+
readonly trustedHeadPath: string;
|
|
781
|
+
append(event: SearchLedgerEvent): Promise<SearchLedgerAppendResult>;
|
|
782
|
+
replay(): Promise<SearchLedgerReplay>;
|
|
783
|
+
/** The pinned head, or null when this ledger has never been pinned. */
|
|
784
|
+
trustedHead(): Promise<LedgerTrustedHead | null>;
|
|
785
|
+
/** Pin the current verified head: how a ledger written under `off`, or one
|
|
786
|
+
* whose pin file was removed, acquires a pin without rewriting a byte. */
|
|
787
|
+
pinTrustedHead(): Promise<LedgerTrustedHead>;
|
|
788
|
+
/** Discard this ledger's pin, reporting what was discarded. Deleting or
|
|
789
|
+
* rebuilding the ledger file leaves a pin naming history the file no longer
|
|
790
|
+
* carries, and every later read is refused because that is exactly the
|
|
791
|
+
* deletion the pin exists to catch; clearing is the supported way to abandon
|
|
792
|
+
* that history on purpose. It gives up the deletion guarantee for every entry
|
|
793
|
+
* the pin covered. */
|
|
794
|
+
clearTrustedHead(): Promise<LedgerTrustedHeadRemoval>;
|
|
795
|
+
}
|
|
796
|
+
/** Open a durable filesystem search ledger. Construction performs no I/O; the
|
|
797
|
+
* first `append` or `replay` validates the complete existing file. */
|
|
798
|
+
declare function openSearchLedger(options: OpenSearchLedgerOptions): SearchLedger;
|
|
799
|
+
/** Append-only file-backed search ledger with idempotent writes and replay. */
|
|
800
|
+
declare class FileSearchLedger implements SearchLedger {
|
|
801
|
+
readonly path: string;
|
|
802
|
+
readonly campaignId: string;
|
|
803
|
+
readonly trustedHeadPath: string;
|
|
804
|
+
private readonly trustedHeadMode;
|
|
805
|
+
private readonly journal;
|
|
806
|
+
constructor(path: string, campaignId: string, trustedHead?: SearchLedgerTrustedHeadMode);
|
|
807
|
+
replay(): Promise<SearchLedgerReplay>;
|
|
808
|
+
append(input: SearchLedgerEvent): Promise<SearchLedgerAppendResult>;
|
|
809
|
+
trustedHead(): Promise<LedgerTrustedHead | null>;
|
|
810
|
+
pinTrustedHead(): Promise<LedgerTrustedHead>;
|
|
811
|
+
clearTrustedHead(): Promise<LedgerTrustedHeadRemoval>;
|
|
812
|
+
}
|
|
813
|
+
//#endregion
|
|
814
|
+
//#region src/campaign/search-history-receipt.d.ts
|
|
815
|
+
declare const SEARCH_HISTORY_RECEIPT_SCHEMA_VERSION: '1.0.0';
|
|
816
|
+
declare const SEARCH_HISTORY_RECEIPT_DIGEST_ALGORITHM: 'rfc8785-sha256';
|
|
817
|
+
/** Bounded projection of the canonical replay audit. Exact ids stay in SearchLedger. */
|
|
818
|
+
interface SearchHistoryAuditSummary {
|
|
819
|
+
readonly campaignId: string;
|
|
820
|
+
readonly headHash: SearchLedgerHash | null;
|
|
821
|
+
readonly status: SearchLedgerAudit['status'];
|
|
822
|
+
readonly selectedCandidateId: string | null;
|
|
823
|
+
readonly eventCount: number;
|
|
824
|
+
readonly candidateCount: number;
|
|
825
|
+
readonly closedCandidateSlotCount: number;
|
|
826
|
+
readonly attemptCount: number;
|
|
827
|
+
readonly operationCount: number;
|
|
828
|
+
readonly expectedCandidateSlots: number;
|
|
829
|
+
readonly expectedTaskOutcomes: number;
|
|
830
|
+
readonly expectedOperations: number;
|
|
831
|
+
readonly missingCandidateSlots: number;
|
|
832
|
+
readonly missingTaskOutcomes: number;
|
|
833
|
+
readonly missingOperations: number;
|
|
834
|
+
readonly pendingDecisions: number;
|
|
835
|
+
readonly hasPlan: boolean;
|
|
836
|
+
readonly hasCompletion: boolean;
|
|
837
|
+
}
|
|
838
|
+
/**
|
|
839
|
+
* A bounded proof envelope over one canonical SearchLedger replay.
|
|
840
|
+
*
|
|
841
|
+
* The content-addressed ledger remains the sole rich history. This receipt binds
|
|
842
|
+
* its producer/run identity, exact audit digest, bounded completeness summary,
|
|
843
|
+
* and its own canonical digest. Consumers needing candidate ids, attempts,
|
|
844
|
+
* failures, accounting gaps, or decisions read and replay the canonical ledger.
|
|
845
|
+
*/
|
|
846
|
+
interface SearchHistoryReceipt {
|
|
847
|
+
readonly schemaVersion: typeof SEARCH_HISTORY_RECEIPT_SCHEMA_VERSION;
|
|
848
|
+
readonly kind: 'search-history-receipt';
|
|
849
|
+
readonly digestAlgorithm: typeof SEARCH_HISTORY_RECEIPT_DIGEST_ALGORITHM;
|
|
850
|
+
readonly receiptDigest: SearchLedgerHash;
|
|
851
|
+
/** Stable producer identity, for example an OptimizationMethod name. */
|
|
852
|
+
readonly producerId: string;
|
|
853
|
+
/** Concrete optimizer/runtime invocation that produced the ledger. */
|
|
854
|
+
readonly runId: string;
|
|
855
|
+
readonly ledger: SearchArtifactRef;
|
|
856
|
+
/** Digest of the complete SearchLedgerAudit produced by canonical replay. */
|
|
857
|
+
readonly auditDigest: SearchLedgerHash;
|
|
858
|
+
readonly summary: SearchHistoryAuditSummary;
|
|
859
|
+
readonly complete: boolean;
|
|
860
|
+
readonly incompleteReasons: readonly string[];
|
|
861
|
+
}
|
|
862
|
+
interface CreateSearchHistoryReceiptInput {
|
|
863
|
+
readonly producerId: string;
|
|
864
|
+
readonly runId: string;
|
|
865
|
+
/** Content-addressed canonical SearchLedger JSONL artifact. */
|
|
866
|
+
readonly ledger: SearchArtifactRef;
|
|
867
|
+
/** The result returned by SearchLedger.replay(). */
|
|
868
|
+
readonly replay: SearchLedgerReplay;
|
|
869
|
+
}
|
|
870
|
+
type SearchHistoryPolicy = 'allow-missing' | 'require-complete';
|
|
871
|
+
interface SearchHistoryCoverageRow {
|
|
872
|
+
readonly producerId: string;
|
|
873
|
+
readonly status: 'complete' | 'incomplete' | 'missing';
|
|
874
|
+
readonly reasons: readonly string[];
|
|
875
|
+
readonly receipt?: SearchHistoryReceipt;
|
|
876
|
+
}
|
|
877
|
+
interface SearchHistoryCoverage {
|
|
878
|
+
readonly policy: SearchHistoryPolicy;
|
|
879
|
+
readonly allComplete: boolean;
|
|
880
|
+
readonly producers: readonly SearchHistoryCoverageRow[];
|
|
881
|
+
}
|
|
882
|
+
declare class SearchHistoryRequiredError extends Error {
|
|
883
|
+
readonly producerId: string;
|
|
884
|
+
readonly reasons: readonly string[];
|
|
885
|
+
constructor(producerId: string, reasons: readonly string[]);
|
|
886
|
+
}
|
|
887
|
+
/** Build a bounded receipt from the projection returned by canonical ledger replay. */
|
|
888
|
+
declare function createSearchHistoryReceipt(input: CreateSearchHistoryReceiptInput): SearchHistoryReceipt;
|
|
889
|
+
/** Verify the bounded receipt. Full ledger bytes are verified by SearchLedger. */
|
|
890
|
+
declare function verifySearchHistoryReceipt(receipt: SearchHistoryReceipt): SearchHistoryReceipt;
|
|
891
|
+
/** Prove that a receipt still describes the exact canonical replay supplied. */
|
|
892
|
+
declare function assertSearchHistoryMatchesReplay(receipt: SearchHistoryReceipt, replay: SearchLedgerReplay): void;
|
|
893
|
+
/** Require a receipt owned by this producer and a terminal, denominator-complete history. */
|
|
894
|
+
declare function assertCompleteSearchHistory(producerId: string, receipt: SearchHistoryReceipt | undefined): asserts receipt is SearchHistoryReceipt;
|
|
895
|
+
/** Classify one producer's history without treating malformed evidence as absence. */
|
|
896
|
+
declare function searchHistoryCoverageRow(producerId: string, receipt: SearchHistoryReceipt | undefined): SearchHistoryCoverageRow;
|
|
897
|
+
//#endregion
|
|
468
898
|
//#region src/campaign/presets/compare-optimization-methods.d.ts
|
|
469
899
|
/** Shared campaign settings applied to every optimization method. */
|
|
470
900
|
type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costCeiling' | 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
|
|
@@ -565,6 +995,8 @@ interface OptimizationMethodResult {
|
|
|
565
995
|
durationMs?: number;
|
|
566
996
|
/** Exact external implementation and run identity, when the method uses one. */
|
|
567
997
|
provenance?: OptimizationMethodProvenance;
|
|
998
|
+
/** Bounded proof envelope over the canonical SearchLedger for this optimization. */
|
|
999
|
+
searchHistory?: SearchHistoryReceipt;
|
|
568
1000
|
}
|
|
569
1001
|
/** A complete optimization method, including candidate generation and selection. */
|
|
570
1002
|
interface OptimizationMethod<TScenario extends Scenario = Scenario, TArtifact = unknown> {
|
|
@@ -639,6 +1071,8 @@ interface OptimizationMethodComparison {
|
|
|
639
1071
|
resamples: number;
|
|
640
1072
|
/** Agent runs averaged within each test scenario before resampling scenarios. */
|
|
641
1073
|
reps: number;
|
|
1074
|
+
/** Coverage of every method's canonical search history. */
|
|
1075
|
+
searchHistory: SearchHistoryCoverage;
|
|
642
1076
|
}
|
|
643
1077
|
interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch' | 'judges' | 'scenarios'> {
|
|
644
1078
|
methods: OptimizationMethod<TScenario, TArtifact>[];
|
|
@@ -664,6 +1098,11 @@ interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifac
|
|
|
664
1098
|
confidence?: number;
|
|
665
1099
|
/** Shared spend limit across every method's optimizer and evaluation calls plus final scoring. */
|
|
666
1100
|
costCeiling?: number;
|
|
1101
|
+
/**
|
|
1102
|
+
* Missing history is reported by default. Publication-grade or autonomous
|
|
1103
|
+
* callers set `require-complete`, which aborts before the first final-test call.
|
|
1104
|
+
*/
|
|
1105
|
+
searchHistoryPolicy?: SearchHistoryPolicy;
|
|
667
1106
|
}
|
|
668
1107
|
/**
|
|
669
1108
|
* Compare complete optimization methods on disjoint train, selection, and final test data.
|
|
@@ -1200,5 +1639,5 @@ interface EmitLoopProvenanceArgs<TArtifact, TScenario extends Scenario> extends
|
|
|
1200
1639
|
*/
|
|
1201
1640
|
declare function emitLoopProvenance<TArtifact, TScenario extends Scenario>(args: EmitLoopProvenanceArgs<TArtifact, TScenario>): Promise<EmitLoopProvenanceResult>;
|
|
1202
1641
|
//#endregion
|
|
1203
|
-
export { OptimizationTokenUsage as $, RedTeamCategory as A,
|
|
1204
|
-
//# sourceMappingURL=provenance-
|
|
1642
|
+
export { OptimizationTokenUsage as $, SearchTokenAccounting as $t, RedTeamCategory as A, LlmJudgeDimension as An, SearchCompletedEvent as At, CanaryReport as B, SearchModelIdentity as Bt, RunOptimizationOptions as C, CampaignStorage as Cn, SearchAttemptAccounting as Ct, runEval as D, OpenAutoPrOptions as Dn, SearchCandidateSlot as Dt, RunEvalOptions as E, inMemoryCampaignStorage as En, SearchCandidateRegisteredEvent as Et, scoreRedTeamOutput as F, SearchLedgerEntry as Ft, OptimizationMethodComparison as G, SearchPlannedOperation as Gt, CompareOptimizationMethodsOptions as H, SearchOperationRecordedEvent as Ht, CanaryAlert as I, SearchLedgerEvent as It, OptimizationMethodProvenance as J, SearchSurfaceEffect as Jt, OptimizationMethodInput as K, SearchPlannedTask as Kt, CanaryEvaluation as L, SearchLedgerHash as Lt, RedTeamReport as M, llmJudge as Mn, SearchFailureReason as Mt, redTeamDataset as N, SearchLedger as Nt, DEFAULT_RED_TEAM_CORPUS as O, OpenAutoPrResult as On, SearchCandidateSlotClosedEvent as Ot, redTeamReport as P, SearchLedgerAppendResult as Pt, OptimizationPackageSource as Q, SearchTaskOutcome as Qt, CanaryKind as R, SearchLedgerReplay as Rt, PremeasuredOptimizationBaseline as S, planCampaignRun as Sn, SearchArtifactRef as St, runOptimization as T, fsCampaignStorage as Tn, SearchCandidateLineage as Tt, ComparisonCost as U, SearchPlan as Ut, runCanaries as V, SearchOperationKind as Vt, OptimizationMethod as W, SearchPlannedEvent as Wt, OptimizationMethodRunOptions as X, SearchSurfaceKind as Xt, OptimizationMethodResult as Y, SearchSurfaceEvidence as Yt, OptimizationMethodScore as Z, SearchTaskAttemptedEvent as Zt, provenanceSpansPath as _, RunCampaignOptions as _n, verifySearchHistoryReceipt as _t, LoopProvenanceBackend as a, GepaCandidateSelectionScore as an, SEARCH_HISTORY_RECEIPT_DIGEST_ALGORITHM as at, RunImprovementLoopResult as b, CampaignRunPlanCell as bn, SEARCH_LEDGER_SCHEMA as bt, LoopProvenanceOptimizationMethod as c, ExternalOptimizerObservationArtifact as cn, SearchHistoryCoverage as ct, campaignMeasurementDigest as d, readExternalOptimizerObservationArtifact as dn, SearchHistoryReceipt as dt, openSearchLedger as en, combineComparisonCosts as et, canonicalDigest as f, CacheIssueReason as fn, SearchHistoryRequiredError as ft, provenanceRecordPath as g, CampaignCellFailureReceipt as gn, searchHistoryCoverageRow as gt, loopProvenanceSpans as h, cellCachePath as hn, createSearchHistoryReceipt as ht, LoopProvenanceArgsFromResult as i, GepaCandidatePopulationSummary as in, CreateSearchHistoryReceiptInput as it, RedTeamFinding as j, LlmJudgeOptions as jn, SearchCostAccounting as jt, RedTeamCase as k, openAutoPr as kn, SearchCandidateSurface as kt, LoopProvenanceRecord as l, ExternalOptimizerObservationSummary as ln, SearchHistoryCoverageRow as lt, loopProvenanceArgsFromResult as m, readCachedCell as mn, assertSearchHistoryMatchesReplay as mt, EmitLoopProvenanceArgs as n, GepaCandidatePopulationArtifact as nn, costFromLedgerSummary as nt, LoopProvenanceCandidate as o, readGepaCandidatePopulationArtifact as on, SEARCH_HISTORY_RECEIPT_SCHEMA_VERSION as ot, emitLoopProvenance as p, CacheRead as pn, assertCompleteSearchHistory as pt, OptimizationMethodPairwise as q, SearchSourceRef as qt, EmitLoopProvenanceResult as r, GepaCandidatePopulationCandidate as rn, optimizationTokenUsageFromSummary as rt, LoopProvenanceEvidence as s, ExternalOptimizerExecutionSummary as sn, SearchHistoryAuditSummary as st, BuildLoopProvenanceArgs as t, validateSearchLedgerEvent as tn, compareOptimizationMethods as tt, buildLoopProvenanceRecord as u, ExternalOptimizerSubmittedCandidate as un, SearchHistoryPolicy as ut, verifyLoopProvenanceRecord as v, runCampaign as vn, FileSearchLedger as vt, RunOptimizationResult as w, createRunCostLedger as wn, SearchCandidateDecidedEvent as wt, runImprovementLoop as x, PlanCampaignRunOptions as xn, SearchAccountingAudit as xt, RunImprovementLoopOptions as y, CampaignRunPlan as yn, OpenSearchLedgerOptions as yt, CanaryOptions as z, SearchLedgerTrustedHeadMode as zt };
|
|
1643
|
+
//# sourceMappingURL=provenance-DA-Pmyfv.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provenance-DA-Pmyfv.d.ts","names":[],"sources":["../src/llm-judge.ts","../src/campaign/auto-pr.ts","../src/campaign/storage.ts","../src/campaign/plan-campaign-run.ts","../src/campaign/run-campaign.ts","../src/campaign/cell-schedule.ts","../src/campaign/cell-cache.ts","../src/campaign/external-optimizer-observations.ts","../src/campaign/gepa-candidate-population.ts","../src/campaign/search-ledger.ts","../src/campaign/search-history-receipt.ts","../src/campaign/presets/compare-optimization-methods.ts","../src/canary.ts","../src/red-team.ts","../src/campaign/presets/run-eval.ts","../src/campaign/presets/run-optimization.ts","../src/campaign/presets/run-improvement-loop.ts","../src/campaign/provenance.ts"],"mappings":";;;;;;;;;;;;;KA6CY,6BAA6B;UAExB,gBAAgB,WAAW,kBAAkB,WAAW;;;;EAIvE,MAAM;;;EAGN,aAAa;;EAEb;;EAEA;EACA;EACA;;;EAGA,UAAU;;;;;EAKV;;EAEA,aAAa,UAAU;;;EAGvB,cAAc;IAAS,UAAU;IAAW,UAAU;;;EAEtD,aAAa;EACb;IAAmB;IAAc,QAAQ,EAAE;;;;;;;;;;;;;iBAoB7B,SAAS,qBAAqB,kBAAkB,WAAW,UACzE,cACA,gBACA,MAAM,gBAAgB,WAAW,aAChC,YAAY,WAAW;;;UClFT,kBAAkB,WAAW,kBAAkB;;EAE9D,QAAQ,eAAe,WAAW;;;EAGlC,MAAM;;;EAGN;;EAEA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA,UAAU;IAAqB;IAAgB;IAAgB;;;UAGhD;EACf;EACA;EACA;EACA;;;;;iBAMc,WAAW,WAAW,kBAAkB,UACtD,SAAS,kBAAkB,WAAW,aACrC;;;;;;;;;;;;;;;;;;UCjCc;;EAEf,UAAU;;EAEV,OAAO;;EAEP,KAAK;;EAEL,MAAM,cAAc,kBAAkB;;;EAGtC,OAAO,cAAc,iBAAiB;;;;;;;;;iBAUxB,qBAAqB;;;;iBA0CrB,2BAA2B;;iBAmC3B,oBAAoB;EAClC,SAAS;EACT;EACA;;EAEA;IACE;;;UC9Ga;EACf;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB,kBAAkB,UAAU;EAClE,WAAW;EACX,WAAW,WAAW,WAAW;EACjC;EACA,SAAS,YAAY,WAAW;EAChC;EACA;EACA;;EAEA;EACA;;EAEA;EACA,UAAU;;EAEV,aAAa;;EAEb,WAAW,SAAS;;;;;;iBAON,gBAAgB,kBAAkB,UAAU,WAC1D,MAAM,uBAAuB,WAAW,aACvC;;;UCvBc,mBAAmB,kBAAkB,UAAU;EAC9D,WAAW;EACX,UAAU,WAAW,WAAW;;EAEhC,SAAS;;;;;;EAMT;EACA,SAAS,YAAY,WAAW;;EAEhC;;;EAGA;;;EAGA;;;;;;EAMA,cAAc;IAAS,UAAU;IAAW;;;;;;EAK5C;;;;;;EAMA;;;;EAIA,eAAe;EACf;EACA;;EAEA;;;EAGA,aAAa;;EAEb;;EAEA,WAAW,SAAS;;EAEpB;;;;;;;;EAQA;;;;;;;;;;EAUA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA;;;;;;;;;;;EAWA;;EAEA,YAAY;;EAEZ,oBAAoB,gBAAgB,gBAAgB;;;;;;EAMpD,UAAU;;;;;;;;;;;;EAYV,iBAAiB;IACf,UAAU;IACV;IACA;;;;;;;UAQa,2BAA2B;EAC1C;EACA;EACA;EACA;IACE;IACA;IACA;MACE;MACA;MACA;;;EAGJ,MAAM,mBAAmB;EACzB,MAAM;;;;;iBAMc,YAAY,kBAAkB,UAAU,WAC5D,MAAM,mBAAmB,WAAW,aACnC,QAAQ,eAAe,WAAW;;;iBC5IrB,cAAc,gBAAgB;;;KCkElC;KASA,UAAU;EAChB;EAAe,MAAM,mBAAmB;;EACxC;EAAgB,QAAQ;;iBAEd,eAAe,WAAW;EACxC,SAAS;EACT;EACA;EACA;IACE,UAAU;;;UCzHG;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;;WAEN,WAAW;;WAEX;WACA;WACA;;WAEA;aACE;aACA;;;UAII;WACN,SAAS;WACT,uBAAuB;;WAEvB,qBAAqB;;;;;;;;;;iBAWhB,yCAAyC;EACvD,SAAS;EACT,UAAU;IACR;;;UCrDa;WACN;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;;UAGM;;WAEN;WACA,WAAW;WACX;WACA;;WAEA;;WAEA;WACA,0BAA0B;WAC1B;;UAGM;WACN,SAAS;WACT;WACA;WACA,qBAAqB;;;;;;;;;;iBAWhB,oCAAoC;EAClD,SAAS;EACT,UAAU;IACR;;;cCpBS;KAED,mBAAmB;KAEnB;;;UAYK;EACf;EACA;EACA,QAAQ;EACR;;;;UAKe;EACf;EACA;;UAGe;EACf;EACA;;UAGe;EACf;EACA,MAAM;EACN,UAAU;;UAGK;;EAEf;EACA;EACA;EACA;EACA,gBAAgB;;KAGN;UAOK;EACf;EACA,QAAQ;EACR,WAAW;;;EAGX;;UAGe;EACf;EACA,MAAM;;UAGS;EACf;;;EAGA;;UAGe;;EAEf,gBAAgB;;EAEhB,OAAO;;EAEP,YAAY;;KAGF;EAEN;EACA;EACA;EACA;;EAGA;EACA;;KAGM;EAEN;EACA;EACA;;EAGA;;EAEA;EACA;;UAGW;EACf,QAAQ;EACR,MAAM;;UAGS;EACf;EACA;;KAGU;EAEN;EACA;EACA,SAAS;;EAGT;EACA;EACA,SAAS;EACT,SAAS;;EAGT;EACA,SAAS;EACT,OAAO;IAAwB;;;KAGzB;EAEN;EACA;EACA;EACA;EACA;;EAGA;EACA;;;;UAKW;EACf;EACA;EACA;EACA,QAAQ;EACR,UAAU;;UAGF;EACR;EACA;EACA,WAAW;;UAGI,2BAA2B;EAC1C;EACA,MAAM;;UAGS,uCAAuC;EACtD;EACA;EACA;EACA;EACA,SAAS;EACT,UAAU;;UAGK,uCAAuC;EACtD;EACA;EACA;EACA,QAAQ;;UAGO,iCAAiC;EAChD;EACA;EACA;EACA;EACA;IACE;IACA,QAAQ;;EAEV;IACE,OAAO;IACP,OAAO;IACP,WAAW;;EAEb,SAAS;EACT,YAAY;EACZ,iBAAiB;;UAGF,qCAAqC;EACpD;EACA;EACA,eAAe;EACf;IAEM;IACA,OAAO;IACP,QAAQ;;IAGR;IACA,QAAQ;;EAEd;IACM;;IACA;IAAmB,SAAS;;IAC5B;IAAkB,SAAS;;EACjC,YAAY;;UAGG,oCAAoC;EACnD;EACA;EACA;IACM;;IAEA;IACA,QAAQ;;;UAIC,6BAA6B;EAC5C;EACA;IAEM;IACA;;IAGA;IACA,QAAQ;;;KAIJ,oBACR,qBACA,iCACA,iCACA,2BACA,+BACA,8BACA;UAEa;EACf,eAAe;EACf;EACA;EACA,cAAc;EACd,OAAO;EACP,WAAW;;KAGD;EAEN;EACA;EACA;EACA;EACA;;EAGA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGW;EACf;EACA;EACA;EACA;EACA;EACA;EACA;IAAY;IAAgB;IAAgB;;EAC5C;IAAqB;IAAmB;IAAiB;;EACzD;IAAa;IAAkB;IAAkB;;EACjD;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;EACA;EACA,YAAY;EACZ,UAAU;;UAGK;EACf,SAAS;EACT,MAAM;EACN,YAAY;EACZ,sBAAsB;EACtB,UAAU;EACV,YAAY;EACZ,WAAW;EACX,YAAY;EACZ,OAAO;;UAGQ;EACf,OAAO;;EAEP;EACA,QAAQ;;;;iBA+ZM,0BAA0B,iBAAiB;;;;;;;;;;;;;;;KAsB/C;UAEK;EACf;EACA;EACA,cAAc;;UAGC;WACN;WACA;;WAEA;EACT,OAAO,OAAO,oBAAoB,QAAQ;EAC1C,UAAU,QAAQ;;EAElB,eAAe,QAAQ;;;EAGvB,kBAAkB,QAAQ;;;;;;;EAO1B,oBAAoB,QAAQ;;;;iBAKd,iBAAiB,SAAS,0BAA0B;;cA8BvD,4BAA4B;WAC9B;WACA;WACA;mBACQ;mBACA;EAMjB,YAAY,cAAc,oBAAoB,cAAa;EAerD,UAAU,QAAQ;EAIlB,OAAO,OAAO,oBAAoB,QAAQ;EAU1C,eAAe,QAAQ;EAIvB,kBAAkB,QAAQ;EAI1B,oBAAoB,QAAQ;;;;cC74BvB;cACA;;UAGI;WACN;WACA,UAAU;WACV,QAAQ;WACR;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;;;;;;;;;UAWM;WACN,sBAAsB;WACtB;WACA,wBAAwB;WACxB,eAAe;;WAEf;;WAEA;WACA,QAAQ;;WAER,aAAa;WACb,SAAS;WACT;WACA;;UAGM;WACN;WACA;;WAEA,QAAQ;;WAER,QAAQ;;KAGP;UAEK;WACN;WACA;WACA;WACA,UAAU;;UAGJ;WACN,QAAQ;WACR;WACA,oBAAoB;;cAGlB,mCAAmC;WACrC;WACA;EAET,YAAY,oBAAoB;;;iBAUlB,2BACd,OAAO,kCACN;;iBA2Ba,2BAA2B,SAAS,uBAAuB;;iBA6C3D,iCACd,SAAS,sBACT,QAAQ;;iBAeM,4BACd,oBACA,SAAS,2CACA,WAAW;;iBAcN,yBACd,oBACA,SAAS,mCACR;;;;KChKS,6BAA6B,kBAAkB,UAAU,aAAa,KAChF,mBAAmB,WAAW;;UAKf;;EAEf;;EAEA,gBAAgB;EAChB;EACA;;UAGe;EACf;;EAEA;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA;;UAGe;;EAEf;;EAEA;;EAEA;EACA;;EAEA;EACA;EACA;;UAGe;;EAEf,QAAQ;;EAER,SAAS;;EAET,UAAU;;EAEV,SAAS;;EAET;;EAEA;EACA;;EAEA;EACA;EACA;EACA;EACA,aAAa;;EAEb,eAAe;;EAEf,0BAA0B;;EAE1B,kBAAkB;;;UAIH,wBAAwB,kBAAkB,UAAU;;WAE1D,iBAAiB;;WAEjB,yBAAyB;;WAEzB,6BAA6B;;WAE7B,sBACP,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;;WAEJ,iBAAiB,YAAY,WAAW;;WAExC;WACA;;WAEA,YAAY,SAAS,6BAA6B,WAAW;;WAE7D,YAAY;;UAGN;;EAEf,eAAe;;EAEf,MAAM;;EAEN;;EAEA,aAAa;;EAEb,gBAAgB;;;UAID,mBAAmB,kBAAkB,WAAW,UAAU;;EAEzE;EACA,WACE,OAAO,wBAAwB,WAAW,eACvC,QAAQ;;UAGE;EACf;;EAEA;;EAEA;;EAEA;;;EAGA;IAAU;IAAa;;;EAEvB,kBAAkB;;EAElB;;EAEA,aAAa;;EAEb,gBAAgB;IACd;IACA;IACA;IACA;;EAEF,eAAe;;EAEf;;UAGe;;EAEf;EACA;;EAEA;EACA;EACA;;EAEA;;UAGe;;EAEf,QAAQ;EACR,MAAM;;EAEN,UAAU;EACV;;EAEA,kBAAkB;;EAElB,UAAU;;EAEV,WAAW;;EAEX;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;UAGA,kCAAkC,kBAAkB,UAAU,mBACrE,KAAK,mBAAmB,WAAW;EAC3C,SAAS,mBAAmB,WAAW;EACvC,iBAAiB;;EAEjB,gBAAgB;;EAEhB,oBAAoB;;EAEpB,eAAe;;EAEf,sBACE,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;EACb,QAAQ,YAAY,WAAW;;;EAG/B;;EAEA,yBAAyB,6BAA6B,WAAW;;EAEjE;;;EAGA;;EAEA;;;;;EAKA,sBAAsB;;;;;iBAMF,2BAA2B,kBAAkB,UAAU,WAC3E,MAAM,kCAAkC,WAAW,aAClD,QAAQ;;iBAkxBK,sBAAsB,SAAS,oBAAoB;;iBAYnD,kCACd,SAAS,mBACT,mBAAmB,gBAClB;;iBA0Ba,uBACd,SAAS;EAAgB;EAAe,MAAM;KAC7C;;;KCzjCS;KAEA;UAEK;EACf,MAAM;EACN,UAAU;EACV;;;EAGA,UAAU;;UAGK;EACf,QAAQ;;EAER,QAAQ,OAAO;;EAEf,aAAa;;UAGE;EACf,MAAM;EACN;EACA;EACA;;UAGe;;;;;;;;;;EAUf;IACE;IACA;;IAEA;;;;;;;;;;;;;EAcF;IACE;IACA;IACA;IACA;;;;;;;;;;EAWF;IACE,WAAW,KAAK;IAChB;IACA;IACA;IACA;;;;;;;;iBASY,YAAY,MAAM,aAAa,OAAM,gBAAqB;;;KClG9D;UAUK;EACf,UAAU;;EAEV;;;;;EAKA;;EAEA;;EAEA;;UAGe,oBAAoB;EACnC,SAAS;;UAGM;EACf;EACA,UAAU;EACV;EACA;EACA;;UAGe;EACf,UAAU;EACV,oBAAoB,OAAO;EAC3B;;;cA0DW,yBAAyB;iBA6FtB,eAAe,aAAY,gBAAqB;;;;;iBAkBhD,mBACd,gBACA,qBACA,QAAQ,cACP;;iBA4Fa,cAAc,UAAU,mBAAmB;;;UCzT1C,eAAe,kBAAkB,UAAU,mBAClD,KAAK,mBAAmB,WAAW;EAC3C;;;;;iBAMoB,QAAQ,kBAAkB,UAAU,WACxD,MAAM,eAAe,WAAW,aAC/B,QAAQ,eAAe,WAAW;;;UC0BpB,gCAAgC,WAAW,kBAAkB;;EAE5E;;EAEA,UAAU,eAAe,WAAW;;UAGrB,2BAA2B,kBAAkB,UAAU,mBAC9D,KAAK,mBAAmB,WAAW;;EAE3C,iBAAiB;;;;;;;;;EASjB,sBAAsB,gCAAgC,WAAW;;EAEjE,sBACE,SAAS,gBACT,UAAU,WACV,KAAK,WAAW,mBAAmB,WAAW,+BAC3C,QAAQ;;EAEb,UAAU,gBAAgB;EAC1B;EACA;;;EAGA;;;EAGA;;EAEA,WAAW,cAAc;;;;;;;;;;;EAWzB,qBAAqB;IACnB;IACA;IACA,YAAY;MACV;MACA,UAAU,eAAe,WAAW;MACpC;;IAEF,SAAS;;IAET,aAAa;IACb;QACI,QAAQ,cAAc;;;;;;;;;;;;;;;;;;EAkB5B,oBAAoB,UAAU,eAAe,WAAW;;KAG9C,uBACV,kBAAkB,UAClB,aACE,2BAA2B,WAAW;UAEzB,sBAAsB,WAAW,kBAAkB;EAClE,aAAa;IACX,QAAQ;IACR,UAAU;MACR;MACA,SAAS;MACT,UAAU,eAAe,WAAW;;;;EAIxC,iBAAiB;EACjB,eAAe;EACf;;;;EAIA;;;;EAIA;EACA,kBAAkB,eAAe,WAAW;;EAE5C,MAAM;;;;;;EAMN,gBAAgB;;;;;iBAMI,gBAAgB,kBAAkB,UAAU,WAChE,MAAM,uBAAuB,WAAW,aACvC,QAAQ,sBAAsB,WAAW;;;KCpJhC,0BACV,kBAAkB,UAClB,aACE,uBAAuB,WAAW;;;EAGpC,kBAAkB;;;;;;;;;EASlB;;;;EAIA,MAAM,KAAK,WAAW;;;;;EAKtB;;EAEA;EACA;;;;;;;;EAQA,cAAc,eAAe,gBAAgB,iBAAiB,mBAAmB;;UAGlE,yBAAyB,WAAW,kBAAkB,kBAC7D,sBAAsB,WAAW;EACzC,mBAAmB,eAAe,WAAW;EAC7C,iBAAiB,eAAe,WAAW;EAC3C,uBAAuB,eAAe,WAAW;EACjD,qBAAqB;EACrB,YAAY,QAAQ,WAAW,KAAK,WAAW;;;;EAI/C;;;;;EAKA;EACA,WAAW,kBAAkB;;;;;iBAMT,mBAAmB,kBAAkB,UAAU,WACnE,MAAM,0BAA0B,WAAW,aAC1C,QAAQ,yBAAyB,WAAW;;;UC1B9B;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,UAAU,YAAY;;EAEtB;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;EACA;EACA;EACA;;UAGe;EACf;IACE;IACA;;EAEF;IACE;IACA;IACA;IACA;MACE;MACA;MACA;MACA;;;EAGJ;;UAGe;EACf;EACA,MAAM;EACN;EACA,aAAa;;;;;;;UAQE;EACf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;;EAEA,YAAY;;EAEZ,qBAAqB;;EAErB,UAAU;;EAEV;;EAEA;IACE,UAAU;IACV;IACA;IACA,mBAAmB;;;;;;EAMrB;;EAEA;;EAEA;;;EAGA;;EAEA,SAAS;EACT;EACA;;UAGe,wBAAwB,WAAW,kBAAkB;EACpE;EACA;EACA;EACA,iBAAiB;EACjB,eAAe;EACf;EACA;;EAEA,wBAAwB,eAAe,WAAW;;EAElD,aAAa;IACX;IACA,YAAY;IACZ;;;IAGA,UAAU;MACR;MACA,SAAS;MACT,UAAU,eAAe,WAAW;;;EAGxC,MAAM;;;;EAIN;EACA,mBAAmB,eAAe,WAAW;EAC7C,iBAAiB,eAAe,WAAW;EAC3C,qBAAqB;EACrB,uBAAuB,eAAe,WAAW;;EAEjD,cAAc,cAAc;EAC5B;EACA;EACA,qBAAqB;;UAGN,6BAA6B,WAAW,kBAAkB;EACzE;EACA;EACA;EACA,iBAAiB;EACjB,QAAQ,yBAAyB,WAAW;EAC5C,cAAc,cAAc;EAC5B;EACA;;;iBAIc,6BAA6B,WAAW,kBAAkB,UACxE,OAAO,6BAA6B,WAAW,aAC9C,wBAAwB,WAAW;;iBA4CtB,0BAA0B,WAAW,kBAAkB,UACrE,MAAM,wBAAwB,WAAW,aACxC;;iBAoRa,0BAA0B,WAAW,kBAAkB,UACrE,UAAU,eAAe,WAAW;;iBAqCtB,2BAA2B,QAAQ,uBAAuB;;iBAa1D,gBAAgB;;;;;;;;;;;;iBA2KhB,oBACd,QAAQ,sBACR;EAAQ;IACP;;iBAiJa,qBAAqB;;;;iBAMrB,oBAAoB;UAInB;EACf,QAAQ;EACR,OAAO;;EAEP;EACA;;UAGe,uBAAuB,WAAW,kBAAkB,kBAC3D,wBAAwB,WAAW;;EAE3C,SAAS;;;EAGT,eAAe;;;;;;;;;;;;iBA+EK,mBAAmB,WAAW,kBAAkB,UACpE,MAAM,uBAAuB,WAAW,aACvC,QAAQ"}
|
|
@@ -3,7 +3,7 @@ import { a as RunRecord } from "./run-record-DVV82Gwh.js";
|
|
|
3
3
|
import { E as LlmCallMetadata, p as ChatClient } from "./types-DOhGq4S1.js";
|
|
4
4
|
import { _ as ExternalTextEvaluationRequest, c as ExternalOptimizerModelBudget, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall, m as ExternalOptimizerResumeMode, r as ExternalOptimizerCallbackLimits } from "./external-optimizer-contracts-CSjDLLmr.js";
|
|
5
5
|
import { R as Scenario, S as JudgeConfig, i as CampaignCostMeter, j as MutableSurface, o as CampaignScenarioIdentity, p as Gate } from "./types-C1Bmeb8X.js";
|
|
6
|
-
import { Q as OptimizationPackageSource, W as OptimizationMethod, k as RedTeamCase, z as CanaryOptions } from "./provenance-
|
|
6
|
+
import { Q as OptimizationPackageSource, W as OptimizationMethod, k as RedTeamCase, z as CanaryOptions } from "./provenance-DA-Pmyfv.js";
|
|
7
7
|
import { t as DetectRewardHackingInput } from "./reward-hacking-Bu8ev6PR.js";
|
|
8
8
|
//#region src/reference-equivalence-judge.d.ts
|
|
9
9
|
declare const REFERENCE_EQUIVALENCE_JUDGE_VERSION = "reference-equivalence-judge-v1-2026-07-13";
|
|
@@ -431,4 +431,4 @@ interface SkillOptOptimizationMethodConfig<TScenario extends Scenario, TArtifact
|
|
|
431
431
|
declare function skillOptOptimizationMethod<TScenario extends Scenario, TArtifact>(config: SkillOptOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
|
|
432
432
|
//#endregion
|
|
433
433
|
export { campaignScenarioIdentity as A, runReferenceEquivalenceJudge as B, ExternalTextOptimizerContext as C, decodeExternalTextCandidate as D, ExternalTextEvaluationResponse as E, ReferenceEquivalenceJudgeInput as F, ReferenceEquivalenceJudgeOptions as I, ReferenceEquivalenceJudgeResult as L, campaignSplitDigestFromIdentities as M, REFERENCE_EQUIVALENCE_INPUT_LIMITS as N, assertCampaignDesign as O, REFERENCE_EQUIVALENCE_JUDGE_VERSION as P, ReferenceEquivalenceScenario as R, ExternalTextOptimizationMethodConfig as S, ExternalOptimizationExample as T, DefaultProductionGateOptions as _, GepaAdaptiveEngineRun as a, composeGate as b, GepaOptimizationMethodConfig as c, gepaOptimizationMethod as d, OpenAICompatibleOptimizerModel as f, DefaultProductionGateCheck as g, heldOutGate as h, skillOptOptimizationMethod as i, campaignSplitDigest as j, assertCampaignSplitIdentity as k, GepaOptimizationRecipe as l, HeldOutGateOptions as m, SkillOptRunnerCommand as n, GepaEngineOptions as o, OptimizerModelBudget as p, SkillOptTrainerConfig as r, GepaEngineRun as s, SkillOptOptimizationMethodConfig as t, GepaRunnerCommand as u, DefaultProductionRewardHackingOptions as v, ExternalTextOptimizerResult as w, externalTextOptimizationMethod as x, defaultProductionGate as y, createReferenceEquivalenceJudge as z };
|
|
434
|
-
//# sourceMappingURL=skillopt-optimization-method-
|
|
434
|
+
//# sourceMappingURL=skillopt-optimization-method-CrY0OG17.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"skillopt-optimization-method-
|
|
1
|
+
{"version":3,"file":"skillopt-optimization-method-CrY0OG17.d.ts","names":[],"sources":["../src/reference-equivalence-judge.ts","../src/campaign/coverage.ts","../src/campaign/external-text-evaluation.ts","../src/campaign/external-text-optimization-contract.ts","../src/campaign/external-text-optimization.ts","../src/campaign/gates/compose.ts","../src/campaign/gates/default-production-gate.ts","../src/campaign/gates/heldout-gate.ts","../src/campaign/optimizer-model.ts","../src/campaign/gepa-optimization-method.ts","../src/campaign/skillopt-optimization-method.ts"],"mappings":";;;;;;;;cAOa;cAEA;WACX;WACA;WACA;;UAGe,qCAAqC;EACpD;EACA;;UAGe;EACf;EACA;EACA;;UAGe;;EAEf,MAAM;;EAEN;;EAEA,SAAS;;EAET,aAAa;;UAGE,wCAAwC;EACvD;EACA;EACA;EACA;;;iBA0Bc,gCACd,SAAS,mCACR,oBAAoB;;iBA2CD,6BACpB,OAAO,gCACP,SAAS,mCACR,QAAQ;;;;iBCxGK,qBAAqB,kBAAkB,UACrD,oBAAoB,aACpB;;iBA2Bc,yBAAyB,kBAAkB,UACzD,UAAU,YACT,2BAA2B,KAAK;;iBAUnB,kCACd,oBAAoB,4BACpB;;iBAgBc,oBAAoB,kBAAkB,UACpD,oBAAoB,aACpB;;iBAOc,4BACd,oBAAoB,4BACpB,cACA;;;UCpEe;EACf;EACA;;UAGe;EACf;EACA;IACE;IACA,YAAY;IACZ;IACA;;;IAGA;IACA;MACE;MACA;;;;iBAwHU,4BAA4B,WAAW,wBAAwB;;;UC3I9D;WACN;WACA;WACA;WACA;WACA;WACA,eAAe;WACf,mBAAmB;WACnB,uBAAuB;WACvB;WACA;;WAEA;WACA;WACA;WACA,QAAQ;;WAER,MAAM;WACN,WACP,SAFa,kCAGV,QAAQ;;UAGE;EACf,eAAe;EACf;EACA;IACM;;IACA;;IACA;IAAkB;;;;;;;;;UAqBT,qCACf,kBAAkB,UAClB;EAEA;EACA,QAAQ,KAAK;EACb;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA,SAAS;EACT;EACA;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,MAAM,SAAS,iCAAiC,QAAQ;;;;;;;;;;iBCN1C,+BAA+B,kBAAkB,UAAU,WACzE,QAAQ,qCAAqC,WAAW,aACvD,mBAAmB,WAAW;;;;;;iBClEjB,YAAY,qBAAqB,kBAAkB,WAAW,aACzE,OAAO,MAAM,KAAK,WAAW,cAC/B,KAAK,WAAW;;;KCaP;KAOA,wCAAwC,KAClD;EAGA,SAAS,YAAY;;UAGN;;;EAGf,kBAAkB;;;;;EAKlB;;EAEA;;EAEA;;EAEA;;;;EAIA;;;;EAIA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA,iBAAiB;;;EAGjB,aAAa;;EAEb,gBAAgB;;EAEhB,SAAS;;;;;EAKT,iBAAiB;;;;;iBAMH,sBAAsB,WAAW,kBAAkB,UACjE,SAAS,+BACR,KAAK,WAAW;;;UC/EF,mBAAmB,kBAAkB,WAAW;EAC/D,WAAW;;;EAGX;;EAEA;;;;EAIA;;EAEA;;EAEA;;;;;;;;iBASc,YAAY,WAAW,kBAAkB,UACvD,SAAS,mBAAmB,aAC3B,KAAK,WAAW;;;KCvCP,uBAAuB;;UAGlB;EACf;EACA,QAAQ;;EAER,MAAM;;EAEN;;;;;UCmDe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA,eAAe;;;UAIA,sBAAsB;;EAErC;;;KAIU,wBAAwB;;;;;;;KAQxB;EAEN;EACA,KAAK;;EAGL;EACA,eAAe;;EAGf;EACA,eAAe;;EAEf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,kBAAkB;EAClB,cAAc;EACd;;;KAIM,oBAAoB;UAEf,6BAA6B,kBAAkB,UAAU;;EAExE;;EAEA,QAAQ;;EAER;;EAEA;;EAEA;;;;;EAKA;;EAEA;;EAEA;;EAEA,2BAA2B,QAAQ;;EAEnC;;;;;;EAMA,YAAY;;;;;;EAMZ,oBAAoB,UAAU;;EAE9B,oBAAoB,UAAU,WAAW,UAAU;;EAEnD,SAAS;;;;;EAKT;EACA,SAAS;;;;;;;;;;iBAWK,uBAAuB,kBAAkB,UAAU,WACjE,QAAQ,6BAA6B,WAAW,aAC/C,mBAAmB,WAAW;;;UC5IhB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;;;EAKA,YAAY;;KAGF,wBAAwB;UAEnB,iCAAiC,kBAAkB,UAAU;EAC5E;;EAEA;EACA;;EAEA;EACA,SAAS;;;;;EAKT,WAAW;;EAEX;;EAEA;EACA;;EAEA;;EAEA,2BAA2B,QAAQ;EACnC;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,SAAS;EACT,SAAS;;;iBAIK,2BAA2B,kBAAkB,UAAU,WACrE,QAAQ,iCAAiC,WAAW,aACnD,mBAAmB,WAAW"}
|
package/dist/{skillopt-optimization-method-C_UrqZs2.js → skillopt-optimization-method-Donmq4sq.js}
RENAMED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { n as contentHash, t as canonicalJson } from "./verdict-cache-mZf5FEiY.js";
|
|
2
|
-
import { C as optimizationTokenUsageFromSummary,
|
|
2
|
+
import { C as optimizationTokenUsageFromSummary, G as assertGepaCandidatePopulationSummary, K as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, b as combineComparisonCosts, et as runCampaign, k as surfaceContentHash, t as llmJudge, z as campaignBreakdown } from "./llm-judge-DWq1Ptco.js";
|
|
3
3
|
import { _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, d as assertJsonValue, f as assertNoCredentialValues, g as removeCredentialEnvironment, h as isRecord, i as startExternalOptimizerModelProxy, m as isExternalTextCandidate, n as closeExternalOptimizerResources, p as isCandidateText, r as runWithCleanup, t as runExternalOptimizerProcess, u as assertExternalOptimizerModelBudget, v as resolveExternalOptimizerProcessLimits, x as fsCampaignStorage, y as safePathComponent } from "./external-optimizer-subprocess-DU1KM8yV.js";
|
|
4
4
|
import { a as heldoutSignificance, o as pairHoldout } from "./power-preflight-DEw-uC7q.js";
|
|
5
5
|
import { c as deepFreezeCanonicalJson } from "./types-BI4fT3HN.js";
|
|
@@ -2019,4 +2019,4 @@ function skillOptOptimizationMethod(config) {
|
|
|
2019
2019
|
//#endregion
|
|
2020
2020
|
export { externalTextOptimizationMethod as a, REFERENCE_EQUIVALENCE_INPUT_LIMITS as c, runReferenceEquivalenceJudge as d, composeGate as i, REFERENCE_EQUIVALENCE_JUDGE_VERSION as l, gepaOptimizationMethod as n, decodeExternalTextCandidate as o, heldOutGate as r, readExternalOptimizerObservationArtifact as s, skillOptOptimizationMethod as t, createReferenceEquivalenceJudge as u };
|
|
2021
2021
|
|
|
2022
|
-
//# sourceMappingURL=skillopt-optimization-method-
|
|
2022
|
+
//# sourceMappingURL=skillopt-optimization-method-Donmq4sq.js.map
|