@proofhound/optimization-strategy 0.1.6

package/dist/loop/run-iteration-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-iteration-loop.js","sourceRoot":"","sources":["../../src/loop/run-iteration-loop.ts"],"names":[],"mappings":";;AA8BA,kDAOC;AAiED,4CAwMC;AA9SD,8DAA8D;AAC9D,+DAAoE;AACpE,iEAAyE;AAEzE,+DAA4E;AAC5E,iCAAsC;AACtC,mCAAiE;AACjE,mCAeiB;AAEjB,SAAS,MAAM,CAAC,IAAsB;IACpC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAC5D,CAAC;AAED,iHAAiH;AACjH,+FAA+F;AAC/F,SAAgB,mBAAmB,CAAC,OAA4B;IAC9D,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM;YAAE,MAAM;QAC9B,MAAM,EAAE,CAAC;IACX,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8HAA8H;AAC9H,sEAAsE;AACtE,SAAS,sBAAsB,CAC7B,OAA4B,EAC5B,cAAqD;IAErD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACjC,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,EAAE,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,IAAA,iCAAuB,EAAC,cAAc,CAAC,EAAE,CAAC;AACzG,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAY;IACvC,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,IAAI,IAAI,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IACxE,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;AACnE,CAAC;AAqBD,KAAK,UAAU,QAAQ,CACrB,GAAoB,EACpB,MAAsD,EACtD,KAAgB;IAEhB,MAAM,MAAM,GAAuB;QACjC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,aAAa,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE;QACjC,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;KAC/B,CAAC;IACF,MAAM,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;IACzF,OAAO,MAAM,CAAC;AAChB,CAAC;AAEM,KAAK,UAAU,gBAAgB,CACpC,MAAsD,EACtD,QAA4B,EAC5B,KAAgB,EAChB,IAAsB;IAEtB,MAAM,UAAU,GAAG,IAAA,+BAAuB,EAAC,IAAI,CAAC,CAAC;IAEjD,IAAI,WAAW,GAAqB,QAAQ,CAAC,iBAAiB,CAAC;IAC/D,IAAI,WAAW,GAAmB,QAAQ,CAAC,WAAW,CAAC;IACvD,IAAI,cAAc,GAAsB,QAAQ,CAAC,cAAc,CAAC;IAChE,IAAI,sBAAsB,GAAkC,IAAI,CAAC;IACjE,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,wIAAwI;IACxI,MAAM,kBAAkB,GAAwB,EAAE,CAAC;IAEnD,0FAA0F;IAC1F,IAAI,IAAA,mBAAW,EAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAC/G,CAAC;IAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,IAAI,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,EAAE,CAAC;QACzE,kBAAkB;QAClB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACtE,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO,QAAQ,CACb,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,EACnF,MAAM,EACN,KAAK,CACN,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAClH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,qBAAqB,GAAqB,sBAAsB,EAAE,WAAW,IAAI,WAAW,CAAC;YACnG,MAAM,wBAAwB,GAAsB,sBAAsB,EAAE,cAAc,IAAI,cAAc,CAAC;YAC7G,MAAM,qBAAqB,GAAmB,sBAAsB,EAAE,WAAW,IAAI,WAAW,CAAC;YACjG,MAAM,eAAe,GAAqB,sBAAsB,EAAE,gBAAgB,IAAI,qBAAqB,CAAC;YAC5G,MAAM,iBAAiB,GACrB,sBAAsB,EAAE,mBAAmB,IAAI,wBAAwB,CAAC;YAC1E,MAAM,cAAc,GAAmB,sBAAsB,EAAE,gBAAgB,IAAI,qBAAqB,CAAC;YAEzG,+EAA+E;YAC/E,MAAM,kBAAkB,GACtB,sBAAsB,EAAE,cAAc;gBACtC,CAAC,MAAM,KAAK,CAAC,6BAA6B,CAAC,IAAI,CAAC;oBAC9C,cAAc,EAAE,MAAM,CAAC,cAAc;oBACrC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;oBAC/C,kBAAkB,EAAE,WAAW;iBAChC,CAAC,CAAC,CAAC;YAEN,0GAA0G;YAC1G,oKAAoK;YACpK,MAAM,uBAAuB,GAAG,qBAAqB,CAAC;YAEtD,wFAAwF;YACxF,MAAM,QAAQ,GAAG,MAAM,IAAA,yBAAe,EACpC;gBACE,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,WAAW;gBACX,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;gBAC7C,cAAc,EAAE,eAAe;gBAC/B,eAAe,EAAE,sBAAsB,EAAE,WAAW,IAAI,IAAI;gBAC5D,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO;gBACjC,iBAAiB;gBACjB,kBAAkB;gBAClB,OAAO,EAAE,cAAc;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,YAAY,EAAE,kBAAkB;gBAChC,cAAc,EAAE,MAAM,CAAC,cAAc;aACtC,EACD,UAAU,CACX,CAAC;YAEF,8HAA8H;YAC9H,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,kBAAkB,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAG,MAAM,IAAA,8BAAmB,EACrC;gBACE,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,WAAW;gBACX,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;gBAC7C,cAAc,EAAE,qBAAqB;gBACrC,QAAQ;gBACR,OAAO,EAAE,cAAc;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,YAAY,EAAE,kBAAkB;gBAChC,iBAAiB;gBACjB,cAAc,EAAE,MAAM,CAAC,cAAc;aACtC,EACD,UAAU,CACX,CAAC;YAEF,iGAAiG;YACjG,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC,kBAAkB,CAAC;gBACpE,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;gBACxC,eAAe,EAAE,qBAAqB,CAAC,EAAE;gBACzC,IAAI,EAAE,KAAK,CAAC,aAAa;gBACzB,YAAY,EAAE,qBAAqB,CAAC,YAAY;gBAChD,aAAa,EAAE,qBAAqB,CAAC,aAAa;gBAClD,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,aAAa,EAAE,KAAK,CAAC,aAAa;aACnC,CAAC,CAAC;YAEH,mBAAmB;YACnB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,aAAa,CAAC;gBACrD,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,SAAS,EAAE,UAAU,CAAC,EAAE;gBACxB,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE;gBAC9B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,QAAQ,CAAC,aAAa;gBACrC,WAAW;aACZ,CAAC,CAAC;YAEH,gBAAgB;YAChB,MAAM,MAAM,GAAG,IAAA,mBAAY,EAAC,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACpE,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,GAAG,UAAU,CAAC;gBACzB,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,cAAc,GAAG,GAAG,CAAC,UAAU,CAAC;YAClC,CAAC;YACD,sBAAsB,GAAG,IAAA,mBAAY,EAAC,qBAAqB,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;gBACrF,CAAC,CAAC;oBACE,WAAW,EAAE,qBAAqB;oBAClC,cAAc,EAAE,wBAAwB;oBACxC,WAAW,EAAE,qBAAqB;oBAClC,gBAAgB,EAAE,UAAU;oBAC5B,mBAAmB,EAAE,GAAG,CAAC,UAAU;oBACnC,gBAAgB,EAAE,GAAG,CAAC,OAAO;iBAC9B;gBACH,CAAC,CAAC,IAAI,CAAC;YAET,MAAM,YAAY,GAAG,IAAA,qBAAa,EAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAiB;gBAC5B,WAAW;gBACX,kBAAkB,EAAE,UAAU,CAAC,EAAE;gBACjC,aAAa,EAAE,QAAQ,CAAC,iBAAiB;gBACzC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,MAAM;gBACN,YAAY;gBACZ,SAAS;gBACT,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC;aACzB,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE;gBAC7C,cAAc,EAAE,MAAM,CAAC,cAAc;aACtC,CAAC,CAAC;YAEH,0FAA0F;YAC1F,qIAAqI;YACrI,kBAAkB,CAAC,IAAI,CACrB,0BAA0B,CAAC;gBACzB,WAAW;gBACX,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,MAAM;gBACN,aAAa,EAAE,uBAAuB,CAAC,EAAE;gBACzC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,eAAe,EAAE,kBAAkB;aACpC,CAAC,CACH,CAAC;YAEF,eAAe;YACf,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,OAAO,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/G,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC9D,OAAO,QAAQ,CACb;gBACE,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,aAAa;gBACrB,WAAW;gBACX,WAAW;gBACX,MAAM;gBACN,UAAU;gBACV,YAAY;aACb,EACD,MAAM,EACN,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;AAC/G,CAAC;AAED,+GAA+G;AAC/G,SAAS,0BAA0B,CAAC,KAUnC;IACC,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,IAAA,kBAAU,EAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnF,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,SAAS,IAAI,WAAW,CAAC,CAAC,CAAC,IAAA,kBAAU,EAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,MAAM,aAAa,GAAG,cAAc,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5G,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,WAAW;QAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,aAAa;QACb,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,cAAc,EAAE,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvD,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,SAAS,EAAE,CAAC,CAAC,OAAO;SACrB,CAAC,CAAC;QACH,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;QACpC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,0BAA0B,EAAE,KAAK,CAAC,aAAa;KAChD,CAAC;AACJ,CAAC"}

package/dist/loop/types.d.ts

@@ -0,0 +1,190 @@
+import type { InvokeLLMDependencies, LLMAdapter, LLMCallLogger, ModelInvocationConfig, RateLimiterLike } from '@proofhound/llm-client';
+import type { PromptLanguageDto } from '@proofhound/shared';
+import type { ProjectType } from '../types';
+export type ComparisonOp = '>=' | '<=' | '>';
+export interface OptimizationGoal {
+    metric: string;
+    op: ComparisonOp;
+    value: number;
+    scope: {
+        kind: 'overall';
+    } | {
+        kind: 'class';
+        label: string;
+    };
+}
+export interface MetricSnapshot {
+    overall: Record<string, number>;
+    perClass?: Record<string, Record<string, number>>;
+}
+export interface JudgmentRuleSet {
+    ruleName: string;
+    config: unknown;
+}
+export interface PromptVariable {
+    name: string;
+    description?: string;
+}
+export interface PromptVersionRef {
+    id: string;
+    promptId: string;
+    versionNumber: number;
+    body: string;
+    outputSchema?: unknown;
+    promptLanguage?: PromptLanguageDto;
+    judgmentRules?: JudgmentRuleSet;
+    variables?: PromptVariable[];
+}
+export interface SampleRecord {
+    id: string;
+    input: Record<string, unknown>;
+    expected?: unknown;
+}
+export interface RunResultRecord {
+    id: string;
+    sampleId: string;
+    parsedOutput?: unknown;
+    decisionOutput?: string | null;
+    isCorrect?: boolean | null;
+    errorMessage?: string | null;
+    rawResponse?: string | null;
+}
+export interface ExperimentSnapshot {
+    projectId: string;
+    projectType: ProjectType;
+    sourceExperimentId: string;
+    dataset: {
+        id: string;
+        samples: SampleRecord[];
+    };
+    taskModel: ModelInvocationConfig;
+    judgmentRules: JudgmentRuleSet;
+    basePromptVersion: PromptVersionRef;
+    lastRunResults: RunResultRecord[];
+    lastMetrics: MetricSnapshot;
+}
+export interface FieldWhitelist {
+    promptVariables: string[];
+    analysisOnlyFields?: string[];
+    modifiableSections?: string[];
+}
+export interface OptimizationConfig<TStrategyConfig = unknown> {
+    optimizationId: string;
+    goals: OptimizationGoal[];
+    maxRounds: number;
+    fieldWhitelist: FieldWhitelist;
+    analysisModel: ModelInvocationConfig;
+    analysisLimiterKey: string;
+    taskModel: ModelInvocationConfig;
+    strategyKey: 'error_pattern_analysis';
+    strategyConfig: TStrategyConfig;
+    optimizationHint?: string;
+    promptLanguage?: PromptLanguageDto;
+}
+export interface GoalProgressEntry {
+    goal: OptimizationGoal;
+    achieved: boolean;
+    observed: number | null;
+}
+export interface RoundOutcome {
+    roundNumber: number;
+    generatedVersionId: string;
+    errorAnalysis: string;
+    changeSummary: string;
+    experimentId: string;
+    runResults: RunResultRecord[];
+    metrics: MetricSnapshot;
+    isBest: boolean;
+    goalProgress: GoalProgressEntry[];
+    startedAt: string;
+    finishedAt: string;
+}
+export interface RoundHistoryAppliedChange {
+    changeId: string;
+    patternIds?: string[];
+    rationale?: string;
+}
+export interface RoundHistoryEntry {
+    roundIndex: number;
+    metrics: MetricSnapshot;
+    deltaFromPrev: number | null;
+    changeSummary: string;
+    appliedChanges: RoundHistoryAppliedChange[];
+    appliedTips: string[];
+    isBest: boolean;
+    generatedFromBaseVersionId: string;
+}
+export type OptimizationStatus = 'success' | 'failed' | 'stopped' | 'cancelled';
+export type OptimizationReason = 'goals_met' | 'max_rounds' | 'control_stop' | 'control_cancel' | 'fatal_error';
+export interface OptimizationResult {
+    status: OptimizationStatus;
+    reason: OptimizationReason;
+    bestVersionId: string;
+    bestMetrics: MetricSnapshot;
+    rounds: RoundOutcome[];
+    errorClass?: string;
+    errorMessage?: string;
+}
+export interface ExperimentRunnerInput {
+    optimizationId: string;
+    versionId: string;
+    datasetId: string;
+    taskModel: ModelInvocationConfig;
+    judgmentRules: JudgmentRuleSet;
+    roundNumber: number;
+}
+export interface ExperimentRunnerOutput {
+    experimentId: string;
+    runResults: RunResultRecord[];
+    metrics: MetricSnapshot;
+}
+export interface ExperimentRunnerPort {
+    runExperiment(input: ExperimentRunnerInput): Promise<ExperimentRunnerOutput>;
+}
+export interface PromptVersionWriteInput {
+    promptId: string;
+    parentVersionId: string;
+    body: string;
+    outputSchema?: unknown;
+    judgmentRules?: JudgmentRuleSet;
+    optimizationId: string;
+    changeSummary: string;
+}
+export interface PromptVersionWriterPort {
+    writePromptVersion(input: PromptVersionWriteInput): Promise<PromptVersionRef>;
+}
+export interface RoundRecorderPort {
+    recordRound(round: RoundOutcome, ctx: {
+        optimizationId: string;
+    }): Promise<void>;
+    recordFinal(result: OptimizationResult, ctx: {
+        optimizationId: string;
+    }): Promise<void>;
+}
+export type ControlSignal = 'stop' | 'resume' | 'cancel' | null;
+export interface ControlSignalReader {
+    read(optimizationId: string): Promise<ControlSignal>;
+}
+export interface PreviousRoundReadInput {
+    optimizationId: string;
+    sourceExperimentId: string;
+    currentRoundNumber: number;
+}
+export interface PreviousRoundRunResultsReaderPort {
+    read(input: PreviousRoundReadInput): Promise<RunResultRecord[] | null>;
+}
+export interface LoopPorts {
+    experimentRunner: ExperimentRunnerPort;
+    promptVersionWriter: PromptVersionWriterPort;
+    roundRecorder: RoundRecorderPort;
+    controlSignals: ControlSignalReader;
+    previousRoundRunResultsReader: PreviousRoundRunResultsReaderPort;
+}
+export interface LoopDependencies {
+    llmAdapter?: LLMAdapter;
+    limiter: RateLimiterLike;
+    logger: LLMCallLogger;
+    now?: () => number;
+}
+export declare function toInvokeLLMDependencies(deps: LoopDependencies): InvokeLLMDependencies;
+//# sourceMappingURL=types.d.ts.map

package/dist/loop/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/loop/types.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,qBAAqB,EACrB,eAAe,EAChB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC;AAE7C,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QAAE,IAAI,EAAE,SAAS,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,iBAAiB,CAAC;IACnC,aAAa,CAAC,EAAE,eAAe,CAAC;IAChC,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,OAAO,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,YAAY,EAAE,CAAA;KAAE,CAAC;IACjD,SAAS,EAAE,qBAAqB,CAAC;IACjC,aAAa,EAAE,eAAe,CAAC;IAC/B,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,cAAc,EAAE,eAAe,EAAE,CAAC;IAClC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAMD,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,kBAAkB,CAAC,eAAe,GAAG,OAAO;IAC3D,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,cAAc,CAAC;IAC/B,aAAa,EAAE,qBAAqB,CAAC;IACrC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,qBAAqB,CAAC;IACjC,WAAW,EAAE,wBAAwB,CAAC;IACtC,cAAc,EAAE,eAAe,CAAC;IAEhC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,cAAc,CAAC;IACxB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,yBAAyB,EAAE,CAAC;IAI5C,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,0BAA0B,EAAE,MAAM,CAAC;CACpC;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC;AAEhF,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG,YAAY,GAAG,cAAc,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAEhH,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,cAAc,CAAC;IAC5B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,qBAAqB,CAAC;IACjC,aAAa,EAAE,eAAe,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,OAAO,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CAC9E;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,eAAe,CAAC;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,kBAAkB,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC/E;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,EAAE;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,WAAW,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzF;AAED,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC;AAEhE,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;CACtD;AAMD,MAAM,WAAW,sBAAsB;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AACD,MAAM,WAAW,iCAAiC;IAChD,IAAI,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,CAAC;CACxE;AAED,MAAM,WAAW,SAAS;IACxB,gBAAgB,EAAE,oBAAoB,CAAC;IACvC,mBAAmB,EAAE,uBAAuB,CAAC;IAC7C,aAAa,EAAE,iBAAiB,CAAC;IACjC,cAAc,EAAE,mBAAmB,CAAC;IACpC,6BAA6B,EAAE,iCAAiC,CAAC;CAClE;AAED,MAAM,WAAW,gBAAgB;IAE/B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,OAAO,EAAE,eAAe,CAAC;IACzB,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAGD,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,gBAAgB,GAAG,qBAAqB,CAOrF"}

package/dist/loop/types.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toInvokeLLMDependencies = toInvokeLLMDependencies;
+// Internal helper: wrap LoopDependencies into dependencies usable by invokeLLM — shared by analyze/generate
+function toInvokeLLMDependencies(deps) {
+    return {
+        limiter: deps.limiter,
+        logger: deps.logger,
+        adapters: deps.llmAdapter ? [deps.llmAdapter] : undefined,
+        now: deps.now,
+    };
+}
+//# sourceMappingURL=types.js.map

package/dist/loop/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/loop/types.ts"],"names":[],"mappings":";;AAqOA,0DAOC;AARD,4GAA4G;AAC5G,SAAgB,uBAAuB,CAAC,IAAsB;IAC5D,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QACzD,GAAG,EAAE,IAAI,CAAC,GAAG;KACd,CAAC;AACJ,CAAC"}

package/dist/registry.d.ts

@@ -0,0 +1,5 @@
+import type { OptimizationStrategy, ProjectType } from './types';
+export declare function registerStrategy(s: OptimizationStrategy): void;
+export declare function getStrategy(key: string): OptimizationStrategy;
+export declare function listStrategiesFor(projectType: ProjectType): OptimizationStrategy[];
+//# sourceMappingURL=registry.d.ts.map

package/dist/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAIjE,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,oBAAoB,QAEvD;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB,CAI7D;AAED,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,WAAW,0BAEzD"}

package/dist/registry.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.registerStrategy = registerStrategy;
+exports.getStrategy = getStrategy;
+exports.listStrategiesFor = listStrategiesFor;
+const registry = new Map();
+function registerStrategy(s) {
+    registry.set(s.key, s);
+}
+function getStrategy(key) {
+    const s = registry.get(key);
+    if (!s)
+        throw new Error(`Unknown optimization strategy: ${key}`);
+    return s;
+}
+function listStrategiesFor(projectType) {
+    return [...registry.values()].filter((s) => s.projectTypes.includes(projectType));
+}
+//# sourceMappingURL=registry.js.map

package/dist/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":";;AAIA,4CAEC;AAED,kCAIC;AAED,8CAEC;AAdD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAgC,CAAC;AAEzD,SAAgB,gBAAgB,CAAC,CAAuB;IACtD,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AACzB,CAAC;AAED,SAAgB,WAAW,CAAC,GAAW;IACrC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,EAAE,CAAC,CAAC;IACjE,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAgB,iBAAiB,CAAC,WAAwB;IACxD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;AACpF,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,10 @@
+import type { z } from 'zod';
+export type ProjectType = 'classification' | 'generative' | 'agent';
+export interface OptimizationStrategy {
+    key: string;
+    displayName: string;
+    description: string;
+    projectTypes: ProjectType[];
+    configSchema: z.ZodSchema;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAE7B,MAAM,MAAM,WAAW,GAAG,gBAAgB,GAAG,YAAY,GAAG,OAAO,CAAC;AAEpE,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,YAAY,EAAE,CAAC,CAAC,SAAS,CAAC;CAE3B"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@proofhound/optimization-strategy",
+  "version": "0.1.6",
+  "description": "优化策略（扩展点）— V1: error_pattern_analysis；可注册新策略，无需 DB CHECK 改动",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": "./dist/index.js"
+  },
+  "dependencies": {
+    "jsonrepair": "^3.14.0",
+    "zod": "^4.4.3",
+    "@proofhound/limiter": "0.1.6",
+    "@proofhound/llm-client": "0.1.6",
+    "@proofhound/judgment": "0.1.6",
+    "@proofhound/logger": "0.1.6",
+    "@proofhound/shared": "0.1.6",
+    "@proofhound/metrics": "0.1.6"
+  },
+  "devDependencies": {
+    "@types/node": "^24.12.4",
+    "tsx": "^4.21.1",
+    "typescript": "^6.0.3",
+    "vitest": "^4.1.6"
+  },
+  "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/proofhound/proofhound",
+    "directory": "packages/optimization-strategy"
+  },
+  "homepage": "https://github.com/proofhound/proofhound/tree/master/packages/optimization-strategy#readme",
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "scripts": {
+    "build": "rm -rf dist && tsc -p tsconfig.build.json && node scripts/copy-prompt-assets.mjs",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint \"src/**/*.ts\"",
+    "test": "vitest run --config vitest.config.ts --passWithNoTests",
+    "test:unit": "vitest run --config vitest.config.ts --passWithNoTests",
+    "test:integration": "vitest run --config vitest.integration.config.ts",
+    "example:real-llm": "tsx examples/run-real-llm.ts",
+    "clean": "rm -rf dist .turbo"
+  }
+}