@proofhound/optimization-strategy 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +190 -0
- package/dist/error-pattern-analysis/analysis-types.d.ts +45 -0
- package/dist/error-pattern-analysis/analysis-types.d.ts.map +1 -0
- package/dist/error-pattern-analysis/analysis-types.js +3 -0
- package/dist/error-pattern-analysis/analysis-types.js.map +1 -0
- package/dist/error-pattern-analysis/analyze.d.ts +81 -0
- package/dist/error-pattern-analysis/analyze.d.ts.map +1 -0
- package/dist/error-pattern-analysis/analyze.js +423 -0
- package/dist/error-pattern-analysis/analyze.js.map +1 -0
- package/dist/error-pattern-analysis/config.schema.d.ts +16 -0
- package/dist/error-pattern-analysis/config.schema.d.ts.map +1 -0
- package/dist/error-pattern-analysis/config.schema.js +26 -0
- package/dist/error-pattern-analysis/config.schema.js.map +1 -0
- package/dist/error-pattern-analysis/confusion-pairs.d.ts +37 -0
- package/dist/error-pattern-analysis/confusion-pairs.d.ts.map +1 -0
- package/dist/error-pattern-analysis/confusion-pairs.js +109 -0
- package/dist/error-pattern-analysis/confusion-pairs.js.map +1 -0
- package/dist/error-pattern-analysis/generate-initial.d.ts +36 -0
- package/dist/error-pattern-analysis/generate-initial.d.ts.map +1 -0
- package/dist/error-pattern-analysis/generate-initial.js +261 -0
- package/dist/error-pattern-analysis/generate-initial.js.map +1 -0
- package/dist/error-pattern-analysis/generate.d.ts +57 -0
- package/dist/error-pattern-analysis/generate.d.ts.map +1 -0
- package/dist/error-pattern-analysis/generate.js +369 -0
- package/dist/error-pattern-analysis/generate.js.map +1 -0
- package/dist/error-pattern-analysis/index.d.ts +8 -0
- package/dist/error-pattern-analysis/index.d.ts.map +1 -0
- package/dist/error-pattern-analysis/index.js +29 -0
- package/dist/error-pattern-analysis/index.js.map +1 -0
- package/dist/error-pattern-analysis/parse.d.ts +92 -0
- package/dist/error-pattern-analysis/parse.d.ts.map +1 -0
- package/dist/error-pattern-analysis/parse.js +456 -0
- package/dist/error-pattern-analysis/parse.js.map +1 -0
- package/dist/error-pattern-analysis/prompts/analyze-confusion.system.en-US.md +50 -0
- package/dist/error-pattern-analysis/prompts/analyze-confusion.system.md +61 -0
- package/dist/error-pattern-analysis/prompts/analyze-regression.system.en-US.md +50 -0
- package/dist/error-pattern-analysis/prompts/analyze-regression.system.md +61 -0
- package/dist/error-pattern-analysis/prompts/generate-initial.system.en-US.md +43 -0
- package/dist/error-pattern-analysis/prompts/generate-initial.system.md +49 -0
- package/dist/error-pattern-analysis/prompts/generate.system.en-US.md +53 -0
- package/dist/error-pattern-analysis/prompts/generate.system.md +68 -0
- package/dist/error-pattern-analysis/prompts/loader.d.ts +46 -0
- package/dist/error-pattern-analysis/prompts/loader.d.ts.map +1 -0
- package/dist/error-pattern-analysis/prompts/loader.js +109 -0
- package/dist/error-pattern-analysis/prompts/loader.js.map +1 -0
- package/dist/error-pattern-analysis/prompts/optimization-tips.en-US.md +25 -0
- package/dist/error-pattern-analysis/prompts/optimization-tips.md +38 -0
- package/dist/error-pattern-analysis/prompts/summarize.system.en-US.md +48 -0
- package/dist/error-pattern-analysis/prompts/summarize.system.md +69 -0
- package/dist/error-pattern-analysis/prompts.d.ts +79 -0
- package/dist/error-pattern-analysis/prompts.d.ts.map +1 -0
- package/dist/error-pattern-analysis/prompts.js +659 -0
- package/dist/error-pattern-analysis/prompts.js.map +1 -0
- package/dist/error-pattern-analysis/token-budget.d.ts +20 -0
- package/dist/error-pattern-analysis/token-budget.d.ts.map +1 -0
- package/dist/error-pattern-analysis/token-budget.js +88 -0
- package/dist/error-pattern-analysis/token-budget.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +27 -0
- package/dist/index.js.map +1 -0
- package/dist/loop/best.d.ts +3 -0
- package/dist/loop/best.d.ts.map +1 -0
- package/dist/loop/best.js +43 -0
- package/dist/loop/best.js.map +1 -0
- package/dist/loop/goals.d.ts +6 -0
- package/dist/loop/goals.d.ts.map +1 -0
- package/dist/loop/goals.js +38 -0
- package/dist/loop/goals.js.map +1 -0
- package/dist/loop/round-outcome.d.ts +14 -0
- package/dist/loop/round-outcome.d.ts.map +1 -0
- package/dist/loop/round-outcome.js +18 -0
- package/dist/loop/round-outcome.js.map +1 -0
- package/dist/loop/run-iteration-loop.d.ts +5 -0
- package/dist/loop/run-iteration-loop.d.ts.map +1 -0
- package/dist/loop/run-iteration-loop.js +247 -0
- package/dist/loop/run-iteration-loop.js.map +1 -0
- package/dist/loop/types.d.ts +190 -0
- package/dist/loop/types.d.ts.map +1 -0
- package/dist/loop/types.js +13 -0
- package/dist/loop/types.js.map +1 -0
- package/dist/registry.d.ts +5 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/registry.js +19 -0
- package/dist/registry.js.map +1 -0
- package/dist/types.d.ts +10 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/package.json +52 -0
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import type { OptimizationGoal, FieldWhitelist, MetricSnapshot, PromptVersionRef, RoundHistoryEntry } from '../loop/types';
|
|
2
|
+
import { type PromptLanguageDto } from '@proofhound/shared';
|
|
3
|
+
import type { ConfusionPair, RegressionGroup } from './confusion-pairs';
|
|
4
|
+
import type { AnalysisEvidenceBundle } from './analysis-types';
|
|
5
|
+
export { ANALYZE_CONFUSION_SYSTEM_PROMPT, ANALYZE_REGRESSION_SYSTEM_PROMPT, GENERATE_SYSTEM_PROMPT, OPTIMIZATION_TIPS, OPTIMIZATION_TIP_NAMES, OPTIMIZATION_TIP_NAMES_EN, PROMPT_FILES, SUMMARIZE_SYSTEM_PROMPT, SYSTEM_PROMPTS, SYSTEM_PROMPTS_EN, getOptimizationTipNames, getSystemPrompts, } from './prompts/loader';
|
|
6
|
+
export declare function formatRoundHistory(history: RoundHistoryEntry[], goals: OptimizationGoal[], language?: PromptLanguageDto): string;
|
|
7
|
+
export declare function formatToolboxSwitchHint(recentlyUsedTips: string[], allTipNames: readonly string[], language?: PromptLanguageDto): string;
|
|
8
|
+
export interface FitRoundHistoryResult {
|
|
9
|
+
fitted: RoundHistoryEntry[] | undefined;
|
|
10
|
+
level: 0 | 1 | 2 | 3;
|
|
11
|
+
truncated: boolean;
|
|
12
|
+
entryCount: number;
|
|
13
|
+
budgetTokens: number;
|
|
14
|
+
estimatedTokens: number;
|
|
15
|
+
}
|
|
16
|
+
export declare function fitRoundHistoryToBudget(history: RoundHistoryEntry[] | undefined, budgetTokens: number, goals: OptimizationGoal[], language?: PromptLanguageDto): FitRoundHistoryResult;
|
|
17
|
+
export interface BuildConfusionAnalyzeArgs {
|
|
18
|
+
pair: ConfusionPair;
|
|
19
|
+
currentVersion: PromptVersionRef;
|
|
20
|
+
metrics: MetricSnapshot;
|
|
21
|
+
goals: OptimizationGoal[];
|
|
22
|
+
fieldWhitelist: FieldWhitelist;
|
|
23
|
+
roundHistory?: RoundHistoryEntry[];
|
|
24
|
+
promptLanguage?: PromptLanguageDto;
|
|
25
|
+
}
|
|
26
|
+
export declare function buildAnalyzeConfusionMessages(args: BuildConfusionAnalyzeArgs): {
|
|
27
|
+
system: string;
|
|
28
|
+
user: string;
|
|
29
|
+
};
|
|
30
|
+
export interface BuildRegressionAnalyzeArgs {
|
|
31
|
+
group: RegressionGroup;
|
|
32
|
+
currentVersion: PromptVersionRef;
|
|
33
|
+
previousVersion?: PromptVersionRef | null;
|
|
34
|
+
metrics: MetricSnapshot;
|
|
35
|
+
goals: OptimizationGoal[];
|
|
36
|
+
fieldWhitelist: FieldWhitelist;
|
|
37
|
+
roundHistory?: RoundHistoryEntry[];
|
|
38
|
+
promptLanguage?: PromptLanguageDto;
|
|
39
|
+
}
|
|
40
|
+
export declare function buildAnalyzeRegressionMessages(args: BuildRegressionAnalyzeArgs): {
|
|
41
|
+
system: string;
|
|
42
|
+
user: string;
|
|
43
|
+
};
|
|
44
|
+
export interface BuildSummarizeArgs {
|
|
45
|
+
goals: OptimizationGoal[];
|
|
46
|
+
metrics: MetricSnapshot;
|
|
47
|
+
collectedBatches: Array<{
|
|
48
|
+
source: 'confusion' | 'regression';
|
|
49
|
+
title: string;
|
|
50
|
+
payload: unknown;
|
|
51
|
+
}>;
|
|
52
|
+
roundHistory?: RoundHistoryEntry[];
|
|
53
|
+
promptLanguage?: PromptLanguageDto;
|
|
54
|
+
}
|
|
55
|
+
export declare function buildSummarizeMessages(args: BuildSummarizeArgs): {
|
|
56
|
+
system: string;
|
|
57
|
+
user: string;
|
|
58
|
+
};
|
|
59
|
+
export interface BuildGenerateArgs {
|
|
60
|
+
currentVersion: PromptVersionRef;
|
|
61
|
+
errorAnalysisText: string;
|
|
62
|
+
analysisEvidenceBundle?: AnalysisEvidenceBundle;
|
|
63
|
+
metrics: MetricSnapshot;
|
|
64
|
+
goals: OptimizationGoal[];
|
|
65
|
+
fieldWhitelist: FieldWhitelist;
|
|
66
|
+
optimizationHint?: string;
|
|
67
|
+
roundHistory?: RoundHistoryEntry[];
|
|
68
|
+
toolboxSwitchHint?: {
|
|
69
|
+
recentlyUsedTips: string[];
|
|
70
|
+
allTipNames: readonly string[];
|
|
71
|
+
};
|
|
72
|
+
promptLanguage?: PromptLanguageDto;
|
|
73
|
+
}
|
|
74
|
+
export declare function buildGenerateMessages(args: BuildGenerateArgs): {
|
|
75
|
+
system: string;
|
|
76
|
+
user: string;
|
|
77
|
+
};
|
|
78
|
+
export declare function extractVariableNames(promptBody: string): string[];
|
|
79
|
+
//# sourceMappingURL=prompts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/error-pattern-analysis/prompts.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC3H,OAAO,EAAyD,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACnH,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAK/D,OAAO,EACL,+BAA+B,EAC/B,gCAAgC,EAChC,sBAAsB,EACtB,iBAAiB,EACjB,sBAAsB,EACtB,yBAAyB,EACzB,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,iBAAiB,EACjB,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;AAyI1B,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,iBAAiB,EAAE,EAC5B,KAAK,EAAE,gBAAgB,EAAE,EACzB,QAAQ,GAAE,iBAA2C,GACpD,MAAM,CA0CR;AAKD,wBAAgB,uBAAuB,CACrC,gBAAgB,EAAE,MAAM,EAAE,EAC1B,WAAW,EAAE,SAAS,MAAM,EAAE,EAC9B,QAAQ,GAAE,iBAA2C,GACpD,MAAM,CA6BR;AAmCD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC;IACxC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB;AAWD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,iBAAiB,EAAE,GAAG,SAAS,EACxC,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,gBAAgB,EAAE,EACzB,QAAQ,GAAE,iBAA2C,GACpD,qBAAqB,CAkFvB;AAMD,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,aAAa,CAAC;IACpB,cAAc,EAAE,gBAAgB,CAAC;IACjC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,6BAA6B,CAAC,IAAI,EAAE,yBAAyB,GAAG;IAC9E,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd,CA+DA;AAMD,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,eAAe,CAAC;IACvB,cAAc,EAAE,gBAAgB,CAAC;IACjC,eAAe,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAC1C,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,8BAA8B,CAAC,IAAI,EAAE,0BAA0B,GAAG;IAChF,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd,CAwFA;AAMD,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,KAAK,CAAC;QACtB,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;QACnC,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,OAAO,CAAC;KAClB,CAAC,CAAC;IACH,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,kBAAkB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAoCjG;AAMD,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,gBAAgB,CAAC;IACjC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IAChD,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAGnC,iBAAiB,CAAC,EAAE;QAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;IACnF,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,iBAAiB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAwJ/F;AAKD,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAQjE"}
|