@proofhound/optimization-strategy 0.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. package/LICENSE +190 -0
  2. package/dist/error-pattern-analysis/analysis-types.d.ts +45 -0
  3. package/dist/error-pattern-analysis/analysis-types.d.ts.map +1 -0
  4. package/dist/error-pattern-analysis/analysis-types.js +3 -0
  5. package/dist/error-pattern-analysis/analysis-types.js.map +1 -0
  6. package/dist/error-pattern-analysis/analyze.d.ts +81 -0
  7. package/dist/error-pattern-analysis/analyze.d.ts.map +1 -0
  8. package/dist/error-pattern-analysis/analyze.js +423 -0
  9. package/dist/error-pattern-analysis/analyze.js.map +1 -0
  10. package/dist/error-pattern-analysis/config.schema.d.ts +16 -0
  11. package/dist/error-pattern-analysis/config.schema.d.ts.map +1 -0
  12. package/dist/error-pattern-analysis/config.schema.js +26 -0
  13. package/dist/error-pattern-analysis/config.schema.js.map +1 -0
  14. package/dist/error-pattern-analysis/confusion-pairs.d.ts +37 -0
  15. package/dist/error-pattern-analysis/confusion-pairs.d.ts.map +1 -0
  16. package/dist/error-pattern-analysis/confusion-pairs.js +109 -0
  17. package/dist/error-pattern-analysis/confusion-pairs.js.map +1 -0
  18. package/dist/error-pattern-analysis/generate-initial.d.ts +36 -0
  19. package/dist/error-pattern-analysis/generate-initial.d.ts.map +1 -0
  20. package/dist/error-pattern-analysis/generate-initial.js +261 -0
  21. package/dist/error-pattern-analysis/generate-initial.js.map +1 -0
  22. package/dist/error-pattern-analysis/generate.d.ts +57 -0
  23. package/dist/error-pattern-analysis/generate.d.ts.map +1 -0
  24. package/dist/error-pattern-analysis/generate.js +369 -0
  25. package/dist/error-pattern-analysis/generate.js.map +1 -0
  26. package/dist/error-pattern-analysis/index.d.ts +8 -0
  27. package/dist/error-pattern-analysis/index.d.ts.map +1 -0
  28. package/dist/error-pattern-analysis/index.js +29 -0
  29. package/dist/error-pattern-analysis/index.js.map +1 -0
  30. package/dist/error-pattern-analysis/parse.d.ts +92 -0
  31. package/dist/error-pattern-analysis/parse.d.ts.map +1 -0
  32. package/dist/error-pattern-analysis/parse.js +456 -0
  33. package/dist/error-pattern-analysis/parse.js.map +1 -0
  34. package/dist/error-pattern-analysis/prompts/analyze-confusion.system.en-US.md +50 -0
  35. package/dist/error-pattern-analysis/prompts/analyze-confusion.system.md +61 -0
  36. package/dist/error-pattern-analysis/prompts/analyze-regression.system.en-US.md +50 -0
  37. package/dist/error-pattern-analysis/prompts/analyze-regression.system.md +61 -0
  38. package/dist/error-pattern-analysis/prompts/generate-initial.system.en-US.md +43 -0
  39. package/dist/error-pattern-analysis/prompts/generate-initial.system.md +49 -0
  40. package/dist/error-pattern-analysis/prompts/generate.system.en-US.md +53 -0
  41. package/dist/error-pattern-analysis/prompts/generate.system.md +68 -0
  42. package/dist/error-pattern-analysis/prompts/loader.d.ts +46 -0
  43. package/dist/error-pattern-analysis/prompts/loader.d.ts.map +1 -0
  44. package/dist/error-pattern-analysis/prompts/loader.js +109 -0
  45. package/dist/error-pattern-analysis/prompts/loader.js.map +1 -0
  46. package/dist/error-pattern-analysis/prompts/optimization-tips.en-US.md +25 -0
  47. package/dist/error-pattern-analysis/prompts/optimization-tips.md +38 -0
  48. package/dist/error-pattern-analysis/prompts/summarize.system.en-US.md +48 -0
  49. package/dist/error-pattern-analysis/prompts/summarize.system.md +69 -0
  50. package/dist/error-pattern-analysis/prompts.d.ts +79 -0
  51. package/dist/error-pattern-analysis/prompts.d.ts.map +1 -0
  52. package/dist/error-pattern-analysis/prompts.js +659 -0
  53. package/dist/error-pattern-analysis/prompts.js.map +1 -0
  54. package/dist/error-pattern-analysis/token-budget.d.ts +20 -0
  55. package/dist/error-pattern-analysis/token-budget.d.ts.map +1 -0
  56. package/dist/error-pattern-analysis/token-budget.js +88 -0
  57. package/dist/error-pattern-analysis/token-budget.js.map +1 -0
  58. package/dist/index.d.ts +9 -0
  59. package/dist/index.d.ts.map +1 -0
  60. package/dist/index.js +27 -0
  61. package/dist/index.js.map +1 -0
  62. package/dist/loop/best.d.ts +3 -0
  63. package/dist/loop/best.d.ts.map +1 -0
  64. package/dist/loop/best.js +43 -0
  65. package/dist/loop/best.js.map +1 -0
  66. package/dist/loop/goals.d.ts +6 -0
  67. package/dist/loop/goals.d.ts.map +1 -0
  68. package/dist/loop/goals.js +38 -0
  69. package/dist/loop/goals.js.map +1 -0
  70. package/dist/loop/round-outcome.d.ts +14 -0
  71. package/dist/loop/round-outcome.d.ts.map +1 -0
  72. package/dist/loop/round-outcome.js +18 -0
  73. package/dist/loop/round-outcome.js.map +1 -0
  74. package/dist/loop/run-iteration-loop.d.ts +5 -0
  75. package/dist/loop/run-iteration-loop.d.ts.map +1 -0
  76. package/dist/loop/run-iteration-loop.js +247 -0
  77. package/dist/loop/run-iteration-loop.js.map +1 -0
  78. package/dist/loop/types.d.ts +190 -0
  79. package/dist/loop/types.d.ts.map +1 -0
  80. package/dist/loop/types.js +13 -0
  81. package/dist/loop/types.js.map +1 -0
  82. package/dist/registry.d.ts +5 -0
  83. package/dist/registry.d.ts.map +1 -0
  84. package/dist/registry.js +19 -0
  85. package/dist/registry.js.map +1 -0
  86. package/dist/types.d.ts +10 -0
  87. package/dist/types.d.ts.map +1 -0
  88. package/dist/types.js +3 -0
  89. package/dist/types.js.map +1 -0
  90. package/package.json +52 -0
@@ -0,0 +1,79 @@
1
+ import type { OptimizationGoal, FieldWhitelist, MetricSnapshot, PromptVersionRef, RoundHistoryEntry } from '../loop/types';
2
+ import { type PromptLanguageDto } from '@proofhound/shared';
3
+ import type { ConfusionPair, RegressionGroup } from './confusion-pairs';
4
+ import type { AnalysisEvidenceBundle } from './analysis-types';
5
+ export { ANALYZE_CONFUSION_SYSTEM_PROMPT, ANALYZE_REGRESSION_SYSTEM_PROMPT, GENERATE_SYSTEM_PROMPT, OPTIMIZATION_TIPS, OPTIMIZATION_TIP_NAMES, OPTIMIZATION_TIP_NAMES_EN, PROMPT_FILES, SUMMARIZE_SYSTEM_PROMPT, SYSTEM_PROMPTS, SYSTEM_PROMPTS_EN, getOptimizationTipNames, getSystemPrompts, } from './prompts/loader';
6
+ export declare function formatRoundHistory(history: RoundHistoryEntry[], goals: OptimizationGoal[], language?: PromptLanguageDto): string;
7
+ export declare function formatToolboxSwitchHint(recentlyUsedTips: string[], allTipNames: readonly string[], language?: PromptLanguageDto): string;
8
+ export interface FitRoundHistoryResult {
9
+ fitted: RoundHistoryEntry[] | undefined;
10
+ level: 0 | 1 | 2 | 3;
11
+ truncated: boolean;
12
+ entryCount: number;
13
+ budgetTokens: number;
14
+ estimatedTokens: number;
15
+ }
16
+ export declare function fitRoundHistoryToBudget(history: RoundHistoryEntry[] | undefined, budgetTokens: number, goals: OptimizationGoal[], language?: PromptLanguageDto): FitRoundHistoryResult;
17
+ export interface BuildConfusionAnalyzeArgs {
18
+ pair: ConfusionPair;
19
+ currentVersion: PromptVersionRef;
20
+ metrics: MetricSnapshot;
21
+ goals: OptimizationGoal[];
22
+ fieldWhitelist: FieldWhitelist;
23
+ roundHistory?: RoundHistoryEntry[];
24
+ promptLanguage?: PromptLanguageDto;
25
+ }
26
+ export declare function buildAnalyzeConfusionMessages(args: BuildConfusionAnalyzeArgs): {
27
+ system: string;
28
+ user: string;
29
+ };
30
+ export interface BuildRegressionAnalyzeArgs {
31
+ group: RegressionGroup;
32
+ currentVersion: PromptVersionRef;
33
+ previousVersion?: PromptVersionRef | null;
34
+ metrics: MetricSnapshot;
35
+ goals: OptimizationGoal[];
36
+ fieldWhitelist: FieldWhitelist;
37
+ roundHistory?: RoundHistoryEntry[];
38
+ promptLanguage?: PromptLanguageDto;
39
+ }
40
+ export declare function buildAnalyzeRegressionMessages(args: BuildRegressionAnalyzeArgs): {
41
+ system: string;
42
+ user: string;
43
+ };
44
+ export interface BuildSummarizeArgs {
45
+ goals: OptimizationGoal[];
46
+ metrics: MetricSnapshot;
47
+ collectedBatches: Array<{
48
+ source: 'confusion' | 'regression';
49
+ title: string;
50
+ payload: unknown;
51
+ }>;
52
+ roundHistory?: RoundHistoryEntry[];
53
+ promptLanguage?: PromptLanguageDto;
54
+ }
55
+ export declare function buildSummarizeMessages(args: BuildSummarizeArgs): {
56
+ system: string;
57
+ user: string;
58
+ };
59
+ export interface BuildGenerateArgs {
60
+ currentVersion: PromptVersionRef;
61
+ errorAnalysisText: string;
62
+ analysisEvidenceBundle?: AnalysisEvidenceBundle;
63
+ metrics: MetricSnapshot;
64
+ goals: OptimizationGoal[];
65
+ fieldWhitelist: FieldWhitelist;
66
+ optimizationHint?: string;
67
+ roundHistory?: RoundHistoryEntry[];
68
+ toolboxSwitchHint?: {
69
+ recentlyUsedTips: string[];
70
+ allTipNames: readonly string[];
71
+ };
72
+ promptLanguage?: PromptLanguageDto;
73
+ }
74
+ export declare function buildGenerateMessages(args: BuildGenerateArgs): {
75
+ system: string;
76
+ user: string;
77
+ };
78
+ export declare function extractVariableNames(promptBody: string): string[];
79
+ //# sourceMappingURL=prompts.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/error-pattern-analysis/prompts.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC3H,OAAO,EAAyD,KAAK,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACnH,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAK/D,OAAO,EACL,+BAA+B,EAC/B,gCAAgC,EAChC,sBAAsB,EACtB,iBAAiB,EACjB,sBAAsB,EACtB,yBAAyB,EACzB,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,iBAAiB,EACjB,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;AAyI1B,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,iBAAiB,EAAE,EAC5B,KAAK,EAAE,gBAAgB,EAAE,EACzB,QAAQ,GAAE,iBAA2C,GACpD,MAAM,CA0CR;AAKD,wBAAgB,uBAAuB,CACrC,gBAAgB,EAAE,MAAM,EAAE,EAC1B,WAAW,EAAE,SAAS,MAAM,EAAE,EAC9B,QAAQ,GAAE,iBAA2C,GACpD,MAAM,CA6BR;AAmCD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,iBAAiB,EAAE,GAAG,SAAS,CAAC;IACxC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACzB;AAWD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,iBAAiB,EAAE,GAAG,SAAS,EACxC,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,gBAAgB,EAAE,EACzB,QAAQ,GAAE,iBAA2C,GACpD,qBAAqB,CAkFvB;AAMD,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,aAAa,CAAC;IACpB,cAAc,EAAE,gBAAgB,CAAC;IACjC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,6BAA6B,CAAC,IAAI,EAAE,yBAAyB,GAAG;IAC9E,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd,CA+DA;AAMD,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,eAAe,CAAC;IACvB,cAAc,EAAE,gBAAgB,CAAC;IACjC,eAAe,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAC1C,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,8BAA8B,CAAC,IAAI,EAAE,0BAA0B,GAAG;IAChF,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd,CAwFA;AAMD,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,KAAK,CAAC;QACtB,MAAM,EAAE,WAAW,GAAG,YAAY,CAAC;QACnC,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,OAAO,CAAC;KAClB,CAAC,CAAC;IACH,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IACnC,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,kBAAkB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAoCjG;AAMD,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,gBAAgB,CAAC;IACjC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,sBAAsB,CAAC;IAChD,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAGnC,iBAAiB,CAAC,EAAE;QAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;IACnF,cAAc,CAAC,EAAE,iBAAiB,CAAC;CACpC;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,iBAAiB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAwJ/F;AAKD,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAQjE"}