@proofhound/optimization-strategy 0.1.6

package/dist/error-pattern-analysis/generate-initial.d.ts

@@ -0,0 +1,36 @@
+import { type InvokeLLMDependencies, type ModelInvocationConfig } from '@proofhound/llm-client';
+import { type PromptLanguageDto, type PromptOutputSchemaDto, type PromptVariableDto } from '@proofhound/shared';
+import type { OptimizationGoal, FieldWhitelist } from '../loop/types';
+import { type OptimizationRunResultMeta } from './analyze';
+import type { ErrorPatternAnalysisConfig } from './config.schema';
+export declare class FirstVersionParseError extends Error {
+    readonly rawContent: string;
+    constructor(message: string, rawContent: string);
+}
+export interface GenerateInitialVersionArgs {
+    optimizationId: string;
+    analysisModel: ModelInvocationConfig;
+    analysisLimiterKey: string;
+    samples: Array<{
+        id: string;
+        data: Record<string, unknown>;
+    }>;
+    goals: OptimizationGoal[];
+    fieldWhitelist: FieldWhitelist;
+    description: string | null;
+    optimizationHint?: string;
+    promptLanguage?: PromptLanguageDto;
+    strategyConfig: ErrorPatternAnalysisConfig;
+    runResultMeta?: OptimizationRunResultMeta;
+    generateRunResultId?: string;
+}
+export interface GenerateInitialVersionResult {
+    newPromptBody: string;
+    variables: PromptVariableDto[];
+    outputSchema: PromptOutputSchemaDto;
+    changeSummary: string;
+    truncated: boolean;
+    rawContent: string;
+}
+export declare function generateInitialVersion(args: GenerateInitialVersionArgs, deps: InvokeLLMDependencies): Promise<GenerateInitialVersionResult>;
+//# sourceMappingURL=generate-initial.d.ts.map

package/dist/error-pattern-analysis/generate-initial.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-initial.d.ts","sourceRoot":"","sources":["../../src/error-pattern-analysis/generate-initial.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,KAAK,qBAAqB,EAE1B,KAAK,qBAAqB,EAE3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,KAAK,yBAAyB,EAAyB,MAAM,WAAW,CAAC;AAClF,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAOlE,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAChB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;CAKhD;AAED,MAAM,WAAW,0BAA0B;IACzC,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,qBAAqB,CAAC;IACrC,kBAAkB,EAAE,MAAM,CAAC;IAE3B,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9D,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,iBAAiB,CAAC;IACnC,cAAc,EAAE,0BAA0B,CAAC;IAE3C,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,YAAY,EAAE,qBAAqB,CAAC;IACpC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AA+ND,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,0BAA0B,EAChC,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,4BAA4B,CAAC,CAmDvC"}

package/dist/error-pattern-analysis/generate-initial.js

@@ -0,0 +1,261 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FirstVersionParseError = void 0;
+exports.generateInitialVersion = generateInitialVersion;
+// First-version prompt generation for from_dataset_only start mode — see docs/specs/25-optimizations.md §2.1
+// Single LLM call, with no error evidence / no history rounds / no variable preservation constraint (base does not exist);
+// induces the first prompt purely from dataset sampling + goals + fieldWhitelist + description.
+const llm_client_1 = require("@proofhound/llm-client");
+const shared_1 = require("@proofhound/shared");
+const analyze_1 = require("./analyze");
+const parse_1 = require("./parse");
+const prompts_1 = require("./prompts");
+const loader_1 = require("./prompts/loader");
+// When the LLM output cannot be parsed / does not conform to the contract, this error expresses it uniformly; the workflow maps it to
+// the failure reason `first_version_parse_failed_v1` (see SPEC 25 §2.1 failure-reason code table).
+class FirstVersionParseError extends Error {
+    rawContent;
+    constructor(message, rawContent) {
+        super(message);
+        this.name = 'FirstVersionParseError';
+        this.rawContent = rawContent;
+    }
+}
+exports.FirstVersionParseError = FirstVersionParseError;
+function formatGoals(goals, language) {
+    if (goals.length === 0)
+        return language === 'en-US' ? '(no optimization goals declared)' : '（未声明优化目标）';
+    return goals
+        .map((g) => {
+        const scope = language === 'en-US'
+            ? g.scope.kind === 'overall'
+                ? 'overall'
+                : `class "${g.scope.label}"`
+            : g.scope.kind === 'overall'
+                ? '整体'
+                : `分类「${g.scope.label}」`;
+        return language === 'en-US'
+            ? `- \`${g.metric}\` for ${scope}: target \`${g.op} ${g.value}\``
+            : `- ${scope} 的 \`${g.metric}\`：目标 \`${g.op} ${g.value}\``;
+    })
+        .join('\n');
+}
+function formatFieldWhitelist(fw, language) {
+    const lines = [];
+    lines.push(language === 'en-US'
+        ? '### promptVariables (may be used as {{var}} placeholders in the prompt)'
+        : '### promptVariables（可作为 {{var}} 进入 prompt）');
+    lines.push(fw.promptVariables.length === 0
+        ? language === 'en-US'
+            ? '(empty)'
+            : '（空）'
+        : fw.promptVariables.map((v) => `- \`${v}\``).join('\n'));
+    if (fw.analysisOnlyFields && fw.analysisOnlyFields.length > 0) {
+        lines.push('');
+        lines.push(language === 'en-US'
+            ? '### analysisOnlyFields (analysis-only; forbidden in newPromptBody)'
+            : '### analysisOnlyFields（仅分析可见，禁止出现在 newPromptBody）');
+        lines.push(fw.analysisOnlyFields.map((v) => `- \`${v}\``).join('\n'));
+    }
+    if (fw.modifiableSections && fw.modifiableSections.length > 0) {
+        lines.push('');
+        lines.push(language === 'en-US'
+            ? '### modifiableSections (suggested prompt sections)'
+            : '### modifiableSections（建议覆盖的 prompt 段）');
+        lines.push(fw.modifiableSections.map((v) => `- ${v}`).join('\n'));
+    }
+    return lines.join('\n');
+}
+function formatSamples(samples, language) {
+    if (samples.length === 0)
+        return language === 'en-US' ? '(no samples)' : '（无样本）';
+    return samples
+        .map((s, i) => language === 'en-US'
+        ? `### Sample ${i + 1} (id: \`${s.id}\`)\n\`\`\`json\n${JSON.stringify(s.data, null, 2)}\n\`\`\``
+        : `### 样本 ${i + 1}（id: \`${s.id}\`）\n\`\`\`json\n${JSON.stringify(s.data, null, 2)}\n\`\`\``)
+        .join('\n\n');
+}
+function buildUserPrompt(args) {
+    const language = args.promptLanguage ?? shared_1.DEFAULT_PROMPT_LANGUAGE;
+    const description = args.description && args.description.trim().length > 0
+        ? args.description.trim()
+        : language === 'en-US'
+            ? 'The user did not provide a task description. Infer the task from the samples.'
+            : '用户未提供任务描述，请根据样本自行推断业务。';
+    if (language === 'en-US') {
+        return [
+            '## Task Description',
+            description,
+            '',
+            '## User Generation Guidance',
+            args.optimizationHint && args.optimizationHint.trim().length > 0 ? args.optimizationHint.trim() : '(none)',
+            '',
+            '## Optimization Goals',
+            formatGoals(args.goals, language),
+            '',
+            '## Field Whitelist',
+            formatFieldWhitelist(args.fieldWhitelist, language),
+            '',
+            '## Dataset Samples',
+            formatSamples(args.samples, language),
+        ].join('\n');
+    }
+    return [
+        '## 任务描述',
+        description,
+        '',
+        '## 用户给的提示词生成指引',
+        args.optimizationHint && args.optimizationHint.trim().length > 0 ? args.optimizationHint.trim() : '（无）',
+        '',
+        '## 优化目标',
+        formatGoals(args.goals, language),
+        '',
+        '## 字段白名单',
+        formatFieldWhitelist(args.fieldWhitelist, language),
+        '',
+        '## 数据集采样',
+        formatSamples(args.samples, language),
+    ].join('\n');
+}
+function asVariableType(value) {
+    if (value === 'image' || value === 'image_url' || value === 'image_base64' || value === 'number') {
+        return value;
+    }
+    return 'text';
+}
+function parseVariables(value, allowed) {
+    if (!Array.isArray(value))
+        return [];
+    const out = [];
+    const seen = new Set();
+    for (const item of value) {
+        if (!item || typeof item !== 'object')
+            continue;
+        const obj = item;
+        const rawName = typeof obj.name === 'string' ? obj.name.trim() : '';
+        if (!rawName || !allowed.has(rawName) || seen.has(rawName))
+            continue;
+        seen.add(rawName);
+        const entry = {
+            name: rawName,
+            type: asVariableType(obj.type),
+            required: typeof obj.required === 'boolean' ? obj.required : true,
+        };
+        if (typeof obj.description === 'string' && obj.description.trim().length > 0) {
+            entry.description = obj.description.trim().slice(0, 500);
+        }
+        if (typeof obj.datasetField === 'string' && obj.datasetField.trim().length > 0) {
+            entry.datasetField = obj.datasetField.trim().slice(0, 160);
+        }
+        out.push(entry);
+    }
+    return out;
+}
+function parseOutputSchema(value) {
+    if (!value || typeof value !== 'object')
+        return null;
+    const obj = value;
+    if (!Array.isArray(obj.fields))
+        return { fields: [] };
+    const fields = obj.fields
+        .filter((f) => Boolean(f) && typeof f === 'object')
+        .slice(0, 50)
+        .map((f) => {
+        const key = typeof f.key === 'string' ? f.key.trim().slice(0, 160) : '';
+        const rawValue = typeof f.value === 'string' ? f.value.slice(0, 2000) : '';
+        const isJudgment = typeof f.isJudgment === 'boolean' ? f.isJudgment : false;
+        return { key, value: rawValue, isJudgment };
+    })
+        .filter((f) => f.key.length > 0);
+    return { fields };
+}
+function parseInitialGenerateOutput(content, finishReason, allowedVariables) {
+    const truncated = (0, parse_1.isTruncated)(finishReason);
+    const jsonText = (0, parse_1.extractJsonObject)(content);
+    if (!jsonText) {
+        throw new FirstVersionParseError('first-version generate: missing JSON block', content);
+    }
+    const parsed = (0, parse_1.safeParseJson)(jsonText);
+    if (!parsed || typeof parsed !== 'object') {
+        throw new FirstVersionParseError('first-version generate: JSON parse failed', content);
+    }
+    const obj = parsed;
+    const body = typeof obj.newPromptBody === 'string' ? obj.newPromptBody.trim() : '';
+    if (!body) {
+        throw new FirstVersionParseError('first-version generate: newPromptBody is empty or missing', content);
+    }
+    const allowedSet = new Set(allowedVariables);
+    // Validate that placeholder variables referenced in the body are all within the whitelist — base has no "already used" concept, so no removed check is needed
+    const usedInBody = (0, prompts_1.extractVariableNames)(body);
+    const disallowed = usedInBody.filter((v) => !allowedSet.has(v));
+    if (disallowed.length > 0) {
+        throw new FirstVersionParseError(`first-version generate: prompt uses disallowed variables ${JSON.stringify(disallowed)}`, content);
+    }
+    // When the whitelist is non-empty, force newPromptBody to use at least one placeholder (otherwise the business model cannot see samples at runtime)
+    if (allowedVariables.length > 0 && usedInBody.length === 0) {
+        throw new FirstVersionParseError('first-version generate: prompt must use at least one promptVariable placeholder', content);
+    }
+    const outputSchema = parseOutputSchema(obj.outputSchema);
+    if (!outputSchema || outputSchema.fields.length === 0) {
+        throw new FirstVersionParseError('first-version generate: outputSchema.fields must contain at least one field', content);
+    }
+    if (!outputSchema.fields.some((f) => f.isJudgment)) {
+        throw new FirstVersionParseError('first-version generate: outputSchema must include at least one isJudgment field', content);
+    }
+    return {
+        newPromptBody: body,
+        variables: parseVariables(obj.variables, allowedSet),
+        outputSchema,
+        changeSummary: typeof obj.changeSummary === 'string' ? obj.changeSummary : '',
+        truncated,
+        rawContent: content,
+    };
+}
+async function generateInitialVersion(args, deps) {
+    const promptLanguage = args.promptLanguage ?? shared_1.DEFAULT_PROMPT_LANGUAGE;
+    const messages = [
+        { role: 'system', content: (0, loader_1.getSystemPrompts)(promptLanguage).generateInitial },
+        { role: 'user', content: buildUserPrompt(args) },
+    ];
+    const runResultCtx = (0, analyze_1.buildRunResultForCall)({
+        meta: args.runResultMeta,
+        runResultId: args.generateRunResultId,
+        source: 'optimization_generate',
+        roundIndex: 0,
+        messages,
+        inputVariables: {
+            optimizationId: args.optimizationId,
+            stepName: 'first_version_generate',
+            sampleCount: args.samples.length,
+            promptLanguage,
+        },
+    });
+    const result = await (0, llm_client_1.invokeLLM)({
+        model: args.analysisModel,
+        limiterKey: args.analysisLimiterKey,
+        messages,
+        params: {
+            temperature: args.strategyConfig.temperature,
+            maxTokens: args.strategyConfig.maxGenerationOutputTokens,
+        },
+        context: {
+            source: 'optimization_generate',
+            stepName: 'first_version_generate',
+            requestId: `optimization:${args.optimizationId}:first-version:generate`,
+            promptLanguage,
+        },
+        runResult: runResultCtx,
+        // Parse failure → let invokeLLM get null parsed and still write run_result(success); the function below will rethrow
+        parseResponse: (content) => {
+            try {
+                return parseInitialGenerateOutput(content, null, args.fieldWhitelist.promptVariables);
+            }
+            catch {
+                return null;
+            }
+        },
+    }, deps);
+    // Re-parse (parseResponse above swallowed the exception; call again here to get the concrete error and throw)
+    return parseInitialGenerateOutput(result.content, result.finishReason, args.fieldWhitelist.promptVariables);
+}
+//# sourceMappingURL=generate-initial.js.map

package/dist/error-pattern-analysis/generate-initial.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-initial.js","sourceRoot":"","sources":["../../src/error-pattern-analysis/generate-initial.ts"],"names":[],"mappings":";;;AAyRA,wDAsDC;AA/UD,6GAA6G;AAC7G,2HAA2H;AAC3H,gGAAgG;AAChG,uDAMgC;AAChC,+CAK4B;AAE5B,uCAAkF;AAElF,mCAAwE;AACxE,uCAAiD;AACjD,6CAAoD;AAEpD,sIAAsI;AACtI,mGAAmG;AACnG,MAAa,sBAAuB,SAAQ,KAAK;IACtC,UAAU,CAAS;IAC5B,YAAY,OAAe,EAAE,UAAkB;QAC7C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF;AAPD,wDAOC;AA4BD,SAAS,WAAW,CAAC,KAAyB,EAAE,QAA2B;IACzE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,WAAW,CAAC;IACvG,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,KAAK,GACT,QAAQ,KAAK,OAAO;YAClB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;gBAC1B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG;YAC9B,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;gBAC1B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC;QAC/B,OAAO,QAAQ,KAAK,OAAO;YACzB,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,UAAU,KAAK,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI;YACjE,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,MAAM,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC/D,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAkB,EAAE,QAA2B;IAC3E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,QAAQ,KAAK,OAAO;QAClB,CAAC,CAAC,yEAAyE;QAC3E,CAAC,CAAC,4CAA4C,CACjD,CAAC;IACF,KAAK,CAAC,IAAI,CACR,EAAE,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,QAAQ,KAAK,OAAO;YACpB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,KAAK;QACT,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC3D,CAAC;IACF,IAAI,EAAE,CAAC,kBAAkB,IAAI,EAAE,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CACR,QAAQ,KAAK,OAAO;YAClB,CAAC,CAAC,oEAAoE;YACtE,CAAC,CAAC,mDAAmD,CACxD,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,EAAE,CAAC,kBAAkB,IAAI,EAAE,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CACR,QAAQ,KAAK,OAAO;YAClB,CAAC,CAAC,oDAAoD;YACtD,CAAC,CAAC,wCAAwC,CAC7C,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,aAAa,CACpB,OAA6D,EAC7D,QAA2B;IAE3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC;IACjF,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACZ,QAAQ,KAAK,OAAO;QAClB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,oBAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU;QACjG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,oBAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,CAC/F;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,IAAgC;IACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,IAAI,gCAAuB,CAAC;IAChE,MAAM,WAAW,GACf,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QACpD,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;QACzB,CAAC,CAAC,QAAQ,KAAK,OAAO;YACpB,CAAC,CAAC,+EAA+E;YACjF,CAAC,CAAC,wBAAwB,CAAC;IACjC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO;YACL,qBAAqB;YACrB,WAAW;YACX,EAAE;YACF,6BAA6B;YAC7B,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ;YAC1G,EAAE;YACF,uBAAuB;YACvB,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC;YACjC,EAAE;YACF,oBAAoB;YACpB,oBAAoB,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC;YACnD,EAAE;YACF,oBAAoB;YACpB,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC;SACtC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IACD,OAAO;QACL,SAAS;QACT,WAAW;QACX,EAAE;QACF,gBAAgB;QAChB,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK;QACvG,EAAE;QACF,SAAS;QACT,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC;QACjC,EAAE;QACF,UAAU;QACV,oBAAoB,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC;QACnD,EAAE;QACF,UAAU;QACV,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC;KACtC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,cAAc,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACjG,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,OAAoB;IAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QAChD,MAAM,GAAG,GAAG,IAA+B,CAAC;QAC5C,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QACrE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,MAAM,KAAK,GAAsB;YAC/B,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC;YAC9B,QAAQ,EAAE,OAAO,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;SAClE,CAAC;QACF,IAAI,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7E,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ,IAAI,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/E,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC7D,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACtD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM;SACtB,MAAM,CAAC,CAAC,CAAC,EAAgC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC;SAChF,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;QAC5E,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAC9C,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnC,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAe,EACf,YAAuC,EACvC,gBAA0B;IAE1B,MAAM,SAAS,GAAG,IAAA,mBAAW,EAAC,YAAY,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAA,yBAAiB,EAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,sBAAsB,CAAC,4CAA4C,EAAE,OAAO,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,MAAM,GAAG,IAAA,qBAAa,EAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,sBAAsB,CAAC,2CAA2C,EAAE,OAAO,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,sBAAsB,CAAC,2DAA2D,EAAE,OAAO,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC7C,8JAA8J;IAC9J,MAAM,UAAU,GAAG,IAAA,8BAAoB,EAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,sBAAsB,CAC9B,4DAA4D,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EACxF,OAAO,CACR,CAAC;IACJ,CAAC;IACD,oJAAoJ;IACpJ,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,sBAAsB,CAC9B,iFAAiF,EACjF,OAAO,CACR,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACzD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,sBAAsB,CAC9B,6EAA6E,EAC7E,OAAO,CACR,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,sBAAsB,CAC9B,iFAAiF,EACjF,OAAO,CACR,CAAC;IACJ,CAAC;IACD,OAAO;QACL,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC;QACpD,YAAY;QACZ,aAAa,EAAE,OAAO,GAAG,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE;QAC7E,SAAS;QACT,UAAU,EAAE,OAAO;KACpB,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAC1C,IAAgC,EAChC,IAA2B;IAE3B,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,gCAAuB,CAAC;IACtE,MAAM,QAAQ,GAAiB;QAC7B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAA,yBAAgB,EAAC,cAAc,CAAC,CAAC,eAAe,EAAE;QAC7E,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,EAAE;KACjD,CAAC;IAEF,MAAM,YAAY,GAAiC,IAAA,+BAAqB,EAAC;QACvE,IAAI,EAAE,IAAI,CAAC,aAAa;QACxB,WAAW,EAAE,IAAI,CAAC,mBAAmB;QACrC,MAAM,EAAE,uBAAuB;QAC/B,UAAU,EAAE,CAAC;QACb,QAAQ;QACR,cAAc,EAAE;YACd,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,QAAQ,EAAE,wBAAwB;YAClC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAChC,cAAc;SACf;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAS,EAC5B;QACE,KAAK,EAAE,IAAI,CAAC,aAAa;QACzB,UAAU,EAAE,IAAI,CAAC,kBAAkB;QACnC,QAAQ;QACR,MAAM,EAAE;YACN,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,WAAW;YAC5C,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,yBAAyB;SACzD;QACD,OAAO,EAAE;YACP,MAAM,EAAE,uBAAuB;YAC/B,QAAQ,EAAE,wBAAwB;YAClC,SAAS,EAAE,gBAAgB,IAAI,CAAC,cAAc,yBAAyB;YACvE,cAAc;SACf;QACD,SAAS,EAAE,YAAY;QACvB,qHAAqH;QACrH,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE;YACzB,IAAI,CAAC;gBACH,OAAO,0BAA0B,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YACxF,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;KACF,EACD,IAAI,CACL,CAAC;IAEF,8GAA8G;IAC9G,OAAO,0BAA0B,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;AAC9G,CAAC"}

package/dist/error-pattern-analysis/generate.d.ts

@@ -0,0 +1,57 @@
+import { type InvokeLLMDependencies, type ModelInvocationConfig } from '@proofhound/llm-client';
+import type { OptimizationGoal, FieldWhitelist, MetricSnapshot, PromptVersionRef, RoundHistoryEntry } from '../loop/types';
+import { type AnalyzeFailuresResult, type OptimizationRunResultMeta } from './analyze';
+import type { ErrorPatternAnalysisConfig } from './config.schema';
+import { type GenerateOutput } from './parse';
+import { type PromptLanguageDto } from '@proofhound/shared';
+export interface GenerateNextVersionArgs {
+    optimizationId: string;
+    roundNumber: number;
+    analysisModel: ModelInvocationConfig;
+    analysisLimiterKey: string;
+    currentVersion: PromptVersionRef;
+    analysis: AnalyzeFailuresResult;
+    metrics: MetricSnapshot;
+    goals: OptimizationGoal[];
+    fieldWhitelist: FieldWhitelist;
+    optimizationHint?: string;
+    strategyConfig: ErrorPatternAnalysisConfig;
+    promptLanguage?: PromptLanguageDto;
+    roundHistory?: RoundHistoryEntry[];
+    toolboxSwitchHint?: {
+        recentlyUsedTips: string[];
+        allTipNames: readonly string[];
+    };
+    runResultMeta?: OptimizationRunResultMeta;
+    generateRunResultId?: string;
+}
+export interface GenerateBudgetReport {
+    baselineInputTokens: number;
+    errorAnalysisBudgetTokens: number;
+    errorAnalysisTruncated: boolean;
+    originalErrorAnalysisChars: number;
+    evidenceBundleBudgetTokens: number;
+    evidenceBundleTruncated: boolean;
+    originalEvidenceBundleTokens: number;
+    roundHistoryEntryCount: number;
+    roundHistoryFittedLevel: 0 | 1 | 2 | 3;
+    roundHistoryBudgetTokens: number;
+    roundHistoryTruncated: boolean;
+}
+export interface GenerateNextVersionResult extends GenerateOutput {
+    variableValidation: {
+        ok: boolean;
+        disallowed: string[];
+        missing: string[];
+        detected: string[];
+    };
+    budget: GenerateBudgetReport;
+    effectiveOutputSchema: unknown;
+    outputFormatInstruction: string;
+    composedFullPrompt: string;
+    retries: number;
+    autoPatched: boolean;
+    patchedVariables: string[];
+}
+export declare function generateNextVersion(args: GenerateNextVersionArgs, deps: InvokeLLMDependencies): Promise<GenerateNextVersionResult>;
+//# sourceMappingURL=generate.d.ts.map

package/dist/error-pattern-analysis/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../src/error-pattern-analysis/generate.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,qBAAqB,EAG1B,KAAK,qBAAqB,EAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC3H,OAAO,EAAyB,KAAK,qBAAqB,EAAE,KAAK,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAC9G,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAOL,KAAK,cAAc,EAEpB,MAAM,SAAS,CAAC;AACjB,OAAO,EAKL,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAI5B,MAAM,WAAW,uBAAuB;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,qBAAqB,CAAC;IACrC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,gBAAgB,CAAC;IACjC,QAAQ,EAAE,qBAAqB,CAAC;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,0BAA0B,CAAC;IAC3C,cAAc,CAAC,EAAE,iBAAiB,CAAC;IAEnC,YAAY,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAInC,iBAAiB,CAAC,EAAE;QAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;IAGnF,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC1C,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,oBAAoB;IACnC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,yBAAyB,EAAE,MAAM,CAAC;IAClC,sBAAsB,EAAE,OAAO,CAAC;IAChC,0BAA0B,EAAE,MAAM,CAAC;IACnC,0BAA0B,EAAE,MAAM,CAAC;IACnC,uBAAuB,EAAE,OAAO,CAAC;IACjC,4BAA4B,EAAE,MAAM,CAAC;IAErC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,uBAAuB,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvC,wBAAwB,EAAE,MAAM,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,yBAA0B,SAAQ,cAAc;IAC/D,kBAAkB,EAAE;QAClB,EAAE,EAAE,OAAO,CAAC;QACZ,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,MAAM,EAAE,oBAAoB,CAAC;IAG7B,qBAAqB,EAAE,OAAO,CAAC;IAG/B,uBAAuB,EAAE,MAAM,CAAC;IAEhC,kBAAkB,EAAE,MAAM,CAAC;IAE3B,OAAO,EAAE,MAAM,CAAC;IAEhB,WAAW,EAAE,OAAO,CAAC;IAErB,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAiDD,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,uBAAuB,EAC7B,IAAI,EAAE,qBAAqB,GAC1B,OAAO,CAAC,yBAAyB,CAAC,CA2RpC"}