flow-frame-core 0.1.0

package/dist/services/autoPromptOptimizer.js

@@ -0,0 +1,344 @@
+// autoPromptOptimizer.js
+import { runPrompt } from './runPrompt.js';
+// =============== 1) TASK CONFIG HELPERS ====================
+const BASE_TASK_TEMPLATE = {
+    name: "generic_extraction_task",
+    taskDescription: "Given an email, extract structured information and output it in a specified JSON format.",
+    inputDescription: "The input is a single string containing the full email body, including greetings and signatures.",
+    outputFormatDescription: "The output must be a single JSON object with fields appropriate for this task. " +
+        "The exact schema will be described in natural language and examples. " +
+        "The model must output ONLY this JSON object and nothing else.",
+    evaluationInstructions: "The judge should compare the model output to the expected output for the same input. " +
+        "Score from 0.0 to 1.0 based on semantic similarity and correctness. " +
+        "Minor formatting or capitalization differences should not matter. " +
+        "If the model misses important info or adds incorrect info, lower the score accordingly. " +
+        "If output is unusable or unrelated, score near 0.0.",
+    dataset: []
+};
+export function createTaskConfig(overrides = {}) {
+    const merged = {
+        ...BASE_TASK_TEMPLATE,
+        ...overrides,
+        dataset: Array.isArray(overrides.dataset)
+            ? overrides.dataset.map((ex) => ({ ...ex }))
+            : [...(BASE_TASK_TEMPLATE.dataset || [])]
+    };
+    return merged;
+}
+export function addDatasetExamples(taskConfig, examples) {
+    const incoming = Array.isArray(examples) ? examples : [examples];
+    return {
+        ...taskConfig,
+        dataset: [...(taskConfig.dataset || []), ...incoming]
+    };
+}
+export function buildDatasetExample({ id, input, expectedOutput }) {
+    return { id, input, expectedOutput };
+}
+export const TASK_CONFIG = createTaskConfig({
+    dataset: [
+    // EXAMPLE STRUCTURE (replace with real data)
+    /*
+    {
+      id: "example-1",
+      input: "Hi, please schedule a meeting with John next Tuesday at 3pm.",
+      expectedOutput: {
+        action: "schedule_meeting",
+        person: "John",
+        datetime: "next Tuesday 3pm"
+      }
+    }
+    */
+    ]
+});
+// Number of iterations and candidates per iteration
+const MAX_ITERATIONS = 3;
+const PROMPTS_PER_ROUND = 3;
+const TOP_PROMPTS_TO_FEED_BACK = 2;
+export const DEFAULT_MODEL = "gpt-5.2-2025-12-11";
+// =============== 2) LLM HELPERS ====================
+async function callChat(model, messages) {
+    const content = await runPrompt(messages, model);
+    return (content || "").trim();
+}
+// =============== 3) EXTRACTOR LLM ====================
+async function callExtractorLLM(systemPrompt, inputText, model) {
+    const userContent = "You will be given the task input below.\n\n" +
+        "TASK INPUT:\n---\n" +
+        inputText +
+        "\n---\n\n" +
+        "Follow the system instructions exactly and output only the result.";
+    const messages = [
+        { role: "system", content: systemPrompt },
+        { role: "user", content: userContent }
+    ];
+    return await callChat(model || DEFAULT_MODEL, messages);
+}
+// =============== 4) JUDGE LLM (GENERIC) ====================
+const GENERIC_JUDGE_SYSTEM_PROMPT = `
+You are a careful grading assistant.
+
+You will be given a task description, instructions about the desired output format,
+evaluation instructions, plus:
+
+- One specific input example.
+- The expected (gold) output for that input.
+- A model's output for that same input.
+
+Your job:
+- Compare the model output to the expected output for that input.
+- Score from 0.0 to 1.0 based on how well the model output satisfies the task and matches the expected output.
+- Be tolerant of minor formatting and capitalization differences.
+- Focus on semantic correctness and faithfulness.
+
+Output:
+Return ONLY valid JSON, no prose, with this structure:
+
+{
+  "fieldScores": {
+    "summary": {
+      "score": number between 0 and 1,
+      "reason": string
+    }
+  },
+  "overall": {
+    "score": number between 0 and 1,
+    "pass": boolean,
+    "reason": string
+  }
+}
+
+Notes:
+- You may use "summary" in fieldScores as a generic key, or additional fields if relevant.
+- "pass" should be true if the overall score >= 0.8, otherwise false.
+- Do NOT wrap in markdown fences.
+- Do NOT add extra top-level keys.
+`;
+async function callJudgeLLM(taskConfig, inputText, expectedOutput, modelOutput, model = DEFAULT_MODEL) {
+    const userContent = "TASK DESCRIPTION:\n" +
+        taskConfig.taskDescription +
+        "\n\nINPUT DESCRIPTION:\n" +
+        taskConfig.inputDescription +
+        "\n\nOUTPUT FORMAT DESCRIPTION:\n" +
+        taskConfig.outputFormatDescription +
+        "\n\nEVALUATION INSTRUCTIONS:\n" +
+        taskConfig.evaluationInstructions +
+        "\n\nEXAMPLE INPUT:\n---\n" +
+        inputText +
+        "\n---\n\nEXPECTED OUTPUT:\n" +
+        JSON.stringify(expectedOutput, null, 2) +
+        "\n\nMODEL OUTPUT:\n" +
+        modelOutput +
+        "\n\nNow grade the model output against the expected output. " +
+        "Return ONLY the JSON grading object.";
+    const messages = [
+        { role: "system", content: GENERIC_JUDGE_SYSTEM_PROMPT },
+        { role: "user", content: userContent }
+    ];
+    return await callChat(model || DEFAULT_MODEL, messages);
+}
+// =============== 5) PROMPT ENGINEER (GENERIC) ====================
+const PROMPT_ENGINEER_SYSTEM_PROMPT = `
+You are a prompt engineer that designs high-quality system prompts for another LLM.
+
+Goal:
+- The target LLM should perform a task as accurately as possible.
+- The task, input format, and desired output format will be described to you.
+- You will also be given performance summaries of some previous prompts (if any).
+
+You must:
+- Analyze the task requirements.
+- Use the performance summaries to infer what helped or hurt accuracy.
+- Propose NEW candidate system prompts for the target LLM.
+
+Each system prompt you design will be sent as the "system" message to the target LLM.
+The target LLM will then receive the task input in the "user" message.
+
+Constraints:
+- Make prompts clear and concise.
+- Explicitly describe the required output format.
+- Explicitly state that the output should contain ONLY the result (no explanations).
+- Tailor your prompts to be robust to noisy, real-world text when applicable.
+
+Output:
+Return ONLY valid JSON, no prose, with this structure:
+
+[
+  {
+    "name": "short_label_for_prompt",
+    "systemPrompt": "FULL system prompt text"
+  }
+]
+
+Do NOT wrap in markdown fences.
+`;
+async function generatePromptCandidates(taskConfig, previousResults, numPrompts, model = DEFAULT_MODEL) {
+    const previousSummary = previousResults && previousResults.length
+        ? previousResults
+            .map((r) => {
+            return {
+                name: r.prompt.name,
+                avgScore: r.avgScore,
+                sampleReasons: r.perExample
+                    .slice(0, 2)
+                    .map((ex) => ex.judge.overall.reason)
+            };
+        })
+        : [];
+    const userPayload = {
+        taskDescription: taskConfig.taskDescription,
+        inputDescription: taskConfig.inputDescription,
+        outputFormatDescription: taskConfig.outputFormatDescription,
+        evaluationInstructions: taskConfig.evaluationInstructions,
+        previousPromptResults: previousSummary,
+        numNewPrompts: numPrompts
+    };
+    const messages = [
+        { role: "system", content: PROMPT_ENGINEER_SYSTEM_PROMPT },
+        {
+            role: "user",
+            content: "Here is the task and past performance (if any) as JSON:\n\n" +
+                JSON.stringify(userPayload, null, 2) +
+                "\n\nReturn ONLY the JSON array of new prompt candidates."
+        }
+    ];
+    const raw = await callChat(model || DEFAULT_MODEL, messages);
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch (err) {
+        console.error("Failed to parse prompt-engineer output, raw:", raw);
+        return [];
+    }
+    if (!Array.isArray(parsed))
+        return [];
+    return parsed
+        .filter((p) => p && typeof p.systemPrompt === "string")
+        .map((p, idx) => ({
+        name: p.name || "candidate_" + idx,
+        systemPrompt: p.systemPrompt
+    }));
+}
+// =============== 6) EVALUATION LOOP ====================
+async function evaluatePromptOnDataset(prompt, taskConfig, opts = {}) {
+    const examples = taskConfig.dataset;
+    if (!examples || !examples.length) {
+        throw new Error("Task configuration dataset is empty. Please add examples.");
+    }
+    let totalScore = 0;
+    const perExample = [];
+    for (const ex of examples) {
+        const modelOutput = await callExtractorLLM(prompt.systemPrompt, ex.input, opts.model);
+        const judgeRaw = await callJudgeLLM(taskConfig, ex.input, ex.expectedOutput, modelOutput, opts.model);
+        let judge;
+        try {
+            judge = JSON.parse(judgeRaw);
+        }
+        catch (err) {
+            judge = {
+                fieldScores: {},
+                overall: {
+                    score: 0,
+                    pass: false,
+                    reason: "Judge output was not valid JSON: " + judgeRaw
+                }
+            };
+        }
+        const score = judge &&
+            judge.overall &&
+            typeof judge.overall.score === "number"
+            ? judge.overall.score
+            : 0;
+        totalScore += score;
+        perExample.push({
+            id: ex.id,
+            modelOutput,
+            judge
+        });
+    }
+    const avgScore = totalScore / taskConfig.dataset.length;
+    console.log(`Prompt "${prompt.name}" evaluated on ${examples.length} examples. Avg score: ${avgScore.toFixed(3)}`);
+    return { prompt, avgScore, perExample };
+}
+async function evaluateAllPrompts(prompts, taskConfig, opts = {}) {
+    const results = [];
+    for (const p of prompts) {
+        const r = await evaluatePromptOnDataset(p, taskConfig, opts);
+        results.push(r);
+    }
+    results.sort((a, b) => b.avgScore - a.avgScore);
+    return results;
+}
+// =============== 7) MAIN SEARCH LOOP ====================
+export async function runAutoPromptSearch(taskConfig = TASK_CONFIG, opts = {
+    maxIterations: MAX_ITERATIONS,
+    promptsPerRound: PROMPTS_PER_ROUND,
+    topPromptsToFeedBack: TOP_PROMPTS_TO_FEED_BACK,
+    model: DEFAULT_MODEL
+}) {
+    if (!taskConfig.dataset || !taskConfig.dataset.length) {
+        console.error("Please populate the task configuration dataset with real examples before running.");
+        return {
+            bestPrompt: null,
+            allResults: []
+        };
+    }
+    let allPromptResults = [];
+    let currentPrompts = [];
+    for (let iter = 0; iter < (opts.maxIterations || MAX_ITERATIONS); iter++) {
+        console.log(`\n=== ITERATION ${iter + 1}/${opts.maxIterations || MAX_ITERATIONS} ===`);
+        // Generate prompts for this round (use previous results as feedback)
+        const newPrompts = await generatePromptCandidates(taskConfig, allPromptResults, (opts.promptsPerRound || PROMPTS_PER_ROUND), opts.model);
+        if (!newPrompts.length) {
+            console.log("Prompt engineer returned no prompts; stopping.");
+            break;
+        }
+        console.log("Generated prompt candidates:", newPrompts.map((p) => p.name));
+        // Evaluate all new prompts
+        const iterationResults = await evaluateAllPrompts(newPrompts, taskConfig, opts);
+        // Log iteration results
+        for (const r of iterationResults) {
+            console.log(`Prompt ${r.prompt.name} avgScore = ${r.avgScore.toFixed(3)}`);
+        }
+        // Add to global list of results
+        allPromptResults = allPromptResults.concat(iterationResults);
+        // Prepare feedback subset for next round
+        allPromptResults.sort((a, b) => b.avgScore - a.avgScore);
+        currentPrompts = allPromptResults.slice(0, opts.topPromptsToFeedBack || TOP_PROMPTS_TO_FEED_BACK);
+        console.log("Current top prompts:", currentPrompts.map((r) => `${r.prompt.name}(${r.avgScore.toFixed(3)})`));
+    }
+    // Final report
+    if (!allPromptResults.length) {
+        console.log("No prompts were evaluated.");
+        return {
+            bestPrompt: null,
+            allResults: []
+        };
+    }
+    allPromptResults.sort((a, b) => b.avgScore - a.avgScore);
+    const best = allPromptResults[0];
+    console.log("\n===== FINAL BEST PROMPT =====");
+    console.log("Name:", best.prompt.name);
+    console.log("Average Score:", best.avgScore.toFixed(3));
+    console.log("\nSystem Prompt:\n");
+    console.log(best.prompt.systemPrompt);
+    console.log("\nSample example breakdown for best prompt:");
+    for (const ex of best.perExample) {
+        console.log("Example:", ex.id);
+        console.log("  Score:", ex.judge.overall.score);
+        console.log("  Reason:", ex.judge.overall.reason);
+        console.log("  Model Output:", ex.modelOutput);
+    }
+    return {
+        bestPrompt: best.prompt,
+        allResults: allPromptResults
+    };
+}
+// // Run if called directly
+// if (require.main === module) {
+//     runAutoPromptSearch().catch((err) => {
+//         console.error(err);
+//     });
+// }
+//# sourceMappingURL=autoPromptOptimizer.js.map

package/dist/services/autoPromptOptimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autoPromptOptimizer.js","sourceRoot":"","sources":["../../src/services/autoPromptOptimizer.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,8DAA8D;AAE9D,MAAM,kBAAkB,GAAG;IACvB,IAAI,EAAE,yBAAyB;IAC/B,eAAe,EACX,0FAA0F;IAC9F,gBAAgB,EACZ,kGAAkG;IACtG,uBAAuB,EACnB,iFAAiF;QACjF,uEAAuE;QACvE,+DAA+D;IACnE,sBAAsB,EAClB,uFAAuF;QACvF,sEAAsE;QACtE,oEAAoE;QACpE,0FAA0F;QAC1F,qDAAqD;IACzD,OAAO,EAAE,EAAE;CACd,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAAC,SAAS,GAAG,EAAE;IAC3C,MAAM,MAAM,GAAG;QACX,GAAG,kBAAkB;QACrB,GAAG,SAAS;QACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;YACrC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5C,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;KAChD,CAAC;IACF,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAU,EAAE,QAAQ;IACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACjE,OAAO;QACH,GAAG,UAAU;QACb,OAAO,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC;KACxD,CAAC;AACN,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE;IAC7D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,gBAAgB,CAAC;IACxC,OAAO,EAAE;IACL,6CAA6C;IAC7C;;;;;;;;;;MAUE;KACL;CACJ,CAAC,CAAC;AAEH,oDAAoD;AACpD,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,CAAC,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAElD,sDAAsD;AAEtD,KAAK,UAAU,QAAQ,CAAC,KAAK,EAAE,QAAQ;IACnC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACjD,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAClC,CAAC;AAED,wDAAwD;AAExD,KAAK,UAAU,gBAAgB,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK;IAC1D,MAAM,WAAW,GACb,6CAA6C;QAC7C,oBAAoB;QACpB,SAAS;QACT,WAAW;QACX,oEAAoE,CAAC;IAEzE,MAAM,QAAQ,GAAG;QACb,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;KACzC,CAAC;IAEF,OAAO,MAAM,QAAQ,CAAC,KAAK,IAAI,aAAa,EAAE,QAAQ,CAAC,CAAC;AAC5D,CAAC;AAED,8DAA8D;AAE9D,MAAM,2BAA2B,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsCnC,CAAC;AAEF,KAAK,UAAU,YAAY,CAAC,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,KAAK,GAAG,aAAa;IACjG,MAAM,WAAW,GACb,qBAAqB;QACrB,UAAU,CAAC,eAAe;QAC1B,0BAA0B;QAC1B,UAAU,CAAC,gBAAgB;QAC3B,kCAAkC;QAClC,UAAU,CAAC,uBAAuB;QAClC,gCAAgC;QAChC,UAAU,CAAC,sBAAsB;QACjC,2BAA2B;QAC3B,SAAS;QACT,6BAA6B;QAC7B,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,qBAAqB;QACrB,WAAW;QACX,8DAA8D;QAC9D,sCAAsC,CAAC;IAE3C,MAAM,QAAQ,GAAG;QACb,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2BAA2B,EAAE;QACxD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;KACzC,CAAC;IAEF,OAAO,MAAM,QAAQ,CAAC,KAAK,IAAI,aAAa,EAAE,QAAQ,CAAC,CAAC;AAC5D,CAAC;AAED,oEAAoE;AAEpE,MAAM,6BAA6B,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiCrC,CAAC;AAEF,KAAK,UAAU,wBAAwB,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,KAAK,GAAG,aAAa;IAClG,MAAM,eAAe,GAAG,eAAe,IAAI,eAAe,CAAC,MAAM;QAC7D,CAAC,CAAC,eAAe;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACP,OAAO;gBACH,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI;gBACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,aAAa,EAAE,CAAC,CAAC,UAAU;qBACtB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;qBACX,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;aAC5C,CAAC;QACN,CAAC,CAAC;QACN,CAAC,CAAC,EAAE,CAAC;IAET,MAAM,WAAW,GAAG;QAChB,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;QAC7C,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;QAC3D,sBAAsB,EAAE,UAAU,CAAC,sBAAsB;QACzD,qBAAqB,EAAE,eAAe;QACtC,aAAa,EAAE,UAAU;KAC5B,CAAC;IAEF,MAAM,QAAQ,GAAG;QACb,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;QAC1D;YACI,IAAI,EAAE,MAAM;YACZ,OAAO,EACH,6DAA6D;gBAC7D,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpC,0DAA0D;SACjE;KACJ,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,IAAI,aAAa,EAAE,QAAQ,CAAC,CAAC;IAE7D,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,GAAG,CAAC,CAAC;QACnE,OAAO,EAAE,CAAC;IACd,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,OAAO,MAAM;SACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC;SACtD,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACd,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,YAAY,GAAG,GAAG;QAClC,YAAY,EAAE,CAAC,CAAC,YAAY;KAC/B,CAAC,CAAC,CAAC;AACZ,CAAC;AAED,0DAA0D;AAE1D,KAAK,UAAU,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE;IAChE,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC;IACpC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACjF,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAC/B,UAAU,EACV,EAAE,CAAC,KAAK,EACR,EAAE,CAAC,cAAc,EACjB,WAAW,EACX,IAAI,CAAC,KAAK,CACb,CAAC;QAEF,IAAI,KAAK,CAAC;QACV,IAAI,CAAC;YACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,KAAK,GAAG;gBACJ,WAAW,EAAE,EAAE;gBACf,OAAO,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,IAAI,EAAE,KAAK;oBACX,MAAM,EAAE,mCAAmC,GAAG,QAAQ;iBACzD;aACJ,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GACP,KAAK;YACD,KAAK,CAAC,OAAO;YACb,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ;YACvC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK;YACrB,CAAC,CAAC,CAAC,CAAC;QAEZ,UAAU,IAAI,KAAK,CAAC;QAEpB,UAAU,CAAC,IAAI,CAAC;YACZ,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,WAAW;YACX,KAAK;SACR,CAAC,CAAC;IACP,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,IAAI,kBAAkB,QAAQ,CAAC,MAAM,yBAAyB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACnH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE;IAC5D,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAChD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,2DAA2D;AAE3D,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,UAAU,GAAG,WAAW,EAAE,IAAI,GAAG;IACvE,aAAa,EAAE,cAAc;IAC7B,eAAe,EAAE,iBAAiB;IAClC,oBAAoB,EAAE,wBAAwB;IAC9C,KAAK,EAAE,aAAa;CACvB;IACG,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpD,OAAO,CAAC,KAAK,CACT,mFAAmF,CACtF,CAAC;QACF,OAAO;YACH,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,EAAE;SACjB,CAAC;IACN,CAAC;IAED,IAAI,gBAAgB,GAAG,EAAE,CAAC;IAC1B,IAAI,cAAc,GAAG,EAAE,CAAC;IAExB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,cAAc,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,IAAI,cAAc,MAAM,CAAC,CAAC;QAEvF,qEAAqE;QACrE,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAC7C,UAAU,EACV,gBAAgB,EAChB,CAAC,IAAI,CAAC,eAAe,IAAI,iBAAiB,CAAC,EAC3C,IAAI,CAAC,KAAK,CACb,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAC9D,MAAM;QACV,CAAC;QAED,OAAO,CAAC,GAAG,CACP,8BAA8B,EAC9B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAChC,CAAC;QAEF,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAEhF,wBAAwB;QACxB,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CACP,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAChE,CAAC;QACN,CAAC;QAED,gCAAgC;QAChC,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAE7D,yCAAyC;QACzC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;QACzD,cAAc,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,oBAAoB,IAAI,wBAAwB,CAAC,CAAC;QAElG,OAAO,CAAC,GAAG,CACP,sBAAsB,EACtB,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAC1E,CAAC;IACN,CAAC;IAED,eAAe;IACf,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO;YACH,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,EAAE;SACjB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAEjC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAEtC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IACD,OAAO;QACH,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,UAAU,EAAE,gBAAgB;KAC/B,CAAA;AACL,CAAC;AAED,4BAA4B;AAC5B,iCAAiC;AACjC,6CAA6C;AAC7C,8BAA8B;AAC9B,UAAU;AACV,IAAI"}

package/dist/services/autoPromptOptimizer.manual-test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=autoPromptOptimizer.manual-test.d.ts.map

package/dist/services/autoPromptOptimizer.manual-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"autoPromptOptimizer.manual-test.d.ts","sourceRoot":"","sources":["../../src/services/autoPromptOptimizer.manual-test.ts"],"names":[],"mappings":""}

package/dist/services/autoPromptOptimizer.manual-test.js

@@ -0,0 +1,27 @@
+import { runAutoPromptSearch, createTaskConfig, buildDatasetExample } from './autoPromptOptimizer.js';
+import dotenv from 'dotenv';
+dotenv.config();
+async function main() {
+    const testConfig = createTaskConfig({
+        name: 'demo_email_extraction',
+        taskDescription: 'Extract a simple structured meeting request from an email body.',
+        outputFormatDescription: 'Return a JSON object with keys action, person, and datetime. Output ONLY JSON.',
+        dataset: [
+            buildDatasetExample({
+                id: 'demo-1',
+                input: 'Hi there, can you schedule a meeting with John next Tuesday at 3pm? Thanks!',
+                expectedOutput: {
+                    action: 'schedule_meeting',
+                    person: 'John',
+                    datetime: 'next Tuesday 3pm'
+                }
+            })
+        ]
+    });
+    await runAutoPromptSearch(testConfig);
+}
+main().catch((err) => {
+    console.error('autoPromptOptimizer test run failed:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=autoPromptOptimizer.manual-test.js.map

package/dist/services/autoPromptOptimizer.manual-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"autoPromptOptimizer.manual-test.js","sourceRoot":"","sources":["../../src/services/autoPromptOptimizer.manual-test.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAGhB,KAAK,UAAU,IAAI;IACf,MAAM,UAAU,GAAG,gBAAgB,CAAC;QAChC,IAAI,EAAE,uBAAuB;QAC7B,eAAe,EAAE,iEAAiE;QAClF,uBAAuB,EAAE,gFAAgF;QACzG,OAAO,EAAE;YACL,mBAAmB,CAAC;gBAChB,EAAE,EAAE,QAAQ;gBACZ,KAAK,EAAE,6EAA6E;gBACpF,cAAc,EAAE;oBACZ,MAAM,EAAE,kBAAkB;oBAC1B,MAAM,EAAE,MAAM;oBACd,QAAQ,EAAE,kBAAkB;iBAC/B;aACJ,CAAC;SACL;KACJ,CAAC,CAAC;IAEH,MAAM,mBAAmB,CAAC,UAAU,CAAC,CAAC;AAC1C,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC,CAAC,CAAC"}

package/dist/services/chainExecutor.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Executes a Prompt Chain
+ * @param {Object} params
+ * @param {Object} params.chainDef - The chain definition object { steps: [], finalExpectations: '' }
+ * @param {Object} params.prompts - Map of prompt keys to strings
+ * @param {string|Object} params.input - Initial input
+ * @param {string} [params.preamble] - Optional system preamble
+ * @param {string} [params.precontext] - Optional context
+ * @param {string} params.serverUrl - Base URL for the API (e.g. http://localhost:3000)
+ * @param {string} [params.model] - Model ID
+ * @param {Function} [params.logFn] - Logging function (msg) => void
+ */
+export declare const executeChain: ({ chainDef, prompts, input, preamble, precontext, serverUrl, model, logFn }: {
+    chainDef: any;
+    prompts: any;
+    input: any;
+    preamble: any;
+    precontext: any;
+    serverUrl: any;
+    model?: string;
+    logFn?: (...data: any[]) => void;
+}) => Promise<{
+    result: {};
+    history: any[];
+}>;
+//# sourceMappingURL=chainExecutor.d.ts.map

package/dist/services/chainExecutor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chainExecutor.d.ts","sourceRoot":"","sources":["../../src/services/chainExecutor.ts"],"names":[],"mappings":"AA+FA;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,YAAY,GAAU;;;;;;;;;CASlC;;;EA4UA,CAAC"}