flow-frame-core 0.1.0

package/dist/services/agenticUiPlanner.js

@@ -0,0 +1,161 @@
+import { UiPlanner } from './uiPlanner.js';
+import { runPrompt, processLLMResponse } from './runPrompt.js';
+export class AgenticUiPlanner extends UiPlanner {
+    /**
+     * @param {Object} uiMap
+     * @param {UiMapPathFinder} pathFinder
+     * @param {Object} macroRegistry
+     * @param {Array} automationFiles
+     */
+    constructor(uiMap, pathFinder, macroRegistry = {}, automationFiles = []) {
+        super(uiMap, pathFinder, macroRegistry, automationFiles);
+    }
+    /**
+     * Iteratively plans and executes steps to achieve the goal.
+     * @param {string} request - User request.
+     * @param {string} startStateId - Initial state.
+     * @param {Object} context - Execution context.
+     * @param {Object} executor - Interface to execute actions and perceive state.
+     * @param {Function} executor.executeAction - (step) => Promise<result>
+     * @param {Function} executor.captureScreen - () => Promise<base64Image>
+     * @param {string} model - LLM model.
+     */
+    async run(request, startStateId, context, executor, model = 'gpt-5.2-2025-12-11') {
+        let currentStateId = startStateId;
+        let history = [];
+        let taskComplete = false;
+        const maxSteps = 30;
+        let stepCount = 0;
+        console.log(`[AgenticUiPlanner] Starting task: "${request}" from state: ${currentStateId}`);
+        while (!taskComplete && stepCount < maxSteps) {
+            // 1. Perceive
+            let screenImage = null;
+            try {
+                screenImage = await executor.captureScreen();
+            }
+            catch (e) {
+                console.warn("[AgenticUiPlanner] Failed to capture screen:", e);
+            }
+            // 2. Plan Next Step
+            const decision = await this._decideNextStep(request, currentStateId, history, screenImage, context, model);
+            if (decision.done) {
+                console.log("[AgenticUiPlanner] Agent decided task is complete.");
+                console.log("Reason:", decision.reason);
+                taskComplete = true;
+                break;
+            }
+            const stepDef = decision.step;
+            if (!stepDef) {
+                console.warn("[AgenticUiPlanner] Agent returned no step and not done. Aborting.");
+                break;
+            }
+            console.log(`[AgenticUiPlanner] Agent decided to: ${stepDef.kind} -> ${stepDef.field || stepDef.target || stepDef.label}`);
+            // 3. Compile to Executable Steps
+            // We wrap the single step in a "goal" structure to reuse UiPlanner.compile
+            const miniGoal = { steps: [stepDef] };
+            // We use generatePlan to resolve target states and paths
+            const planOps = this.generatePlan(miniGoal, currentStateId);
+            // Compile into low-level steps (clicks, types, etc.)
+            const compiled = this.compile(planOps, currentStateId);
+            if (compiled.steps.length === 0) {
+                console.warn("[AgenticUiPlanner] No executable steps generated for operation. Trying to force execution or skip.");
+                // If it's a wait or check, maybe we just proceed?
+                history.push({ step: stepDef, status: 'skipped', reason: 'no_low_level_steps' });
+            }
+            // 4. Execute
+            for (const exeStep of compiled.steps) {
+                console.log(`[AgenticUiPlanner] Executing low-level step: ${exeStep.description}`);
+                try {
+                    await executor.executeAction(exeStep);
+                }
+                catch (err) {
+                    console.error(`[AgenticUiPlanner] Execution failed: ${err.message}`);
+                    history.push({ step: stepDef, status: 'failed', error: err.message });
+                    // Allow the agent to see the failure in the next iteration's history
+                    continue;
+                }
+            }
+            // 5. Update State & History
+            // We optimistically update the state if the planner thinks we moved.
+            // In a real agent, we might verify this with the screen in the next loop.
+            if (stepDef.kind === 'navigate') {
+                currentStateId = stepDef.target;
+            }
+            else if (stepDef.targetStateId) {
+                currentStateId = stepDef.targetStateId;
+            }
+            else {
+                // If we didn't explicitly navigate, check if the compiled steps moved us
+                // The compile() method updates 'currentState' internally, but doesn't return it.
+                // We can infer it from the last step's location if available, or just trust the op.
+                // For now, we keep currentStateId unless the op was a navigation.
+            }
+            history.push({ step: stepDef, status: 'success', stateAfter: currentStateId });
+            stepCount++;
+        }
+        return { success: taskComplete, history };
+    }
+    async _decideNextStep(request, currentStateId, history, screenImage, context, model) {
+        const knownFields = this._getAvailableFieldsForState(currentStateId);
+        const allStates = Object.keys(this.uiMap.states);
+        const historyStr = history.map((h, i) => `${i + 1}. ${h.step.kind} ${h.step.field || h.step.target || h.step.label} (${h.status})`).join('\n');
+        const systemPrompt = `
+You are an intelligent UI Automation Agent.
+Your goal is to fulfill the USER REQUEST by executing a series of steps.
+You are currently at state: "${currentStateId}".
+
+AVAILABLE FIELDS in current state:
+${knownFields.join(', ')}
+
+ALL STATES (for navigation):
+${allStates.join(', ')}
+
+HISTORY:
+${historyStr}
+
+INSTRUCTIONS:
+1. Analyze the USER REQUEST and the HISTORY.
+2. Look at the SCREENSHOT (if provided) to verify the current state and identify elements.
+3. Decide the SINGLE NEXT STEP to take.
+4. If the request is fully satisfied, set "done": true.
+
+OUTPUT SCHEMA:
+{
+  "done": boolean,
+  "reason": "Why you are done or what you are doing next",
+  "step": {
+    "kind": "setField" | "select" | "navigate" | "commit" | "wait",
+    "field": "string", // For setField, select, wait
+    "value": "any", // For setField
+    "target": "string", // For navigate (must be a valid state ID)
+    "label": "string", // For commit
+    "condition": "string" // For wait
+  }
+}
+`;
+        const userMessage = `
+User Request: "${request}"
+Current State: ${currentStateId}
+Context: ${JSON.stringify(context)}
+`;
+        const images = screenImage ? [screenImage] : [];
+        const response = await runPrompt([
+            { role: 'system', content: systemPrompt },
+            { role: 'user', content: userMessage }
+        ], model, images);
+        return processLLMResponse(response, model, 'openai');
+    }
+    _getAvailableFieldsForState(stateId) {
+        const state = this.uiMap.states[stateId];
+        if (!state || !state.fields)
+            return [];
+        return state.fields.map(f => {
+            let desc = f.name;
+            if (f.type === 'wait_area' && f.description) {
+                desc += ` (Wait Area: ${f.description})`;
+            }
+            return desc;
+        });
+    }
+}
+//# sourceMappingURL=agenticUiPlanner.js.map

package/dist/services/agenticUiPlanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agenticUiPlanner.js","sourceRoot":"","sources":["../../src/services/agenticUiPlanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAE/D,MAAM,OAAO,gBAAiB,SAAQ,SAAS;IAC7C;;;;;OAKG;IACH,YAAY,KAAK,EAAE,UAAU,EAAE,aAAa,GAAG,EAAE,EAAE,eAAe,GAAG,EAAE;QACrE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,GAAG,oBAAoB;QAC9E,IAAI,cAAc,GAAG,YAAY,CAAC;QAClC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,OAAO,CAAC,GAAG,CAAC,sCAAsC,OAAO,iBAAiB,cAAc,EAAE,CAAC,CAAC;QAE5F,OAAO,CAAC,YAAY,IAAI,SAAS,GAAG,QAAQ,EAAE,CAAC;YAC7C,cAAc;YACd,IAAI,WAAW,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC;gBACH,WAAW,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC/C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,8CAA8C,EAAE,CAAC,CAAC,CAAC;YAClE,CAAC;YAED,oBAAoB;YACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CACzC,OAAO,EACP,cAAc,EACd,OAAO,EACP,WAAW,EACX,OAAO,EACP,KAAK,CACN,CAAC;YAEF,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;YAED,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;gBAClF,MAAM;YACR,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,wCAAwC,OAAO,CAAC,IAAI,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YAE3H,iCAAiC;YACjC,2EAA2E;YAC3E,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAEtC,yDAAyD;YACzD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAE5D,qDAAqD;YACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;YAEvD,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;gBACnH,kDAAkD;gBAClD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;YACnF,CAAC;YAED,aAAa;YACb,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,gDAAgD,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;gBACnF,IAAI,CAAC;oBACH,MAAM,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,wCAAwC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;oBACrE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtE,qEAAqE;oBACrE,SAAS;gBACX,CAAC;YACH,CAAC;YAED,4BAA4B;YAC5B,qEAAqE;YACrE,0EAA0E;YAC1E,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAChC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;YAClC,CAAC;iBAAM,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;gBACjC,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,yEAAyE;gBACzE,iFAAiF;gBACjF,oFAAoF;gBACpF,kEAAkE;YACpE,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,CAAC;YAC/E,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK;QACjF,MAAM,WAAW,GAAG,IAAI,CAAC,2BAA2B,CAAC,cAAc,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEjD,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,GAAG,CAAC,GAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,MAAM,GAAG,CACxF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,MAAM,YAAY,GAAG;;;+BAGM,cAAc;;;EAG3C,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAGtB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAGpB,UAAU;;;;;;;;;;;;;;;;;;;;;CAqBX,CAAC;QAEE,MAAM,WAAW,GAAG;iBACP,OAAO;iBACP,cAAc;WACpB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;CACjC,CAAC;QAEE,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B;YACE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;SACvC,EACD,KAAK,EACL,MAAM,CACP,CAAC;QAEF,OAAO,kBAAkB,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED,2BAA2B,CAAC,OAAO;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvC,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC1B,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;YAClB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC5C,IAAI,IAAI,gBAAgB,CAAC,CAAC,WAAW,GAAG,CAAC;YAC3C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/services/apiKeyService.d.ts

@@ -0,0 +1,3 @@
+export declare function fetchOpenApiKey(): Promise<string>;
+export declare function fetchGrokApiKey(): Promise<string>;
+//# sourceMappingURL=apiKeyService.d.ts.map

package/dist/services/apiKeyService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"apiKeyService.d.ts","sourceRoot":"","sources":["../../src/services/apiKeyService.ts"],"names":[],"mappings":"AAAA,wBAAsB,eAAe,oBAEpC;AAED,wBAAsB,eAAe,oBAEpC"}

package/dist/services/apiKeyService.js

@@ -0,0 +1,7 @@
+export async function fetchOpenApiKey() {
+    return process.env.OPEN_AI_KEY;
+}
+export async function fetchGrokApiKey() {
+    return process.env.GROK_API_KEY;
+}
+//# sourceMappingURL=apiKeyService.js.map

package/dist/services/apiKeyService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apiKeyService.js","sourceRoot":"","sources":["../../src/services/apiKeyService.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AAClC,CAAC"}

package/dist/services/audioService.d.ts

@@ -0,0 +1,10 @@
+declare function generateAudio(text: any, voice: any, options?: {}): Promise<{
+    audioBuffer: Buffer<ArrayBuffer>;
+    alignment: any;
+}>;
+declare function processAudio(filePath: any, text: any, voice: any, keepExisting?: boolean): Promise<{
+    audioPath: any;
+    srtPath: any;
+}>;
+export { generateAudio, processAudio };
+//# sourceMappingURL=audioService.d.ts.map

package/dist/services/audioService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioService.d.ts","sourceRoot":"","sources":["../../src/services/audioService.ts"],"names":[],"mappings":"AAIA,iBAAe,aAAa,CAAC,IAAI,KAAA,EAAE,KAAK,KAAA,EAAE,OAAO,KAAK;;;GA6CrD;AA8ED,iBAAe,YAAY,CAAC,QAAQ,KAAA,EAAE,IAAI,KAAA,EAAE,KAAK,KAAA,EAAE,YAAY,UAAO;;;GAoCrE;AAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC"}

package/dist/services/audioService.js

@@ -0,0 +1,140 @@
+import fetch from 'node-fetch';
+import fs from 'fs';
+import path from 'path';
+async function generateAudio(text, voice, options = {}) {
+    if (!text) {
+        throw new Error("Text parameter is required");
+    }
+    if (!voice) {
+        throw new Error("Voice parameter is required");
+    }
+    const ELEVENLABS_API_KEY = process.env.ELEVENLABS_API_KEY;
+    if (!ELEVENLABS_API_KEY) {
+        throw new Error("ELEVENLABS_API_KEY is not set");
+    }
+    const url = `https://api.elevenlabs.io/v1/text-to-speech/${voice}/with-timestamps`;
+    const payload = {
+        text,
+        ...options
+    };
+    // Strip undefined values so we only send configured overrides.
+    Object.keys(payload).forEach((key) => payload[key] === undefined && delete payload[key]);
+    const response = await fetch(url, {
+        method: 'POST',
+        headers: {
+            'xi-api-key': ELEVENLABS_API_KEY,
+            'Content-Type': 'application/json'
+        },
+        body: JSON.stringify(payload)
+    });
+    const data = await response.json();
+    if (!response.ok) {
+        const message = typeof data === 'object' ? JSON.stringify(data) : data;
+        throw new Error(`API error: ${response.status} ${response.statusText} - ${message}`);
+    }
+    if (!data.audio_base64) {
+        throw new Error('API response missing audio data');
+    }
+    return {
+        audioBuffer: Buffer.from(data.audio_base64, 'base64'),
+        alignment: data.alignment || data.normalized_alignment || null
+    };
+}
+function secondsToSrtTimestamp(seconds = 0) {
+    const totalMs = Math.max(0, Math.round((seconds || 0) * 1000));
+    const hours = String(Math.floor(totalMs / 3600000)).padStart(2, '0');
+    const minutes = String(Math.floor((totalMs % 3600000) / 60000)).padStart(2, '0');
+    const secs = String(Math.floor((totalMs % 60000) / 1000)).padStart(2, '0');
+    const millis = String(totalMs % 1000).padStart(3, '0');
+    return `${hours}:${minutes}:${secs},${millis}`;
+}
+function buildSrtFromAlignment(alignment) {
+    if (!alignment || !Array.isArray(alignment.characters)) {
+        return null;
+    }
+    const characters = alignment.characters;
+    const starts = alignment.character_start_times_seconds || [];
+    const ends = alignment.character_end_times_seconds || [];
+    if (characters.length === 0 || characters.length !== starts.length || characters.length !== ends.length) {
+        return null;
+    }
+    const entries = [];
+    let currentText = '';
+    let currentStart = null;
+    let lastEnd = null;
+    const pushEntry = () => {
+        if (!currentText) {
+            return;
+        }
+        const entryStart = currentStart ?? 0;
+        const entryEnd = lastEnd ?? entryStart;
+        entries.push({ text: currentText, start: entryStart, end: entryEnd });
+        currentText = '';
+        currentStart = null;
+        lastEnd = null;
+    };
+    for (let i = 0; i < characters.length; i += 1) {
+        const char = characters[i];
+        const start = starts[i];
+        const end = ends[i];
+        const isWhitespace = /\s/.test(char);
+        if (!isWhitespace) {
+            if (currentText.length === 0) {
+                currentStart = start;
+            }
+            currentText += char;
+            lastEnd = end;
+        }
+        const isLastChar = i === characters.length - 1;
+        if ((isWhitespace || isLastChar) && currentText) {
+            pushEntry();
+        }
+    }
+    if (entries.length === 0) {
+        return null;
+    }
+    return entries
+        .map((entry, index) => {
+        const start = secondsToSrtTimestamp(entry.start);
+        const end = secondsToSrtTimestamp(entry.end);
+        return `${index + 1}\n${start} --> ${end}\n${entry.text}\n`;
+    })
+        .join('\n');
+}
+function ensureMp3Path(filePath) {
+    return filePath.toLowerCase().endsWith('.mp3') ? filePath : `${filePath}.mp3`;
+}
+async function processAudio(filePath, text, voice, keepExisting = true) {
+    const audioPath = ensureMp3Path(filePath);
+    if (keepExisting && fs.existsSync(audioPath)) {
+        console.log(`Audio file already exists at ${audioPath}, skipping generation.`);
+        const srtPath = audioPath.replace(/\.mp3$/i, '.srt');
+        return { audioPath, srtPath: fs.existsSync(srtPath) ? srtPath : undefined };
+    }
+    console.log(`Generating audio for ${filePath}...`);
+    const { audioBuffer, alignment } = await generateAudio(text, voice);
+    if (!audioBuffer) {
+        throw new Error('Audio generation failed');
+    }
+    const dir = (() => {
+        if (!filePath) {
+            return process.cwd();
+        }
+        if (fs.existsSync(filePath)) {
+            const stats = fs.lstatSync(filePath);
+            return stats.isDirectory() ? filePath : path.dirname(filePath);
+        }
+        return path.dirname(filePath);
+    })();
+    fs.mkdirSync(dir, { recursive: true });
+    fs.writeFileSync(audioPath, audioBuffer);
+    let srtPath;
+    const srtContent = buildSrtFromAlignment(alignment);
+    if (srtContent) {
+        srtPath = audioPath.replace(/\.mp3$/i, '.srt');
+        fs.writeFileSync(srtPath, srtContent);
+    }
+    return { audioPath, srtPath };
+}
+export { generateAudio, processAudio };
+//# sourceMappingURL=audioService.js.map

package/dist/services/audioService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioService.js","sourceRoot":"","sources":["../../src/services/audioService.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,KAAK,UAAU,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,EAAE;IAClD,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAC1D,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,GAAG,GAAG,+CAA+C,KAAK,kBAAkB,CAAC;IACnF,MAAM,OAAO,GAAG;QACZ,IAAI;QACJ,GAAG,OAAO;KACb,CAAC;IAEF,+DAA+D;IAC/D,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAEzF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC9B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACL,YAAY,EAAE,kBAAkB;YAChC,cAAc,EAAE,kBAAkB;SACrC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KAChC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACvD,CAAC;IAED,OAAO;QACH,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC;QACrD,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI;KACjE,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAO,GAAG,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACjF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACvD,OAAO,GAAG,KAAK,IAAI,OAAO,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAS;IACpC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;IACxC,MAAM,MAAM,GAAG,SAAS,CAAC,6BAA6B,IAAI,EAAE,CAAC;IAC7D,MAAM,IAAI,GAAG,SAAS,CAAC,2BAA2B,IAAI,EAAE,CAAC;IAEzD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QACtG,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,YAAY,GAAG,IAAI,CAAC;IACxB,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,MAAM,SAAS,GAAG,GAAG,EAAE;QACnB,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,OAAO;QACX,CAAC;QACD,MAAM,UAAU,GAAG,YAAY,IAAI,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,IAAI,UAAU,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtE,WAAW,GAAG,EAAE,CAAC;QACjB,YAAY,GAAG,IAAI,CAAC;QACpB,OAAO,GAAG,IAAI,CAAC;IACnB,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC;YACzB,CAAC;YACD,WAAW,IAAI,IAAI,CAAC;YACpB,OAAO,GAAG,GAAG,CAAC;QAClB,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC,YAAY,IAAI,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC;YAC9C,SAAS,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,OAAO;SACT,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAClB,MAAM,KAAK,GAAG,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,GAAG,KAAK,GAAG,CAAC,KAAK,KAAK,QAAQ,GAAG,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;IAChE,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,aAAa,CAAC,QAAQ;IAC3B,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,MAAM,CAAC;AAClF,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI;IAClE,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAE1C,IAAI,YAAY,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,gCAAgC,SAAS,wBAAwB,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACrD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAChF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,KAAK,CAAC,CAAC;IACnD,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACpE,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACrC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnE,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC,CAAC,EAAE,CAAC;IAEL,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACzC,IAAI,OAAO,CAAC;IACZ,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IACpD,IAAI,UAAU,EAAE,CAAC;QACb,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/C,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;AAClC,CAAC;AAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC"}

package/dist/services/autoPromptOptimizer.d.ts

@@ -0,0 +1,44 @@
+export declare function createTaskConfig(overrides?: {}): {
+    dataset: any;
+    name: string;
+    taskDescription: string;
+    inputDescription: string;
+    outputFormatDescription: string;
+    evaluationInstructions: string;
+};
+export declare function addDatasetExamples(taskConfig: any, examples: any): any;
+export declare function buildDatasetExample({ id, input, expectedOutput }: {
+    id: any;
+    input: any;
+    expectedOutput: any;
+}): {
+    id: any;
+    input: any;
+    expectedOutput: any;
+};
+export declare const TASK_CONFIG: {
+    dataset: any;
+    name: string;
+    taskDescription: string;
+    inputDescription: string;
+    outputFormatDescription: string;
+    evaluationInstructions: string;
+};
+export declare const DEFAULT_MODEL = "gpt-5.2-2025-12-11";
+export declare function runAutoPromptSearch(taskConfig?: {
+    dataset: any;
+    name: string;
+    taskDescription: string;
+    inputDescription: string;
+    outputFormatDescription: string;
+    evaluationInstructions: string;
+}, opts?: {
+    maxIterations: number;
+    promptsPerRound: number;
+    topPromptsToFeedBack: number;
+    model: string;
+}): Promise<{
+    bestPrompt: any;
+    allResults: any[];
+}>;
+//# sourceMappingURL=autoPromptOptimizer.d.ts.map

package/dist/services/autoPromptOptimizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"autoPromptOptimizer.d.ts","sourceRoot":"","sources":["../../src/services/autoPromptOptimizer.ts"],"names":[],"mappings":"AAwBA,wBAAgB,gBAAgB,CAAC,SAAS,KAAK;;;;;;;EAS9C;AAED,wBAAgB,kBAAkB,CAAC,UAAU,KAAA,EAAE,QAAQ,KAAA,OAMtD;AAED,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE;;;;CAAA;;;;EAEhE;AAED,eAAO,MAAM,WAAW;;;;;;;CAetB,CAAC;AAMH,eAAO,MAAM,aAAa,uBAAuB,CAAC;AA8PlD,wBAAsB,mBAAmB,CAAC,UAAU;;;;;;;CAAc,EAAE,IAAI;;;;;CAKvE;;;GAuFA"}