flow-frame-core 0.1.0

package/dist/services/chainExecutor.js

@@ -0,0 +1,399 @@
+import fetch from 'node-fetch';
+/**
+ * Cleans a string to extract pure JSON
+ */
+const cleanJSONString = (str) => {
+    // Remove leading/trailing whitespace
+    str = str.trim();
+    // Pattern to match JSON wrapped in markdown code blocks
+    const markdownPatterns = [
+        /```json\s*\n?([\s\S]*?)\n?\s*```/i, // ```json ... ```
+        /```\s*\n?([\s\S]*?)\n?\s*```/i, // ``` ... ```
+        /`([^`]+)`/ // `...`
+    ];
+    // Try to extract from markdown patterns
+    for (const pattern of markdownPatterns) {
+        const match = str.match(pattern);
+        if (match && match[1]) {
+            str = match[1].trim();
+            break;
+        }
+    }
+    // Remove common text wrappers
+    const textWrappers = [
+        /^Here's the JSON:\s*/i,
+        /^JSON:\s*/i,
+        /^Response:\s*/i,
+        /^Result:\s*/i,
+        /^Output:\s*/i,
+        /\s*$/ // trailing whitespace
+    ];
+    for (const wrapper of textWrappers) {
+        str = str.replace(wrapper, '');
+    }
+    // Find JSON object boundaries
+    const firstOpenBrace = str.indexOf('{');
+    const firstOpenBracket = str.indexOf('[');
+    let jsonStart = -1;
+    if (firstOpenBrace !== -1 && firstOpenBracket !== -1) {
+        jsonStart = Math.min(firstOpenBrace, firstOpenBracket);
+    }
+    else if (firstOpenBrace !== -1) {
+        jsonStart = firstOpenBrace;
+    }
+    else {
+        jsonStart = firstOpenBracket;
+    }
+    const jsonEnd = Math.max(str.lastIndexOf('}'), str.lastIndexOf(']'));
+    if (jsonStart !== -1 && jsonEnd !== -1 && jsonEnd > jsonStart) {
+        str = str.substring(jsonStart, jsonEnd + 1);
+    }
+    return str.trim();
+};
+const extractJSON = (input) => {
+    // If input is already an object, return it as-is
+    if (typeof input === 'object' && input !== null) {
+        return input;
+    }
+    // If input is not a string, try to convert it
+    if (typeof input !== 'string') {
+        try {
+            return JSON.parse(String(input));
+        }
+        catch (error) {
+            return null;
+        }
+    }
+    // Clean the string and extract JSON
+    try {
+        const cleaned = cleanJSONString(input);
+        return JSON.parse(cleaned);
+    }
+    catch (error) {
+        // Fallback: Try to evaluate as loose JS object (handles unquoted keys, trailing commas, bad escapes)
+        try {
+            let cleaned = cleanJSONString(input);
+            // Fix unescaped backslashes (common in Windows paths or user input)
+            cleaned = cleaned.replace(/\\(?=[^"])/g, '\\\\');
+            // new Function is used here to allow loose parsing
+            return new Function('return ' + cleaned)();
+        }
+        catch (e2) {
+            return null;
+        }
+    }
+};
+/**
+ * Executes a Prompt Chain
+ * @param {Object} params
+ * @param {Object} params.chainDef - The chain definition object { steps: [], finalExpectations: '' }
+ * @param {Object} params.prompts - Map of prompt keys to strings
+ * @param {string|Object} params.input - Initial input
+ * @param {string} [params.preamble] - Optional system preamble
+ * @param {string} [params.precontext] - Optional context
+ * @param {string} params.serverUrl - Base URL for the API (e.g. http://localhost:3000)
+ * @param {string} [params.model] - Model ID
+ * @param {Function} [params.logFn] - Logging function (msg) => void
+ */
+export const executeChain = async ({ chainDef, prompts, input, preamble, precontext, serverUrl, model = 'gpt-4', logFn = console.log }) => {
+    const results = [];
+    logFn('Starting Chain Execution...');
+    // Context Accumulator: This object collects the merged results of all steps
+    let accumulatedContext = {};
+    let initialInput = extractJSON(input) || input;
+    // Allow initial input to seed the context if it's an object
+    if (typeof initialInput === 'object' && initialInput !== null) {
+        accumulatedContext = { ...initialInput };
+    }
+    for (let i = 0; i < chainDef.steps.length; i++) {
+        const node = chainDef.steps[i];
+        logFn(`Executing Step ${i + 1}/${chainDef.steps.length}...`);
+        const stepContextInput = `Current Context State:
+${JSON.stringify(accumulatedContext, null, 2)}
+
+Original Input / Goal:
+${typeof input === 'string' ? input : JSON.stringify(input)}
+${preamble ? '\nPreamble:\n' + preamble : ''}
+${precontext ? '\nPrecontext:\n' + precontext : ''}`;
+        if (Array.isArray(node)) {
+            // --- Parallel Execution ---
+            logFn('Running Parallel Block...');
+            const promises = node.map(async (item) => {
+                const sequence = Array.isArray(item) ? item : [item];
+                // Parallel branches get the SAME starting context
+                let branchContext = { ...accumulatedContext };
+                let lastOutput = '';
+                let seqLabel = '';
+                for (const step of sequence) {
+                    logFn(`[Parallel] Running prompt: ${step.promptKey}`);
+                    const pText = prompts[step.promptKey];
+                    if (!pText)
+                        throw new Error(`Missing prompt for key: ${step.promptKey}`);
+                    const stepInput = `Current Context State:
+${JSON.stringify(branchContext, null, 2)}
+
+Original Input / Goal:
+${typeof input === 'string' ? input : JSON.stringify(input)}
+
+Please output a JSON object containing ONLY the keys you are responsible for.`;
+                    // Run Step
+                    const res = await fetch(`${serverUrl}/api/prompts/chat`, {
+                        method: 'POST',
+                        headers: { 'Content-Type': 'application/json' },
+                        body: JSON.stringify({
+                            model,
+                            jsonMode: true,
+                            messages: [
+                                { role: 'system', content: pText },
+                                { role: 'user', content: `${stepInput}\n\nPlease output valid JSON.` }
+                            ]
+                        })
+                    });
+                    if (!res.ok)
+                        throw new Error('Failed to run parallel step ' + step.promptKey);
+                    const data = await res.json();
+                    let rawOutput = data.result;
+                    let output = rawOutput;
+                    let parsedOutput = null;
+                    const parsed = extractJSON(output);
+                    if (parsed) {
+                        if (parsed.strategy && parsed.result) {
+                            parsedOutput = parsed.result;
+                        }
+                        else {
+                            parsedOutput = parsed;
+                        }
+                        output = JSON.stringify(parsedOutput, null, 2);
+                    }
+                    // Analyze & Repair Loop
+                    if (step.expectations && step.expectations.trim()) {
+                        logFn(`[Parallel] Verifying output for ${step.promptKey}...`);
+                        let passed = false;
+                        let retryCount = 0;
+                        while (!passed && retryCount < 2) {
+                            try {
+                                const safeRawOutput = rawOutput.replace(/"""/g, '" " "');
+                                const analysisSystemPrompt = `You are a flexible QA Analyst.
+Review the following Output against the Expectations.
+Return strictly JSON: { "pass": boolean, "reason": "short explanation" }`;
+                                const analysisUserPrompt = `Expectations: ${JSON.stringify(step.expectations)}
+Output: """${safeRawOutput}"""`;
+                                const evalRes = await fetch(`${serverUrl}/api/prompts/chat`, {
+                                    method: 'POST',
+                                    headers: { 'Content-Type': 'application/json' },
+                                    body: JSON.stringify({
+                                        model,
+                                        messages: [
+                                            { role: 'system', content: analysisSystemPrompt },
+                                            { role: 'user', content: analysisUserPrompt }
+                                        ],
+                                        jsonMode: true
+                                    })
+                                });
+                                if (evalRes.ok) {
+                                    const evalData = await evalRes.json();
+                                    const analysisResult = extractJSON(evalData.result);
+                                    if (analysisResult && analysisResult.pass) {
+                                        passed = true;
+                                        logFn(`[Parallel] ${step.promptKey} Passed Validation.`);
+                                    }
+                                    else {
+                                        retryCount++;
+                                        logFn(`[Parallel] ${step.promptKey} Failed Validation. Attempting Repair ${retryCount}...`);
+                                        const repairSystemPrompt = `You are an automated repair system. 
+Task: Correct the output to satisfy the provided expectations.
+Return ONLY the corrected output string (if JSON, return valid JSON).`;
+                                        const repairUserPrompt = `The previous output from this step failed validation.
+Expectations: ${JSON.stringify(step.expectations)}
+Failure Reason: "${analysisResult ? analysisResult.reason : 'Unknown'}"
+Bad Output: """${safeRawOutput}"""`;
+                                        const repairRes = await fetch(`${serverUrl}/api/prompts/chat`, {
+                                            method: 'POST',
+                                            headers: { 'Content-Type': 'application/json' },
+                                            body: JSON.stringify({
+                                                model,
+                                                messages: [
+                                                    { role: 'system', content: repairSystemPrompt },
+                                                    { role: 'user', content: repairUserPrompt }
+                                                ],
+                                                jsonMode: true
+                                            })
+                                        });
+                                        if (repairRes.ok) {
+                                            const repairData = await repairRes.json();
+                                            rawOutput = repairData.result;
+                                            const reParsed = extractJSON(rawOutput);
+                                            if (reParsed) {
+                                                if (reParsed.strategy && reParsed.result) {
+                                                    parsedOutput = reParsed.result;
+                                                }
+                                                else {
+                                                    parsedOutput = reParsed;
+                                                }
+                                                output = JSON.stringify(parsedOutput, null, 2);
+                                            }
+                                        }
+                                    }
+                                }
+                                else {
+                                    break;
+                                }
+                            }
+                            catch (e) {
+                                console.warn('Analysis/Repair failed', e);
+                                break;
+                            }
+                        }
+                    }
+                    if (typeof parsedOutput === 'object' && parsedOutput !== null) {
+                        branchContext = { ...branchContext, ...parsedOutput };
+                    }
+                    lastOutput = output;
+                    seqLabel = seqLabel ? `${seqLabel}->${step.promptKey}` : step.promptKey;
+                }
+                return {
+                    stepIdx: i,
+                    promptKey: seqLabel,
+                    output: lastOutput,
+                    partialResult: branchContext
+                };
+            });
+            const resultsArr = await Promise.all(promises);
+            results.push(...resultsArr);
+            // Merge results
+            resultsArr.forEach(r => {
+                if (r.partialResult) {
+                    accumulatedContext = { ...accumulatedContext, ...r.partialResult };
+                }
+            });
+        }
+        else {
+            // --- Serial Step ---
+            const step = node;
+            const promptText = prompts[step.promptKey];
+            logFn(`[Serial] Executing prompt: ${step.promptKey}`);
+            if (!promptText) {
+                throw new Error(`Missing prompt for key: ${step.promptKey}`);
+            }
+            const res = await fetch(`${serverUrl}/api/prompts/chat`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({
+                    model,
+                    jsonMode: true,
+                    messages: [
+                        { role: 'system', content: promptText },
+                        { role: 'user', content: `${stepContextInput}\n\nPlease output valid JSON.` }
+                    ]
+                })
+            });
+            if (!res.ok)
+                throw new Error('Failed to run step ' + i);
+            const data = await res.json();
+            let rawOutput = data.result;
+            let output = rawOutput;
+            let parsedOutput = null;
+            const parsed = extractJSON(output);
+            if (parsed) {
+                if (parsed.strategy && parsed.result) {
+                    parsedOutput = parsed.result;
+                }
+                else {
+                    parsedOutput = parsed;
+                }
+                output = JSON.stringify(parsedOutput, null, 2);
+            }
+            // Analyze & Repair Loop
+            if (step.expectations && step.expectations.trim()) {
+                logFn(`[Serial] Verifying output for ${step.promptKey}...`);
+                let passed = false;
+                let retryCount = 0;
+                while (!passed && retryCount < 2) {
+                    const safeRawOutput = rawOutput.replace(/"""/g, '" " "');
+                    const analysisSystemPrompt = `You are a QA Analyst.
+Review the following Output against the Expectations.
+Return strictly JSON: { "pass": boolean, "reason": "short explanation" }`;
+                    const analysisUserPrompt = `Expectations: ${JSON.stringify(step.expectations)}
+Output: """${safeRawOutput}"""`;
+                    try {
+                        const evalRes = await fetch(`${serverUrl}/api/prompts/chat`, {
+                            method: 'POST',
+                            headers: { 'Content-Type': 'application/json' },
+                            body: JSON.stringify({
+                                model,
+                                jsonMode: true,
+                                messages: [
+                                    { role: 'system', content: analysisSystemPrompt },
+                                    { role: 'user', content: analysisUserPrompt }
+                                ]
+                            })
+                        });
+                        if (evalRes.ok) {
+                            const evalData = await evalRes.json();
+                            const analysis = extractJSON(evalData.result);
+                            if (analysis && analysis.pass) {
+                                passed = true;
+                                logFn(`[Serial] ${step.promptKey} Passed Validation.`);
+                            }
+                            else {
+                                retryCount++;
+                                logFn(`[Serial] ${step.promptKey} Failed Validation. Attempting Repair ${retryCount}...`);
+                                const repairSystemPrompt = `You are an automated repair system. 
+Task: Correct the output to satisfy the provided expectations.
+Return ONLY the corrected output string (if JSON, return valid JSON).`;
+                                const repairUserPrompt = `The previous output from this step failed validation.
+Expectations: ${JSON.stringify(step.expectations)}
+Failure Reason: "${analysis ? analysis.reason : 'Unknown'}"
+Bad Output: """${safeRawOutput}"""`;
+                                const repairRes = await fetch(`${serverUrl}/api/prompts/chat`, {
+                                    method: 'POST',
+                                    headers: { 'Content-Type': 'application/json' },
+                                    body: JSON.stringify({
+                                        model,
+                                        messages: [
+                                            { role: 'system', content: repairSystemPrompt },
+                                            { role: 'user', content: repairUserPrompt }
+                                        ],
+                                        jsonMode: true
+                                    })
+                                });
+                                if (repairRes.ok) {
+                                    const repairData = await repairRes.json();
+                                    rawOutput = repairData.result;
+                                    const newParsed = extractJSON(rawOutput);
+                                    if (newParsed) {
+                                        if (newParsed.strategy && newParsed.result) {
+                                            parsedOutput = newParsed.result;
+                                        }
+                                        else {
+                                            parsedOutput = newParsed;
+                                        }
+                                        output = JSON.stringify(parsedOutput, null, 2);
+                                    }
+                                }
+                            }
+                        }
+                    }
+                    catch (e) {
+                        console.warn('Analysis failed', e);
+                        break;
+                    }
+                }
+            }
+            if (typeof parsedOutput === 'object' && parsedOutput !== null) {
+                accumulatedContext = { ...accumulatedContext, ...parsedOutput };
+            }
+            results.push({
+                stepIdx: i,
+                promptKey: step.promptKey,
+                output
+            });
+        }
+    }
+    logFn('Chain Execution Complete.');
+    return {
+        result: accumulatedContext,
+        history: results
+    };
+};
+//# sourceMappingURL=chainExecutor.js.map

package/dist/services/chainExecutor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chainExecutor.js","sourceRoot":"","sources":["../../src/services/chainExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,GAAG,EAAE,EAAE;IAC5B,qCAAqC;IACrC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAEjB,wDAAwD;IACxD,MAAM,gBAAgB,GAAG;QACrB,mCAAmC,EAAG,kBAAkB;QACxD,+BAA+B,EAAO,cAAc;QACpD,WAAW,CAA4B,QAAQ;KAClD,CAAC;IAEF,wCAAwC;IACxC,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACpB,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACtB,MAAM;QACV,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,MAAM,YAAY,GAAG;QACjB,uBAAuB;QACvB,YAAY;QACZ,gBAAgB;QAChB,cAAc;QACd,cAAc;QACd,MAAM,CAAC,sBAAsB;KAChC,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;QACjC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,8BAA8B;IAC9B,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IAEnB,IAAI,cAAc,KAAK,CAAC,CAAC,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;QACnD,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;IAC3D,CAAC;SAAM,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/B,SAAS,GAAG,cAAc,CAAC;IAC/B,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,gBAAgB,CAAC;IACjC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IAErE,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,IAAI,OAAO,GAAG,SAAS,EAAE,CAAC;QAC5D,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,EAAE;IAC1B,iDAAiD;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED,oCAAoC;IACpC,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,qGAAqG;QACrG,IAAI,CAAC;YACD,IAAI,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACrC,oEAAoE;YACpE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAEjD,mDAAmD;YACnD,OAAO,IAAI,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC;QAC/C,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACV,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;AACL,CAAC,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,EAC/B,QAAQ,EACR,OAAO,EACP,KAAK,EACL,QAAQ,EACR,UAAU,EACV,SAAS,EACT,KAAK,GAAG,OAAO,EACf,KAAK,GAAG,OAAO,CAAC,GAAG,EACtB,EAAE,EAAE;IACD,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAErC,4EAA4E;IAC5E,IAAI,kBAAkB,GAAG,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IAE/C,4DAA4D;IAC5D,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QAC5D,kBAAkB,GAAG,EAAE,GAAG,YAAY,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/B,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;QAE7D,MAAM,gBAAgB,GAAG;EAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;;;EAG3C,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;EACzD,QAAQ,CAAC,CAAC,CAAC,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE;EAC1C,UAAU,CAAC,CAAC,CAAC,iBAAiB,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAE7C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,6BAA6B;YAC7B,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAErD,kDAAkD;gBAClD,IAAI,aAAa,GAAG,EAAE,GAAG,kBAAkB,EAAE,CAAC;gBAC9C,IAAI,UAAU,GAAG,EAAE,CAAC;gBACpB,IAAI,QAAQ,GAAG,EAAE,CAAC;gBAElB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC1B,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;oBACtD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACtC,IAAI,CAAC,KAAK;wBAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;oBAEzE,MAAM,SAAS,GAAG;EACpC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;;;EAGtC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;;8EAEmB,CAAC;oBAE3D,WAAW;oBACX,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,mBAAmB,EAAE;wBACrD,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;wBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;4BACjB,KAAK;4BACL,QAAQ,EAAE,IAAI;4BACd,QAAQ,EAAE;gCACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;gCAClC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,SAAS,+BAA+B,EAAE;6BACzE;yBACJ,CAAC;qBACL,CAAC,CAAC;oBAEH,IAAI,CAAC,GAAG,CAAC,EAAE;wBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC9E,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBAE9B,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;oBAC5B,IAAI,MAAM,GAAG,SAAS,CAAC;oBACvB,IAAI,YAAY,GAAG,IAAI,CAAC;oBACxB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;oBACnC,IAAI,MAAM,EAAE,CAAC;wBACT,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BACnC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;wBACjC,CAAC;6BAAM,CAAC;4BACJ,YAAY,GAAG,MAAM,CAAC;wBAC1B,CAAC;wBACD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBACnD,CAAC;oBAED,wBAAwB;oBACxB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;wBAChD,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;wBAC9D,IAAI,MAAM,GAAG,KAAK,CAAC;wBACnB,IAAI,UAAU,GAAG,CAAC,CAAC;wBAEnB,OAAO,CAAC,MAAM,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;4BAC/B,IAAI,CAAC;gCACD,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gCACzD,MAAM,oBAAoB,GAAG;;yEAEY,CAAC;gCAE1C,MAAM,kBAAkB,GAAG,iBAAiB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC;aAChG,aAAa,KAAK,CAAC;gCAEA,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,mBAAmB,EAAE;oCACzD,MAAM,EAAE,MAAM;oCACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;oCAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wCACjB,KAAK;wCACL,QAAQ,EAAE;4CACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;4CACjD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE;yCAChD;wCACD,QAAQ,EAAE,IAAI;qCACjB,CAAC;iCACL,CAAC,CAAC;gCAEH,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;oCACb,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;oCACtC,MAAM,cAAc,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oCAEpD,IAAI,cAAc,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC;wCACxC,MAAM,GAAG,IAAI,CAAC;wCACd,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,qBAAqB,CAAC,CAAC;oCAC7D,CAAC;yCAAM,CAAC;wCACJ,UAAU,EAAE,CAAC;wCACb,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,yCAAyC,UAAU,KAAK,CAAC,CAAC;wCAE5F,MAAM,kBAAkB,GAAG;;sEAEG,CAAC;wCAE/B,MAAM,gBAAgB,GAAG;gBACjD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC;mBAC9B,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;iBACpD,aAAa,KAAK,CAAC;wCAEI,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,mBAAmB,EAAE;4CAC3D,MAAM,EAAE,MAAM;4CACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;4CAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gDACjB,KAAK;gDACL,QAAQ,EAAE;oDACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;oDAC/C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE;iDAC9C;gDACD,QAAQ,EAAE,IAAI;6CACjB,CAAC;yCACL,CAAC,CAAC;wCAEH,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;4CACf,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;4CAC1C,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC;4CAE9B,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;4CACxC,IAAI,QAAQ,EAAE,CAAC;gDACX,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oDACvC,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;gDACnC,CAAC;qDAAM,CAAC;oDACJ,YAAY,GAAG,QAAQ,CAAC;gDAC5B,CAAC;gDACD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;4CACnD,CAAC;wCACL,CAAC;oCACL,CAAC;gCACL,CAAC;qCAAM,CAAC;oCACJ,MAAM;gCACV,CAAC;4BACL,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACT,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;gCAC1C,MAAM;4BACV,CAAC;wBACL,CAAC;oBACL,CAAC;oBAED,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;wBAC5D,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,YAAY,EAAE,CAAC;oBAC1D,CAAC;oBAED,UAAU,GAAG,MAAM,CAAC;oBACpB,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC5E,CAAC;gBAED,OAAO;oBACH,OAAO,EAAE,CAAC;oBACV,SAAS,EAAE,QAAQ;oBACnB,MAAM,EAAE,UAAU;oBAClB,aAAa,EAAE,aAAa;iBAC/B,CAAC;YACN,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YAE5B,gBAAgB;YAChB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACnB,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;oBAClB,kBAAkB,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;gBACvE,CAAC;YACL,CAAC,CAAC,CAAC;QAEP,CAAC;aAAM,CAAC;YACJ,sBAAsB;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC;YAClB,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE3C,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAEtD,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,mBAAmB,EAAE;gBACrD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK;oBACL,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE;wBACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE;wBACvC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,+BAA+B,EAAE;qBAChF;iBACJ,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;YAC5B,IAAI,MAAM,GAAG,SAAS,CAAC;YACvB,IAAI,YAAY,GAAG,IAAI,CAAC;YACxB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YAEnC,IAAI,MAAM,EAAE,CAAC;gBACT,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBACnC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;gBACjC,CAAC;qBAAM,CAAC;oBACJ,YAAY,GAAG,MAAM,CAAC;gBAC1B,CAAC;gBACD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,wBAAwB;YACxB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChD,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;gBAC5D,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,IAAI,UAAU,GAAG,CAAC,CAAC;gBAEnB,OAAO,CAAC,MAAM,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBAC/B,MAAM,aAAa,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;oBACzD,MAAM,oBAAoB,GAAG;;yEAEwB,CAAC;oBAEtD,MAAM,kBAAkB,GAAG,iBAAiB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC;aACpF,aAAa,KAAK,CAAC;oBAEZ,IAAI,CAAC;wBACD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,mBAAmB,EAAE;4BACzD,MAAM,EAAE,MAAM;4BACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;4BAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gCACjB,KAAK;gCACL,QAAQ,EAAE,IAAI;gCACd,QAAQ,EAAE;oCACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;oCACjD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE;iCAChD;6BACJ,CAAC;yBACL,CAAC,CAAC;wBACH,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;4BACb,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;4BACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;4BAE9C,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gCAC5B,MAAM,GAAG,IAAI,CAAC;gCACd,KAAK,CAAC,YAAY,IAAI,CAAC,SAAS,qBAAqB,CAAC,CAAC;4BAC3D,CAAC;iCAAM,CAAC;gCACJ,UAAU,EAAE,CAAC;gCACb,KAAK,CAAC,YAAY,IAAI,CAAC,SAAS,yCAAyC,UAAU,KAAK,CAAC,CAAC;gCAC1F,MAAM,kBAAkB,GAAG;;sEAEW,CAAC;gCAEvC,MAAM,gBAAgB,GAAG;gBACzC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC;mBAC9B,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;iBACxC,aAAa,KAAK,CAAC;gCAEJ,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,mBAAmB,EAAE;oCAC3D,MAAM,EAAE,MAAM;oCACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;oCAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wCACjB,KAAK;wCACL,QAAQ,EAAE;4CACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;4CAC/C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE;yCAC9C;wCACD,QAAQ,EAAE,IAAI;qCACjB,CAAC;iCACL,CAAC,CAAC;gCACH,IAAI,SAAS,CAAC,EAAE,EAAE,CAAC;oCACf,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;oCAC1C,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC;oCAE9B,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;oCACzC,IAAI,SAAS,EAAE,CAAC;wCACZ,IAAI,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;4CACzC,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC;wCACpC,CAAC;6CAAM,CAAC;4CACJ,YAAY,GAAG,SAAS,CAAC;wCAC7B,CAAC;wCACD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oCACnD,CAAC;gCACL,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACT,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC;wBACnC,MAAM;oBACV,CAAC;gBACL,CAAC;YACL,CAAC;YAED,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBAC5D,kBAAkB,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,YAAY,EAAE,CAAC;YACpE,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,MAAM;aACT,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACnC,OAAO;QACH,MAAM,EAAE,kBAAkB;QAC1B,OAAO,EAAE,OAAO;KACnB,CAAC;AACN,CAAC,CAAC"}

package/dist/services/classifyImageQuestion.d.ts

@@ -0,0 +1,55 @@
+export declare function extractJson(text: any): any;
+/**
+ * @param {Object} opts
+ * @param {any} opts.client - OpenAI or Groq client instance
+ * @param {'openai'|'groq'} opts.provider
+ * @param {string} opts.model - e.g., 'gpt-4o-mini' (OpenAI) or 'llama-4-vision' (Groq)
+ * @param {string} opts.question - The natural language question
+ * @param {string} opts.image - URL or data URI (data:image/...;base64,XXX)
+ * @returns {Promise<{answer:'yes'|'no', confidence:number, reason:string}>}
+ */
+export declare function classifyImageQuestion({ client, provider, model, question, image }: {
+    client: any;
+    provider: any;
+    model: any;
+    question: any;
+    image: any;
+}): Promise<{
+    answer: string;
+    confidence: number;
+    reason: any;
+}>;
+/**
+ * @param {Object} opts
+ * @param {any} opts.client - OpenAI or Groq client instance
+ * @param {'openai'|'groq'} opts.provider
+ * @param {string} opts.model - e.g., 'gpt-4o-mini' (OpenAI) or 'llama-4-vision' (Groq)
+ * @param {string} opts.question - The natural language question (may specify JSON structure)
+ * @param {string} opts.image - URL or data URI (data:image/...;base64,XXX)
+ * @returns {Promise<any>} - Returns the JSON object as specified in the question or default structure
+ */
+export declare function generalClassifyImageQuestion({ client, provider, model, question, image }: {
+    client: any;
+    provider: any;
+    model: any;
+    question: any;
+    image: any;
+}): Promise<any>;
+export declare function findImageInImage({ client, provider, model, imageA, imageB }: {
+    client: any;
+    provider: any;
+    model: any;
+    imageA: any;
+    imageB: any;
+}): Promise<{
+    found: boolean;
+    confidence: number;
+    box: {
+        x_center_rel: number;
+        y_center_rel: number;
+        width_rel: number;
+        height_rel: number;
+    };
+    reason: any;
+}>;
+//# sourceMappingURL=classifyImageQuestion.d.ts.map

package/dist/services/classifyImageQuestion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"classifyImageQuestion.d.ts","sourceRoot":"","sources":["../../src/services/classifyImageQuestion.ts"],"names":[],"mappings":"AAyDA,wBAAgB,WAAW,CAAC,IAAI,KAAA,OAM/B;AAaD;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;;;;;;CAAA;;;;GAuFvF;AAID;;;;;;;;GAQG;AACH,wBAAsB,4BAA4B,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;;;;;;CAAA,gBAuF9F;AAgFD,wBAAsB,gBAAgB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE;;;;;;CAAA;;;;;;;;;;GAkEjF"}