flow-frame-core 0.1.0

package/dist/services/runPrompt.d.ts

@@ -0,0 +1,29 @@
+export declare function runPromptGrok(messages: any, model: any, jsonMode?: boolean, maxRetries?: number, baseDelay?: number): Promise<string>;
+export declare function classifyImageQuery(model: any, question: any, image: any): Promise<{
+    answer: string;
+    confidence: number;
+    reason: any;
+}>;
+export declare function generalClassifyImageQuery(model: any, question: any, image: any): Promise<any>;
+export declare function findImageInImageQuery(model: any, imageA: any, imageB: any): Promise<{
+    found: boolean;
+    confidence: number;
+    box: {
+        x_center_rel: number;
+        y_center_rel: number;
+        width_rel: number;
+        height_rel: number;
+    };
+    reason: any;
+}>;
+export declare function runImagePromptGrok(prompt: any, base64_image: any, model?: string): Promise<string>;
+export declare function processLLMResponse(response: any, model?: string, provider?: string): Promise<any>;
+/**
+ * Sends a sequence of chat messages to the OpenAI API and returns the assistant's reply.
+ *
+ * @param messages - An array of messages with roles ("system", "user", "assistant").
+ * @param model    - The model ID to use (e.g., "gpt-4", "gpt-3.5-turbo").
+ * @returns        - The content of the first choice, or an empty string if none.
+ */
+export declare function runPrompt(messages: any, model: any, images: any[], jsonMode: boolean, timeout: any): Promise<string>;
+//# sourceMappingURL=runPrompt.d.ts.map

package/dist/services/runPrompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runPrompt.d.ts","sourceRoot":"","sources":["../../src/services/runPrompt.ts"],"names":[],"mappings":"AAOA,wBAAsB,aAAa,CAC/B,QAAQ,KAAA,EACR,KAAK,KAAA,EACL,QAAQ,UAAQ,EAChB,UAAU,SAAI,EACd,SAAS,SAAQ,mBAwCpB;AACD,wBAAsB,kBAAkB,CAAC,KAAK,KAAA,EAAE,QAAQ,KAAA,EAAE,KAAK,KAAA;;;;GAgB9D;AAED,wBAAsB,yBAAyB,CAAC,KAAK,KAAA,EAAE,QAAQ,KAAA,EAAE,KAAK,KAAA,gBAgBrE;AAED,wBAAsB,qBAAqB,CAAC,KAAK,KAAA,EAAE,MAAM,KAAA,EAAE,MAAM,KAAA;;;;;;;;;;GAgBhE;AAED,wBAAsB,kBAAkB,CACpC,MAAM,KAAA,EACN,YAAY,KAAA,EACZ,KAAK,SAA8C,mBA0BtD;AAED,wBAAsB,kBAAkB,CAAC,QAAQ,KAAA,EAAE,KAAK,SAA8C,EAAE,QAAQ,SAAS,gBAwDxH;AACD;;;;;;GAMG;AACH,wBAAsB,SAAS,CAC3B,QAAQ,KAAA,EACR,KAAK,KAAA,EACL,MAAM,OAAK,EACX,QAAQ,SAAQ,EAChB,OAAO,KAAA,mBAgDV"}

package/dist/services/runPrompt.js

@@ -0,0 +1,232 @@
+// src/services/runPrompt.js
+import OpenAI from 'openai';
+import { fetchOpenApiKey, fetchGrokApiKey } from './apiKeyService.js';
+import { Groq } from 'groq-sdk';
+import { classifyImageQuestion, extractJson, findImageInImage, generalClassifyImageQuestion } from './classifyImageQuestion.js';
+export async function runPromptGrok(messages, model, jsonMode = false, maxRetries = 3, baseDelay = 15000 // Start with 15 seconds as suggested by retry-after header
+) {
+    const key = await fetchGrokApiKey();
+    const groq = new Groq({
+        apiKey: key,
+        dangerouslyAllowBrowser: true, // Use with caution in production
+    });
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            const chatCompletion = await groq.chat.completions.create({
+                "messages": messages,
+                model,
+                "max_completion_tokens": 8192,
+                response_format: jsonMode ? { type: "json_object" } : undefined,
+            });
+            return chatCompletion.choices[0].message.content;
+        }
+        catch (error) {
+            // Check if it's a 503 over capacity error
+            const isOverCapacity = error.status === 503 &&
+                error.error?.error?.message?.includes('over capacity');
+            // If it's the last attempt or not an over capacity error, throw
+            if (attempt === maxRetries || !isOverCapacity) {
+                console.error(`Groq API error after ${attempt + 1} attempts:`, error.message);
+                throw error;
+            }
+            // Calculate exponential backoff delay
+            const delay = baseDelay * Math.pow(2, attempt);
+            const retryAfter = error.headers?.['retry-after'];
+            const actualDelay = retryAfter ? parseInt(retryAfter) * 1000 : delay;
+            console.log(`Groq over capacity (attempt ${attempt + 1}/${maxRetries + 1}). Retrying in ${actualDelay}ms...`);
+            // Wait before retrying
+            await new Promise(resolve => setTimeout(resolve, actualDelay));
+        }
+    }
+}
+export async function classifyImageQuery(model, question, image) {
+    let client, provider;
+    if (!model.startsWith('gpt-') && !model.startsWith('o4-')) {
+        client = new Groq({
+            apiKey: await fetchGrokApiKey(),
+            dangerouslyAllowBrowser: true,
+        });
+        provider = 'groq';
+    }
+    else {
+        client = new OpenAI({
+            apiKey: await fetchOpenApiKey(),
+            dangerouslyAllowBrowser: true,
+        });
+        provider = 'openai';
+    }
+    return await classifyImageQuestion({ client, provider, model, question, image });
+}
+export async function generalClassifyImageQuery(model, question, image) {
+    let client, provider;
+    if (!model.startsWith('gpt-') && !model.startsWith('o4-')) {
+        client = new Groq({
+            apiKey: await fetchGrokApiKey(),
+            dangerouslyAllowBrowser: true,
+        });
+        provider = 'groq';
+    }
+    else {
+        client = new OpenAI({
+            apiKey: await fetchOpenApiKey(),
+            dangerouslyAllowBrowser: true,
+        });
+        provider = 'openai';
+    }
+    return await generalClassifyImageQuestion({ client, provider, model, question, image });
+}
+export async function findImageInImageQuery(model, imageA, imageB) {
+    let client, provider;
+    if (!model.startsWith('gpt-') && !model.startsWith('o4-')) {
+        client = new Groq({
+            apiKey: await fetchGrokApiKey(),
+            dangerouslyAllowBrowser: true,
+        });
+        provider = 'groq';
+    }
+    else {
+        client = new OpenAI({
+            apiKey: await fetchOpenApiKey(),
+            dangerouslyAllowBrowser: true,
+        });
+        provider = 'openai';
+    }
+    return await findImageInImage({ client, provider, model, imageA, imageB });
+}
+export async function runImagePromptGrok(prompt, base64_image, model = "meta-llama/llama-4-scout-17b-16e-instruct") {
+    const key = await fetchGrokApiKey();
+    const groq = new Groq({
+        apiKey: key,
+    });
+    console.log(`base64_image   length: ${base64_image.length}`);
+    console.log(base64_image);
+    const chatCompletion = await groq.chat.completions.create({
+        "messages": [
+            {
+                role: "user", content: [
+                    { type: "text", text: prompt },
+                    {
+                        type: "image_url",
+                        image_url: {
+                            url: `${base64_image}`,
+                        },
+                    },
+                ],
+            },
+        ],
+        model: model || "meta-llama/llama-4-scout-17b-16e-instruct",
+    });
+    console.log(chatCompletion);
+    return chatCompletion.choices[0].message.content;
+}
+export async function processLLMResponse(response, model = 'meta-llama/llama-4-scout-17b-16e-instruct', provider = 'grok') {
+    let parsed;
+    model = model || 'meta-llama/llama-4-scout-17b-16e-instruct';
+    try {
+        parsed = extractJson(response);
+    }
+    catch (e) {
+        // Fallback: if model ignored instructions, force a re-ask with the raw text included
+        // (One extra round, still synchronous)
+        const repairPrompt = `
+You failed to return valid JSON. Convert the following text into valid JSON that matches the structure requested in the question or the default schema:
+${response}
+
+Default SCHEMA if not specified:
+{
+  "answer": "string",
+  "confidence": number between 0 and 1,
+  "reason": "brief visual explanation (<= 20 words)"
+}
+Return ONLY the JSON.
+`;
+        let client;
+        if (!model.startsWith('gpt-') && !model.startsWith('o4-')) {
+            client = new Groq({
+                apiKey: await fetchGrokApiKey(),
+                dangerouslyAllowBrowser: true,
+            });
+            provider = 'groq';
+        }
+        else {
+            client = new OpenAI({
+                apiKey: await fetchOpenApiKey(),
+                dangerouslyAllowBrowser: true,
+            });
+            provider = 'openai';
+        }
+        if (provider === 'openai') {
+            const resp2 = await client.chat.completions.create({
+                model,
+                temperature: 0,
+                messages: [
+                    { role: 'system', content: repairPrompt }
+                ]
+            });
+            parsed = extractJson(resp2?.choices?.[0]?.message?.content || '');
+        }
+        else {
+            const resp2 = await client.chat.completions.create({
+                model,
+                temperature: 0,
+                messages: [
+                    { role: 'system', content: repairPrompt }
+                ]
+            });
+            parsed = extractJson(resp2?.choices?.[0]?.message?.content || '');
+        }
+    }
+    return parsed;
+}
+/**
+ * Sends a sequence of chat messages to the OpenAI API and returns the assistant's reply.
+ *
+ * @param messages - An array of messages with roles ("system", "user", "assistant").
+ * @param model    - The model ID to use (e.g., "gpt-4", "gpt-3.5-turbo").
+ * @returns        - The content of the first choice, or an empty string if none.
+ */
+export async function runPrompt(messages, model, images = [], jsonMode = false, timeout) {
+    if (images && images.length > 0) {
+        const lastUserIndex = messages.map(m => m.role).lastIndexOf('user');
+        if (lastUserIndex !== -1) {
+            let content = messages[lastUserIndex].content;
+            if (typeof content === 'string') {
+                content = [{ type: 'text', text: content }];
+            }
+            images.forEach(url => {
+                content.push({ type: 'image_url', image_url: { url } });
+            });
+            messages[lastUserIndex].content = content;
+        }
+    }
+    if (!model?.startsWith('gpt-') && !model?.startsWith('o4-')) {
+        // If the model starts with "groq-", use Groq's API
+        try {
+            return runPromptGrok(messages, model, jsonMode);
+        }
+        catch (err) {
+            console.error('Error in runPromptGrok:', err);
+            model = 'gpt-4';
+        }
+    }
+    // 1️⃣ Fetch your API key at runtime (avoids bundling secrets)
+    const key = await fetchOpenApiKey();
+    // 2️⃣ Initialize the OpenAI client for browser or Node use
+    const openai = new OpenAI({
+        apiKey: key,
+        dangerouslyAllowBrowser: true,
+        timeout: timeout || 600000, // Default to 10 minutes if not provided
+    });
+    // 3️⃣ Call the Chat Completions endpoint with your message array
+    const resp = await openai.chat.completions.create({
+        model,
+        messages,
+        top_p: 1, // Optional: use nucleus sampling
+        frequency_penalty: 0, // Optional: discourage repetition
+        presence_penalty: 0, // Optional: encourage new topics
+        response_format: jsonMode ? { type: "json_object" } : undefined,
+    });
+    // 4️⃣ Return the assistant’s reply, or a safe empty string
+    return resp.choices[0]?.message?.content || '';
+}
+//# sourceMappingURL=runPrompt.js.map

package/dist/services/runPrompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runPrompt.js","sourceRoot":"","sources":["../../src/services/runPrompt.ts"],"names":[],"mappings":"AAAA,4BAA4B;AAC5B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAEtE,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,WAAW,EAAE,gBAAgB,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAEhI,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,QAAQ,EACR,KAAK,EACL,QAAQ,GAAG,KAAK,EAChB,UAAU,GAAG,CAAC,EACd,SAAS,GAAG,KAAK,CAAC,2DAA2D;;IAE7E,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QAClB,MAAM,EAAE,GAAG;QACX,uBAAuB,EAAE,IAAI,EAAE,iCAAiC;KACnE,CAAC,CAAC;IAEH,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACrD,IAAI,CAAC;YACD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACtD,UAAU,EAAE,QAAQ;gBACpB,KAAK;gBACL,uBAAuB,EAAE,IAAI;gBAC7B,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAClE,CAAC,CAAC;YAEH,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,0CAA0C;YAC1C,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,KAAK,GAAG;gBACvC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;YAE3D,gEAAgE;YAChE,IAAI,OAAO,KAAK,UAAU,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5C,OAAO,CAAC,KAAK,CAAC,wBAAwB,OAAO,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC9E,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,sCAAsC;YACtC,MAAM,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,CAAC;YAClD,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YAErE,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,kBAAkB,WAAW,OAAO,CAAC,CAAC;YAE9G,uBAAuB;YACvB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;QACnE,CAAC;IACL,CAAC;AACL,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK;IAC3D,IAAI,MAAM,EAAE,QAAQ,CAAC;IACrB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,GAAG,IAAI,IAAI,CAAC;YACd,MAAM,EAAE,MAAM,eAAe,EAAE;YAC/B,uBAAuB,EAAE,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,GAAG,MAAM,CAAC;IACtB,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,IAAI,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,eAAe,EAAE;YAC/B,uBAAuB,EAAE,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,GAAG,QAAQ,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,qBAAqB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK;IAClE,IAAI,MAAM,EAAE,QAAQ,CAAC;IACrB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,GAAG,IAAI,IAAI,CAAC;YACd,MAAM,EAAE,MAAM,eAAe,EAAE;YAC/B,uBAAuB,EAAE,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,GAAG,MAAM,CAAC;IACtB,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,IAAI,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,eAAe,EAAE;YAC/B,uBAAuB,EAAE,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,GAAG,QAAQ,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,4BAA4B,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM;IAC7D,IAAI,MAAM,EAAE,QAAQ,CAAC;IACrB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,GAAG,IAAI,IAAI,CAAC;YACd,MAAM,EAAE,MAAM,eAAe,EAAE;YAC/B,uBAAuB,EAAE,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,GAAG,MAAM,CAAC;IACtB,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,IAAI,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,eAAe,EAAE;YAC/B,uBAAuB,EAAE,IAAI;SAChC,CAAC,CAAC;QACH,QAAQ,GAAG,QAAQ,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,gBAAgB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,MAAM,EACN,YAAY,EACZ,KAAK,GAAG,2CAA2C;IAEnD,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QAClB,MAAM,EAAE,GAAG;KACd,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QACtD,UAAU,EAAE;YACR;gBACI,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE;oBACnB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;oBAC9B;wBACI,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACP,GAAG,EAAE,GAAG,YAAY,EAAE;yBACzB;qBACJ;iBACJ;aACJ;SACJ;QACD,KAAK,EAAE,KAAK,IAAI,2CAA2C;KAC9D,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC5B,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;AACrD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAAQ,EAAE,KAAK,GAAG,2CAA2C,EAAE,QAAQ,GAAG,MAAM;IACrH,IAAI,MAAM,CAAC;IACX,KAAK,GAAG,KAAK,IAAI,2CAA2C,CAAA;IAC5D,IAAI,CAAC;QACD,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,qFAAqF;QACrF,uCAAuC;QACvC,MAAM,YAAY,GAAG;;EAE3B,QAAQ;;;;;;;;;CAST,CAAC;QACM,IAAI,MAAM,CAAC;QACX,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,MAAM,GAAG,IAAI,IAAI,CAAC;gBACd,MAAM,EAAE,MAAM,eAAe,EAAE;gBAC/B,uBAAuB,EAAE,IAAI;aAChC,CAAC,CAAC;YACH,QAAQ,GAAG,MAAM,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,IAAI,MAAM,CAAC;gBAChB,MAAM,EAAE,MAAM,eAAe,EAAE;gBAC/B,uBAAuB,EAAE,IAAI;aAChC,CAAC,CAAC;YACH,QAAQ,GAAG,QAAQ,CAAC;QACxB,CAAC;QAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC/C,KAAK;gBACL,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE;oBACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;iBAC5C;aACJ,CAAC,CAAC;YACH,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACJ,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC/C,KAAK;gBACL,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE;oBACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;iBAC5C;aACJ,CAAC,CAAC;YACH,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AACD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,QAAQ,EACR,KAAK,EACL,MAAM,GAAG,EAAE,EACX,QAAQ,GAAG,KAAK,EAChB,OAAO;IAEP,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACpE,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,IAAI,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC;YAC9C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBACjB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,aAAa,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC;QAC9C,CAAC;IACL,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,mDAAmD;QACnD,IAAI,CAAC;YACD,OAAO,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;YAC9C,KAAK,GAAG,OAAO,CAAC;QACpB,CAAC;IACL,CAAC;IAED,8DAA8D;IAC9D,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IAEpC,2DAA2D;IAC3D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACtB,MAAM,EAAE,GAAG;QACX,uBAAuB,EAAE,IAAI;QAC7B,OAAO,EAAE,OAAO,IAAI,MAAM,EAAE,wCAAwC;KACvE,CAAC,CAAC;IAEH,iEAAiE;IACjE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC9C,KAAK;QACL,QAAQ;QACR,KAAK,EAAE,CAAC,EAAE,iCAAiC;QAC3C,iBAAiB,EAAE,CAAC,EAAE,kCAAkC;QACxD,gBAAgB,EAAE,CAAC,EAAE,iCAAiC;QACtD,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;KAClE,CAAC,CAAC;IAEH,2DAA2D;IAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;AACnD,CAAC"}

package/dist/services/schemaInference.d.ts

@@ -0,0 +1,2 @@
+export declare function inferSchema(prompt: any, model: any): Promise<any>;
+//# sourceMappingURL=schemaInference.d.ts.map

package/dist/services/schemaInference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaInference.d.ts","sourceRoot":"","sources":["../../src/services/schemaInference.ts"],"names":[],"mappings":"AAIA,wBAAsB,WAAW,CAC7B,MAAM,KAAA,EACN,KAAK,KAAA,gBAcR"}

package/dist/services/schemaInference.js

@@ -0,0 +1,17 @@
+import OpenAI from 'openai';
+import { fetchOpenApiKey } from './apiKeyService';
+export async function inferSchema(prompt, model) {
+    const key = await fetchOpenApiKey();
+    const openai = new OpenAI({ apiKey: key, dangerouslyAllowBrowser: true });
+    const system = 'You are a JSON Schema generator (draft‑07). Reply _only_ with valid JSON.';
+    const user = `Generate a JSON Schema for the output of this prompt:\n\n"""${prompt}"""`;
+    const resp = await openai.chat.completions.create({
+        model,
+        messages: [
+            { role: 'system', content: system },
+            { role: 'user', content: user },
+        ],
+    });
+    return JSON.parse(resp.choices[0].message.content || '');
+}
+//# sourceMappingURL=schemaInference.js.map

package/dist/services/schemaInference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaInference.js","sourceRoot":"","sources":["../../src/services/schemaInference.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC7B,MAAM,EACN,KAAK;IAEL,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,2EAA2E,CAAC;IAC3F,MAAM,IAAI,GAAG,+DAA+D,MAAM,KAAK,CAAC;IACxF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;QAC9C,KAAK;QACL,QAAQ,EAAE;YACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;SAClC;KACJ,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/dist/services/self-learning/api.d.ts

@@ -0,0 +1,2 @@
+export declare function selfLearningApi(app: any, options: any): Promise<void>;
+//# sourceMappingURL=api.d.ts.map

package/dist/services/self-learning/api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/api.ts"],"names":[],"mappings":"AAMA,wBAAsB,eAAe,CAAC,GAAG,KAAA,EAAE,OAAO,KAAA,iBAmFjD"}

package/dist/services/self-learning/api.js

@@ -0,0 +1,84 @@
+import path from 'path';
+import { ingestScreenshot, screensDir } from './injest.js';
+import { discoverScreens } from './discover.js';
+import { runPrompt } from '../runPrompt.js';
+export async function selfLearningApi(app, options) {
+    // Placeholder for future self-learning API functions
+    let mediaFolder = options.mediaFolder();
+    app.post('/api/self-learning/enhance', async (req, res) => {
+        try {
+            const { systemPrompt, userPrompt, model = 'gpt-4o' } = req.body;
+            if (!userPrompt) {
+                return res.status(400).json({ success: false, message: 'Missing userPrompt' });
+            }
+            const messages = [
+                { role: 'system', content: systemPrompt || 'You are a helpful assistant.' },
+                { role: 'user', content: userPrompt }
+            ];
+            const result = await runPrompt(messages, model);
+            res.json({ success: true, result });
+        }
+        catch (error) {
+            console.error('Error in /api/self-learning/enhance:', error);
+            res.status(500).json({ success: false, message: error.message });
+        }
+    });
+    app.get('/api/self-learning/media-folder', (req, res) => {
+        res.json({ mediaFolder });
+    });
+    app.post('/api/self-learning/media-folder', (req, res) => {
+        const { folder } = req.body;
+        if (typeof folder === 'string' && folder.trim() !== '') {
+            mediaFolder = folder.trim();
+            res.json({ success: true, mediaFolder });
+        }
+        else {
+            res.status(400).json({ success: false, message: 'Invalid folder path' });
+        }
+    });
+    // call inject.js
+    app.post('/api/self-learning/injest', async (req, res) => {
+        try {
+            const { imagePath, metadata, tags } = req.body;
+            if (typeof imagePath !== 'string' || imagePath.trim() === '') {
+                return res.status(400).json({ success: false, message: 'Invalid image path' });
+            }
+            // const result = await injestModule.injestImage(imagePath, metadata || {}, mediaFolder);
+            const meta = metadata || {};
+            const event = await ingestScreenshot({
+                imagePath: path.join(mediaFolder, imagePath),
+                meta,
+                tags
+            });
+            res.json({ success: true, result: event });
+        }
+        catch (error) {
+            console.error('Error in /api/self-learning/injest:', error);
+            res.status(500).json({ success: false, message: error.message });
+        }
+    });
+    app.post('/api/self-learning/discover', async (req, res) => {
+        try {
+            const args = req.body || {};
+            const result = await discoverScreens({
+                inputDir: args.inputDir || screensDir(),
+                limit: args.limit || 1000,
+                minClusterSize: args.minClusterSize || 3,
+                maxClusters: args.maxClusters || 100,
+                clusterAMax: args.clusterAMax || 48,
+                clusterDMax: args.clusterDMax || 48,
+                bucketPrefix: args.bucketPrefix || 2,
+                makeCatalog: args.makeCatalog !== undefined ? args.makeCatalog : true,
+                tuneAnchors: args.tuneAnchors !== undefined ? args.tuneAnchors : false,
+                knownMatchPreScoreMin: args.knownMatchPreScoreMin || 0.7,
+                screenIdPrefix: args.screenIdPrefix || 'screen_'
+            });
+            res.json({ success: true, result });
+        }
+        catch (error) {
+            console.error('Error in /api/self-learning/discover:', error);
+            res.status(500).json({ success: false, message: error.message });
+        }
+    });
+}
+//# sourceMappingURL=api.js.map

package/dist/services/self-learning/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/services/self-learning/api.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAG,EAAE,OAAO;IAC9C,qDAAqD;IACrD,IAAI,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAExC,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACtD,IAAI,CAAC;YACD,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,GAAG,QAAQ,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YAEhE,IAAI,CAAC,UAAU,EAAE,CAAC;gBACd,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;YACnF,CAAC;YAED,MAAM,QAAQ,GAAG;gBACb,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,IAAI,8BAA8B,EAAE;gBAC3E,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;aACxC,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChD,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,iCAAiC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACpD,GAAG,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACrD,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAC5B,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACJ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,iBAAiB;IACjB,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACrD,IAAI,CAAC;YACD,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YAC/C,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC3D,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,yFAAyF;YACzF,MAAM,IAAI,GAAG,QAAQ,IAAI,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC;gBACjC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC;gBAC5C,IAAI;gBACJ,IAAI;aACP,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACvD,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;YAE5B,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;gBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,UAAU,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gBACzB,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;gBACxC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;gBACpC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;gBACnC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;gBACnC,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;gBACpC,WAAW,EAAE,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;gBACrE,WAAW,EAAE,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK;gBACtE,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,IAAI,GAAG;gBACxD,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,SAAS;aACnD,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/services/self-learning/autolearn.d.ts

@@ -0,0 +1,23 @@
+import "dotenv/config";
+/**
+ * Autolearn:
+ * - Reads ingest/events.jsonl
+ * - Filters unprocessed events
+ * - Picks "unknown-ish" events (not close to any existing signature prototypes)
+ * - Clusters unknowns by aHash/dHash distances
+ * - Learns a new signature for each cluster medoid by calling learn.js
+ */
+export declare function autoLearn(options?: {}): Promise<{
+    learned: number;
+    clusters: number;
+    message: string;
+    consideredClusters?: undefined;
+    unknownCandidates?: undefined;
+} | {
+    learned: number;
+    clusters: number;
+    consideredClusters: number;
+    unknownCandidates: number;
+    message?: undefined;
+}>;
+//# sourceMappingURL=autolearn.d.ts.map

package/dist/services/self-learning/autolearn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"autolearn.d.ts","sourceRoot":"","sources":["../../../src/services/self-learning/autolearn.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAkLvB;;;;;;;GAOG;AACH,wBAAsB,SAAS,CAAC,OAAO,KAAK;;;;;;;;;;;;GAiH3C"}