@cccarv82/freya 3.1.0 → 3.3.0

package/cli/web-ui.js

@@ -163,6 +163,45 @@
     return html;
   }
 
+  // Merge multiple plan outputs from batch processing into a single plan JSON.
+  // Each plan may be a JSON string with { actions: [...] } or raw text.
+  function mergeBatchPlans(plans) {
+    var merged = [];
+    for (var pi = 0; pi < plans.length; pi++) {
+      var raw = String(plans[pi] || '').trim();
+      if (!raw) continue;
+      try {
+        // Extract first JSON object from the plan text
+        var start = raw.indexOf('{');
+        if (start !== -1) {
+          var depth = 0, inStr = false, esc = false, jsonStr = null;
+          for (var i = start; i < raw.length; i++) {
+            var ch = raw[i];
+            if (esc) { esc = false; continue; }
+            if (ch === '\\') { esc = true; continue; }
+            if (ch === '"') { inStr = !inStr; continue; }
+            if (inStr) continue;
+            if (ch === '{') depth++;
+            if (ch === '}') { depth--; if (depth === 0) { jsonStr = raw.slice(start, i + 1); break; } }
+          }
+          if (jsonStr) {
+            var obj = JSON.parse(jsonStr);
+            var actions = Array.isArray(obj.actions) ? obj.actions : [];
+            for (var ai = 0; ai < actions.length; ai++) merged.push(actions[ai]);
+            continue;
+          }
+        }
+      } catch (_) { /* fall through — keep raw text */ }
+      // If not parseable, keep as-is (will show raw in preview)
+      if (!merged._raw) merged._raw = '';
+      merged._raw += raw + '\n';
+    }
+    // Return combined JSON string
+    var result = JSON.stringify({ actions: merged });
+    if (merged._raw) result += '\n\n' + merged._raw;
+    return result;
+  }
+
   function formatPlanForDisplay(rawPlan) {
     var text = String(rawPlan || '');
     if (!text) return null;
@@ -2383,12 +2422,57 @@
 
       setPill('run', 'salvando…');
       var inboxPayload = { dir: dirOrDefault(), text };
-      if (pendingImg) inboxPayload.imagePath = 'data/attachments/' + pendingImg.filename;
+      var savedImagePath = pendingImg ? 'data/attachments/' + pendingImg.filename : null;
+      if (savedImagePath) inboxPayload.imagePath = savedImagePath;
       state.pendingImage = null;
       await api('/api/inbox/add', inboxPayload);
 
-      setPill('run', 'processando…');
-      const r = await api('/api/agents/plan', { dir: dirOrDefault(), text });
+      // --- Chunked processing for large inputs (ENAMETOOLONG fix) ---
+      var CHUNK_THRESHOLD = 20000; // 20KB — if text is larger, split into batches
+      var CHUNK_SIZE = 15000;      // ~15KB per chunk (leave headroom for rules text)
+      var chunks = [];
+      if (text.length > CHUNK_THRESHOLD) {
+        // Split at paragraph boundaries (\n\n), fall back to newlines, then hard-split
+        var remaining = text;
+        while (remaining.length > CHUNK_SIZE) {
+          var cut = remaining.lastIndexOf('\n\n', CHUNK_SIZE);
+          if (cut < CHUNK_SIZE * 0.3) cut = remaining.lastIndexOf('\n', CHUNK_SIZE);
+          if (cut < CHUNK_SIZE * 0.3) cut = CHUNK_SIZE; // hard cut
+          chunks.push(remaining.slice(0, cut).trim());
+          remaining = remaining.slice(cut).trim();
+        }
+        if (remaining) chunks.push(remaining);
+      } else {
+        chunks = [text];
+      }
+
+      var allPlans = [];
+      var anyOk = false;
+      var lastR = null;
+
+      for (var ci = 0; ci < chunks.length; ci++) {
+        if (chunks.length > 1) {
+          setPill('run', 'batch ' + (ci + 1) + '/' + chunks.length + '…');
+        } else {
+          setPill('run', 'processando…');
+        }
+        var planPayload = { dir: dirOrDefault(), text: chunks[ci] };
+        // Send image path only with the first chunk
+        if (ci === 0 && savedImagePath) planPayload.imagePath = savedImagePath;
+        var chunkR = await api('/api/agents/plan', planPayload);
+        if (chunkR.ok !== false) anyOk = true;
+        if (chunkR.plan) allPlans.push(chunkR.plan);
+        lastR = chunkR;
+      }
+
+      // Merge plans: combine JSON action arrays from all chunks
+      var r;
+      if (chunks.length > 1 && anyOk) {
+        var mergedPlan = mergeBatchPlans(allPlans);
+        r = { ok: true, plan: mergedPlan };
+      } else {
+        r = lastR || { ok: false, plan: '' };
+      }
 
       // Remove typing indicator
       var typingEl = $(typingId);
@@ -2397,9 +2481,10 @@
       state.lastPlan = r.plan || '';
 
       // Show plan output in Preview panel
+      var batchNote = chunks.length > 1 ? '> 📦 Processado em **' + chunks.length + ' batches** (input grande)\n\n' : '';
       const header = r.ok === false ? '## Agent Plan (planner unavailable)\n\n' : '## Agent Plan (draft)\n\n';
       const formatted = r.ok !== false ? formatPlanForDisplay(r.plan) : null;
-      const planOut = header + (formatted || r.plan || '');
+      const planOut = header + batchNote + (formatted || r.plan || '');
       setOut(planOut);
       chatAppend('assistant', planOut, { markdown: true });
       ta.value = '';
@@ -2498,6 +2583,15 @@
         msg += 'Contexto registrado no log diário. Nenhuma tarefa ou blocker identificado.\n';
       }
 
+      // Show semantic duplicates detected
+      if (summary && Array.isArray(summary.semanticDups) && summary.semanticDups.length > 0) {
+        msg += '\n⚠️ **Duplicatas detectadas** (não criadas):\n';
+        for (var di = 0; di < summary.semanticDups.length; di++) {
+          var dup = summary.semanticDups[di];
+          msg += '- "' + dup.newDesc + '" → já existe: "' + dup.existingDesc + '" (' + dup.similarity + ' similar)\n';
+        }
+      }
+
       if (summary && Array.isArray(summary.reportsSuggested) && summary.reportsSuggested.length) {
         msg += '\n**Relatórios sugeridos:** ' + summary.reportsSuggested.join(', ');
         msg += '\n\nUse: **Rodar relatórios sugeridos** (barra lateral)';

package/cli/web.js

@@ -3,6 +3,7 @@
 const http = require('http');
 const fs = require('fs');
 const path = require('path');
+const os = require('os');
 const crypto = require('crypto');
 const { spawn } = require('child_process');
 const { searchWorkspace } = require('../scripts/lib/search-utils');
@@ -628,7 +629,7 @@ function readBody(req, maxBytes = 4 * 1024 * 1024) {
   });
 }
 
-function run(cmd, args, cwd, extraEnv) {
+function run(cmd, args, cwd, extraEnv, stdinData) {
   return new Promise((resolve) => {
     let child;
 
@@ -646,6 +647,12 @@ function run(cmd, args, cwd, extraEnv) {
       return resolve({ code: 1, stdout: '', stderr: e.message || String(e) });
     }
 
+    // Pipe data to stdin if provided (avoids ENAMETOOLONG for large prompts)
+    if (stdinData && child.stdin) {
+      child.stdin.write(stdinData);
+      child.stdin.end();
+    }
+
     let stdout = '';
     let stderr = '';
 
@@ -3272,6 +3279,7 @@ async function cmdWeb({ port, dir, open, dev }) {
 
         if (req.url === '/api/agents/plan') {
           const text = String(payload.text || '').trim();
+          const planImagePath = payload.imagePath ? String(payload.imagePath).trim() : null;
           if (!text) return safeJson(res, 400, { error: 'Missing text' });
 
           // Build planner prompt from agent rules.
@@ -3293,6 +3301,17 @@ async function cmdWeb({ port, dir, open, dev }) {
             return `\n\n---\nFILE: ${rel}\n---\n` + fs.readFileSync(p, 'utf8');
           }).join('');
 
+          // Build image context for the prompt (Copilot reads files via --allow-all-tools)
+          let planImageContext = '';
+          let planImageDir = null;
+          if (planImagePath) {
+            const absImg = path.isAbsolute(planImagePath) ? planImagePath : path.join(workspaceDir, planImagePath);
+            if (exists(absImg)) {
+              planImageContext = `\n\n[IMAGEM ANEXADA]\nO usuário anexou uma imagem. Leia e analise o arquivo de imagem localizado em: ${absImg}\nInclua o conteúdo da imagem como contexto adicional na análise.\n`;
+              planImageDir = path.dirname(absImg);
+            }
+          }
+
           const schema = {
             actions: [
               { type: 'append_daily_log', text: '<string>' },
@@ -3303,7 +3322,7 @@ async function cmdWeb({ port, dir, open, dev }) {
             ]
           };
 
-          const prompt = `Você é o planner do sistema F.R.E.Y.A.\n\nContexto: vamos receber um input bruto do usuário e propor ações estruturadas.\nRegras: siga os arquivos de regras abaixo.\nSaída: retorne APENAS JSON válido no formato: ${JSON.stringify(schema)}\n\nRestrições:\n- NÃO use code fences (\`\`\`)\n- NÃO inclua texto extra antes/depois do JSON\n- NÃO use quebras de linha dentro de strings (transforme em uma frase única)\n\nREGRAS:${rulesText}\n\nINPUT DO USUÁRIO:\n${text}\n`;
+          const prompt = `Você é o planner do sistema F.R.E.Y.A.\n\nContexto: vamos receber um input bruto do usuário e propor ações estruturadas.\nRegras: siga os arquivos de regras abaixo.\nSaída: retorne APENAS JSON válido no formato: ${JSON.stringify(schema)}\n\nRestrições:\n- NÃO use code fences (\`\`\`)\n- NÃO inclua texto extra antes/depois do JSON\n- NÃO use quebras de linha dentro de strings (transforme em uma frase única)${planImageContext}\n\nREGRAS:${rulesText}\n\nINPUT DO USUÁRIO:\n${text}\n`;
 
           // Prefer COPILOT_CMD if provided, otherwise try 'copilot'
           const cmd = process.env.COPILOT_CMD || 'copilot';
@@ -3312,8 +3331,26 @@ async function cmdWeb({ port, dir, open, dev }) {
           // so the UI can show actionable next steps instead of hard-failing.
           // BUG-48: pass FREYA_WORKSPACE_DIR so the Copilot subprocess uses correct DB
           const agentEnv = { FREYA_WORKSPACE_DIR: workspaceDir };
+
+          // ENAMETOOLONG fix: when prompt exceeds safe CLI arg length,
+          // write to temp file and pipe via stdin instead of -p argument.
+          const SAFE_ARG_LEN = 24000; // ~24KB safe threshold (Windows CreateProcess limit is 32KB)
+          const useTempFile = prompt.length > SAFE_ARG_LEN;
+          let tmpFile = null;
+
           try {
-            const r = await run(cmd, ['-s', '--no-color', '--stream', 'off', '-p', prompt, '--allow-all-tools'], workspaceDir, agentEnv);
+            let r;
+            const baseArgs = ['-s', '--no-color', '--stream', 'off'];
+            if (planImageDir) baseArgs.push('--add-dir', planImageDir);
+
+            if (useTempFile) {
+              tmpFile = path.join(os.tmpdir(), `freya-prompt-${Date.now()}.txt`);
+              fs.writeFileSync(tmpFile, prompt, 'utf8');
+              // Use -p with short hint + pipe full prompt via stdin
+              r = await run(cmd, [...baseArgs, '-p', `Read the full prompt from the file: ${tmpFile}`, '--allow-all-tools'], workspaceDir, agentEnv, prompt);
+            } else {
+              r = await run(cmd, [...baseArgs, '-p', prompt, '--allow-all-tools'], workspaceDir, agentEnv);
+            }
             const out = (r.stdout + r.stderr).trim();
             if (r.code !== 0) {
               return safeJson(res, 200, {
@@ -3329,6 +3366,9 @@ async function cmdWeb({ port, dir, open, dev }) {
               plan: `Copilot CLI não disponível (cmd: ${cmd}).\n\nPara habilitar:\n- Windows (winget): winget install GitHub.Copilot\n- npm: npm i -g @github/copilot\n\nDepois rode \"copilot\" uma vez e faça /login.`,
               details: e.message || String(e)
             });
+          } finally {
+            // Clean up temp file
+            if (tmpFile) { try { fs.unlinkSync(tmpFile); } catch (_) { /* ignore */ } }
           }
         }
 
@@ -3491,6 +3531,49 @@ async function cmdWeb({ port, dir, open, dev }) {
           const insertTask = dl.db.prepare(`INSERT INTO tasks (id, project_slug, description, category, status, metadata) VALUES (?, ?, ?, ?, ?, ?)`);
           const insertBlocker = dl.db.prepare(`INSERT INTO blockers (id, project_slug, title, severity, status, owner, next_action, metadata) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`);
 
+          // ── Semantic deduplication (async, runs BEFORE the sync transaction) ──
+          // Load pending tasks for cosine similarity comparison
+          const pendingTasks = dl.db.prepare("SELECT id, description, project_slug FROM tasks WHERE status = 'PENDING'").all();
+          let pendingEmbeddings = []; // [{ id, description, project_slug, vector }]
+          try {
+            const { defaultEmbedder } = require(path.join(workspaceDir, 'scripts', 'lib', 'Embedder.js'));
+            for (const pt of pendingTasks) {
+              try {
+                const vec = await defaultEmbedder.embedText(pt.description);
+                pendingEmbeddings.push({ id: pt.id, description: pt.description, project_slug: pt.project_slug, vector: vec });
+              } catch { /* skip if embedding fails for individual task */ }
+            }
+          } catch (embErr) {
+            // Embedder not available — fall back to exact-match only
+            console.error('[dedup] Semantic dedup unavailable:', embErr.message);
+          }
+
+          // Pre-compute semantic duplicates for each action
+          const semanticDupMap = new Map(); // action index → existing task id (if duplicate)
+          const SIMILARITY_THRESHOLD = 0.78;
+          if (pendingEmbeddings.length > 0) {
+            try {
+              const { defaultEmbedder } = require(path.join(workspaceDir, 'scripts', 'lib', 'Embedder.js'));
+              for (let ai = 0; ai < actions.length; ai++) {
+                const a = actions[ai];
+                if (!a || a.type !== 'create_task') continue;
+                const desc = normalizeWhitespace(a.description);
+                if (!desc) continue;
+                try {
+                  const newVec = await defaultEmbedder.embedText(desc);
+                  let bestScore = 0, bestMatch = null;
+                  for (const pe of pendingEmbeddings) {
+                    const score = defaultEmbedder.cosineSimilarity(newVec, pe.vector);
+                    if (score > bestScore) { bestScore = score; bestMatch = pe; }
+                  }
+                  if (bestScore >= SIMILARITY_THRESHOLD && bestMatch) {
+                    semanticDupMap.set(ai, { existingId: bestMatch.id, existingDesc: bestMatch.description, score: bestScore });
+                  }
+                } catch { /* skip */ }
+              }
+            } catch { /* embedder not available */ }
+          }
+
           // BUG-31: Move deduplication queries INSIDE the transaction to eliminate TOCTOU race
           const applyTx = dl.db.transaction((actionsToApply) => {
             // Query for existing keys inside the transaction for atomicity
@@ -3499,7 +3582,8 @@ async function cmdWeb({ port, dir, open, dev }) {
             const recentBlockers = dl.db.prepare("SELECT title FROM blockers WHERE created_at >= datetime('now', '-1 day')").all();
             const existingBlockerKeys24h = new Set(recentBlockers.map(b => sha1(normalizeTextForKey(b.title))));
 
-            for (const a of actionsToApply) {
+            for (let ai = 0; ai < actionsToApply.length; ai++) {
+              const a = actionsToApply[ai];
               if (!a || typeof a !== 'object') continue;
               const type = String(a.type || '').trim();
 
@@ -3509,8 +3593,25 @@ async function cmdWeb({ port, dir, open, dev }) {
                 if (!description) continue;
                 const projectSlug = String(a.projectSlug || '').trim() || inferProjectSlug(description, slugMap);
                 const streamSlug = String(a.streamSlug || '').trim();
+
+                // Exact-match dedup (24h window)
                 const key = sha1(normalizeTextForKey((projectSlug ? projectSlug + ' ' : '') + description));
                 if (existingTaskKeys24h.has(key)) { applied.tasksSkipped++; continue; }
+
+                // Semantic dedup (all pending tasks)
+                if (semanticDupMap.has(ai)) {
+                  const dup = semanticDupMap.get(ai);
+                  applied.tasksSkipped++;
+                  if (!applied.semanticDups) applied.semanticDups = [];
+                  applied.semanticDups.push({
+                    newDesc: description,
+                    existingId: dup.existingId,
+                    existingDesc: dup.existingDesc,
+                    similarity: Math.round(dup.score * 100) + '%'
+                  });
+                  continue;
+                }
+
                 const category = validTaskCats.has(String(a.category || '').trim()) ? String(a.category).trim() : 'DO_NOW';
                 const priority = normPriority(a.priority);
 
@@ -3710,23 +3811,48 @@ async function cmdWeb({ port, dir, open, dev }) {
             console.error('[oracle] RAG search failed (embedder/sharp unavailable), continuing without context:', ragErr.message);
           }
 
-          const prompt = `Você é o agente Oracle do sistema F.R.E.Y.A.\n\nSiga estritamente os arquivos de regras abaixo.\nResponda de forma analítica e consultiva.\n${ragContext}\n\nREGRAS:${rulesText}\n\nCONSULTA DO USUÁRIO:\n${query}\n`;
+          // Build image context for the prompt (Copilot reads files via --allow-all-tools)
+          let imageContext = '';
+          if (imagePath) {
+            const absImg = path.isAbsolute(imagePath) ? imagePath : path.join(workspaceDir, imagePath);
+            if (exists(absImg)) {
+              imageContext = `\n\n[IMAGEM ANEXADA]\nO usuário anexou uma imagem. Leia e analise o arquivo de imagem localizado em: ${absImg}\nInclua a análise da imagem na sua resposta.\n`;
+            }
+          }
+
+          const prompt = `Você é o agente Oracle do sistema F.R.E.Y.A.\n\nSiga estritamente os arquivos de regras abaixo.\nResponda de forma analítica e consultiva.\n${ragContext}${imageContext}\n\nREGRAS:${rulesText}\n\nCONSULTA DO USUÁRIO:\n${query}\n`;
 
           const cmd = process.env.COPILOT_CMD || 'copilot';
 
           // BUG-48: pass FREYA_WORKSPACE_DIR so the Copilot subprocess uses correct DB
           const oracleEnv = { FREYA_WORKSPACE_DIR: workspaceDir };
           try {
-            // Build copilot args; add image if user pasted a screenshot
             const copilotArgs = ['-s', '--no-color', '--stream', 'off'];
+            // Allow Copilot to access the image file via its built-in tools
             if (imagePath) {
               const absImg = path.isAbsolute(imagePath) ? imagePath : path.join(workspaceDir, imagePath);
               if (exists(absImg)) {
-                copilotArgs.push('--add-image', absImg);
+                copilotArgs.push('--add-dir', path.dirname(absImg));
               }
             }
-            copilotArgs.push('-p', prompt);
-            const r = await run(cmd, copilotArgs, workspaceDir, oracleEnv);
+            copilotArgs.push('--allow-all-tools', '-p', prompt);
+
+            // ENAMETOOLONG fix: use stdin for large prompts
+            const SAFE_ARG_LEN = 24000;
+            let oracleTmpFile = null;
+            let r;
+            if (prompt.length > SAFE_ARG_LEN) {
+              oracleTmpFile = path.join(os.tmpdir(), `freya-oracle-${Date.now()}.txt`);
+              fs.writeFileSync(oracleTmpFile, prompt, 'utf8');
+              // Replace -p with short hint; pipe full prompt via stdin
+              const idx = copilotArgs.indexOf('-p');
+              if (idx !== -1) copilotArgs.splice(idx, 2); // remove -p and prompt
+              copilotArgs.push('-p', `Read the full prompt from: ${oracleTmpFile}`);
+              r = await run(cmd, copilotArgs, workspaceDir, oracleEnv, prompt);
+            } else {
+              r = await run(cmd, copilotArgs, workspaceDir, oracleEnv);
+            }
+            if (oracleTmpFile) { try { fs.unlinkSync(oracleTmpFile); } catch (_) { /* ignore */ } }
             const out = (r.stdout + r.stderr).trim();
             if (r.code !== 0) {
               return safeJson(res, 200, { ok: false, answer: 'Falha na busca do agente Oracle:\n' + (out || 'Exit code != 0'), sessionId });

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "@cccarv82/freya",
-  "version": "3.1.0",
+  "version": "3.3.0",
   "description": "Personal AI Assistant with local-first persistence",
   "scripts": {
     "health": "node scripts/validate-data.js && node scripts/validate-structure.js",
     "migrate": "node scripts/migrate-data.js",
-"sm-weekly": "node scripts/generate-sm-weekly-report.js",
+    "sm-weekly": "node scripts/generate-sm-weekly-report.js",
     "daily": "node scripts/generate-daily-summary.js",
     "status": "node scripts/generate-executive-report.js",
     "blockers": "node scripts/generate-blockers-report.js",
@@ -34,4 +34,4 @@
     "pdf-lib": "^1.17.1",
     "sql.js": "^1.12.0"
   }
-}
+}