@cccarv82/freya 3.8.3 → 3.8.5

package/cli/retroactive-ingest.js

@@ -117,18 +117,29 @@ function extractFirstJsonObject(text) {
   const start = text.indexOf('{');
   if (start === -1) return null;
   let depth = 0;
+  let inString = false;
+  let escape = false;
   for (let i = start; i < text.length; i++) {
-    if (text[i] === '{') depth++;
-    else if (text[i] === '}') { depth--; if (depth === 0) return text.slice(start, i + 1); }
+    const ch = text[i];
+    if (escape) { escape = false; continue; }
+    if (ch === '\\' && inString) { escape = true; continue; }
+    if (ch === '"') { inString = !inString; continue; }
+    if (inString) continue;
+    if (ch === '{') depth++;
+    else if (ch === '}') { depth--; if (depth === 0) return text.slice(start, i + 1); }
   }
+  // If brace matching failed, try a greedy approach — find the last }
+  const lastBrace = text.lastIndexOf('}');
+  if (lastBrace > start) return text.slice(start, lastBrace + 1);
   return null;
 }
 
-function escapeJsonControlChars(jsonText) {
-  return jsonText.replace(/[\x00-\x1F\x7F]/g, (ch) => {
-    if (ch === '\n' || ch === '\r' || ch === '\t') return ch;
-    return '\\u' + ch.charCodeAt(0).toString(16).padStart(4, '0');
-  });
+function sanitizeJsonText(jsonText) {
+  // Copilot often returns pretty-printed JSON with literal newlines INSIDE
+  // string values (e.g. multi-line descriptions). These are invalid JSON.
+  // Replace ALL control chars (including \n, \r, \t) with spaces — JSON
+  // doesn't use newlines as syntax, they're just whitespace between tokens.
+  return jsonText.replace(/[\x00-\x1F\x7F]/g, ' ');
 }
 
 function readProjectSlugMap(wsDir) {
@@ -328,12 +339,18 @@ IMPORTANTE: Extraia APENAS informações explícitas do log. NÃO invente dados.
       try {
         plan = JSON.parse(jsonText);
       } catch {
-        try { plan = JSON.parse(escapeJsonControlChars(jsonText)); } catch {
+        try { plan = JSON.parse(sanitizeJsonText(jsonText)); } catch {
           totalErrors++;
           if (totalErrors <= 2) {
             console.log(`\n  ⚠ JSON parse diagnostic for ${date}:`);
-            console.log(`    Raw output (first 500 chars): ${out.slice(0, 500)}`);
-            console.log(`    Extracted JSON attempt: ${(jsonText || '').slice(0, 300)}`);
+            console.log(`    Raw output length: ${out.length} chars`);
+            console.log(`    Raw output (first 300 chars): ${out.slice(0, 300)}`);
+            console.log(`    Raw output (last 200 chars): ${out.slice(-200)}`);
+            console.log(`    Extracted JSON length: ${(jsonText || '').length}`);
+            console.log(`    Extracted JSON (last 200 chars): ${(jsonText || '').slice(-200)}`);
+            try { JSON.parse(jsonText); } catch (parseErr) {
+              console.log(`    Parse error: ${parseErr.message}`);
+            }
           }
           process.stdout.write(`\r  [${i + 1}/${files.length}] ${date} — ❌ invalid JSON     `);
           continue;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cccarv82/freya",
-  "version": "3.8.3",
+  "version": "3.8.5",
   "description": "Personal AI Assistant with local-first persistence",
   "scripts": {
     "health": "node scripts/validate-data.js && node scripts/validate-structure.js",