@xelth/eck-snapshot 6.5.1 → 6.6.0

package/src/cli/commands/updateSnapshot.js

@@ -1,16 +1,16 @@
-import fs from 'fs/promises';
-import path from 'path';
-import ora from 'ora';
-import chalk from 'chalk';
-import isBinaryPath from 'is-binary-path';
-import { getGitAnchor, getChangedFiles } from '../../utils/gitUtils.js';
-import { loadSetupConfig } from '../../config.js';
-import { readFileWithSizeCheck, parseSize, formatSize, matchesPattern, loadGitignore, generateTimestamp, getShortRepoName } from '../../utils/fileUtils.js';
-import { detectProjectType, getProjectSpecificFiltering } from '../../utils/projectDetector.js';
-import { execa } from 'execa';
-import { fileURLToPath } from 'url';
-import { pushTelemetry } from '../../utils/telemetry.js';
-import { syncTokenWeights } from '../../utils/tokenEstimator.js';
+import fs from 'fs/promises';
+import path from 'path';
+import ora from 'ora';
+import chalk from 'chalk';
+import isBinaryPath from 'is-binary-path';
+import { getGitAnchor, getChangedFiles } from '../../utils/gitUtils.js';
+import { loadSetupConfig } from '../../config.js';
+import { readFileWithSizeCheck, parseSize, formatSize, matchesPattern, loadGitignore, generateTimestamp, getShortRepoName, ensureSnapshotsInGitignore, readMlModelMetadata } from '../../utils/fileUtils.js';
+import { detectProjectType, getProjectSpecificFiltering } from '../../utils/projectDetector.js';
+import { execa } from 'execa';
+import { fileURLToPath } from 'url';
+import { pushTelemetry } from '../../utils/telemetry.js';
+import { syncTokenWeights } from '../../utils/tokenEstimator.js';
 
 // Mirror the same hidden-path guard used in createSnapshot.js
 function isHiddenPath(filePath) {
@@ -52,95 +52,105 @@ async function generateSnapshotContent(repoPath, changedFiles, anchor, config, g
   let includedCount = 0;
   const fileList = [];
 
-  // Include Agent Report if it exists and hasn't been embedded yet
-  let agentReport = null;
-  const reportPath = path.join(repoPath, '.eck', 'lastsnapshot', 'AnswerToSA.md');
-  const lockPath = path.join(repoPath, '.eck', 'lastsnapshot', 'AnswerToSA.lock');
-  try {
-    // Use atomic directory creation as a lock to prevent race conditions
-    await fs.mkdir(lockPath);
-    const reportContent = await fs.readFile(reportPath, 'utf-8');
-    
-    if (!reportContent.includes('[SYSTEM: EMBEDDED]')) {
-      agentReport = reportContent;
-
-      // Immediately mark as embedded to release the race window
-      await fs.appendFile(reportPath, '\n\n[SYSTEM: EMBEDDED]\n', 'utf-8');
-
-      // Auto-Journaling: prepend agent report to JOURNAL.md
-      const journalPath = path.join(repoPath, '.eck', 'JOURNAL.md');
-      try {
-        const dateStr = new Date().toISOString().split('T')[0];
-        const journalEntry = `## ${dateStr} — Agent Report\n\n${reportContent.trim()}\n`;
-
-        let existingJournal = '';
-        try {
-          existingJournal = await fs.readFile(journalPath, 'utf-8');
-        } catch (e) { /* might not exist */ }
-
-        const insertPos = existingJournal.indexOf('\n## ');
-        if (insertPos !== -1) {
-          const newJournal = existingJournal.slice(0, insertPos) + '\n\n' + journalEntry + existingJournal.slice(insertPos);
-          await fs.writeFile(journalPath, newJournal, 'utf-8');
-        } else {
-          await fs.writeFile(journalPath, (existingJournal ? existingJournal + '\n\n' : '') + journalEntry + '\n', 'utf-8');
-        }
-      } catch (je) {
-        console.warn('Could not auto-update JOURNAL.md', je.message);
-      }
-    }
-    await fs.rmdir(lockPath);
-  } catch (e) { 
-    // File not found or locked by another process
-    try { await fs.rmdir(lockPath); } catch (_) {} 
-  }
+  // Include Agent Report if it exists and hasn't been embedded yet
+  let agentReport = null;
+  const reportPath = path.join(repoPath, '.eck', 'lastsnapshot', 'AnswerToSA.md');
+  const lockPath = path.join(repoPath, '.eck', 'lastsnapshot', 'AnswerToSA.lock');
+  try {
+    // Use atomic directory creation as a lock to prevent race conditions
+    await fs.mkdir(lockPath);
+    const reportContent = await fs.readFile(reportPath, 'utf-8');
+    
+    if (!reportContent.includes('[SYSTEM: EMBEDDED]')) {
+      agentReport = reportContent;
+
+      // Immediately mark as embedded to release the race window
+      await fs.appendFile(reportPath, '\n\n[SYSTEM: EMBEDDED]\n', 'utf-8');
+
+      // Auto-Journaling: prepend agent report to JOURNAL.md
+      const journalPath = path.join(repoPath, '.eck', 'JOURNAL.md');
+      try {
+        const dateStr = new Date().toISOString().split('T')[0];
+        const journalEntry = `## ${dateStr} — Agent Report\n\n${reportContent.trim()}\n`;
+
+        let existingJournal = '';
+        try {
+          existingJournal = await fs.readFile(journalPath, 'utf-8');
+        } catch (e) { /* might not exist */ }
+
+        const insertPos = existingJournal.indexOf('\n## ');
+        if (insertPos !== -1) {
+          const newJournal = existingJournal.slice(0, insertPos) + '\n\n' + journalEntry + existingJournal.slice(insertPos);
+          await fs.writeFile(journalPath, newJournal, 'utf-8');
+        } else {
+          await fs.writeFile(journalPath, (existingJournal ? existingJournal + '\n\n' : '') + journalEntry + '\n', 'utf-8');
+        }
+      } catch (je) {
+        console.warn('Could not auto-update JOURNAL.md', je.message);
+      }
+    }
+    await fs.rmdir(lockPath);
+  } catch (e) { 
+    // File not found or locked by another process
+    try { await fs.rmdir(lockPath); } catch (_) {} 
+  }
 
   const cleanDirsToIgnore = (config.dirsToIgnore || []).map(d => d.replace(/\/$/, ''));
 
-  for (const filePath of changedFiles) {
-    const normalizedPath = filePath.replace(/\\/g, '/');
-
-    // Skip hidden paths (.idea/, .vscode/, etc.) — mirrors createSnapshot.js
-    if (isHiddenPath(normalizedPath)) continue;
-
-    // Skip binary files — mirrors createSnapshot.js
-    if (isBinaryPath(filePath)) continue;
-
-    const pathParts = normalizedPath.split('/');
-    let isIgnoredDir = false;
-    for (let i = 0; i < pathParts.length - 1; i++) {
-      if (cleanDirsToIgnore.includes(pathParts[i])) {
-        isIgnoredDir = true;
-        break;
-      }
-    }
-    if (isIgnoredDir) continue;
-
-    const fileExt = path.extname(filePath);
-    // Use matchesPattern (glob support) instead of exact includes() — mirrors createSnapshot.js
-    if (config.filesToIgnore && matchesPattern(normalizedPath, config.filesToIgnore)) continue;
-    if (fileExt && config.extensionsToIgnore?.includes(fileExt)) continue;
-    if (gitignore.ignores(normalizedPath)) continue;
-
-    try {
-      const fullPath = path.join(repoPath, filePath);
-
-      // Explicitly check if file was deleted
-      try {
-        await fs.access(fullPath);
-      } catch (accessErr) {
-        contentOutput += `--- File: /${normalizedPath} ---\n\n[FILE DELETED]\n\n`;
-        fileList.push(`- ${normalizedPath} (Deleted)`);
-        includedCount++;
-        continue;
-      }
-
-      const content = await readFileWithSizeCheck(fullPath, parseSize(config.maxFileSize));
-      contentOutput += `--- File: /${normalizedPath} ---\n\n${content}\n\n`;
-      fileList.push(`- ${normalizedPath} (Modified/Added)`);
-      includedCount++;
-    } catch (e) { /* Skip */ }
-  }
+  for (const filePath of changedFiles) {
+    const normalizedPath = filePath.replace(/\\/g, '/');
+
+    // Skip hidden paths (.idea/, .vscode/, etc.) — mirrors createSnapshot.js
+    if (isHiddenPath(normalizedPath)) continue;
+
+    const mlExt = path.extname(filePath).toLowerCase();
+    const ML_EXTENSIONS = ['.safetensors', '.onnx', '.pt', '.pth', '.h5', '.pb', '.bin', '.ckpt', '.gguf'];
+    const isMlModel = ML_EXTENSIONS.includes(mlExt);
+
+    // Skip binary files — mirrors createSnapshot.js
+    if (isBinaryPath(filePath) && !isMlModel) continue;
+
+    const pathParts = normalizedPath.split('/');
+    let isIgnoredDir = false;
+    for (let i = 0; i < pathParts.length - 1; i++) {
+      if (cleanDirsToIgnore.includes(pathParts[i])) {
+        isIgnoredDir = true;
+        break;
+      }
+    }
+    if (isIgnoredDir) continue;
+
+    const fileExt = path.extname(filePath);
+    // Use matchesPattern (glob support) instead of exact includes() — mirrors createSnapshot.js
+    if (config.filesToIgnore && matchesPattern(normalizedPath, config.filesToIgnore)) continue;
+    if (fileExt && config.extensionsToIgnore?.includes(fileExt)) continue;
+    if (gitignore.ignores(normalizedPath)) continue;
+
+    try {
+      const fullPath = path.join(repoPath, filePath);
+
+      // Explicitly check if file was deleted
+      try {
+        await fs.access(fullPath);
+      } catch (accessErr) {
+        contentOutput += `--- File: /${normalizedPath} ---\n\n[FILE DELETED]\n\n`;
+        fileList.push(`- ${normalizedPath} (Deleted)`);
+        includedCount++;
+        continue;
+      }
+
+      let content;
+      if (isMlModel) {
+          content = await readMlModelMetadata(fullPath);
+      } else {
+          content = await readFileWithSizeCheck(fullPath, parseSize(config.maxFileSize));
+      }
+
+      contentOutput += `--- File: /${normalizedPath} ---\n\n${content}\n\n`;
+      fileList.push(`- ${normalizedPath} (Modified/Added)`);
+      includedCount++;
+    } catch (e) { /* Skip */ }
+  }
 
   // Load Template
   const templatePath = path.join(__dirname, '../../templates/update-prompt.template.md');
@@ -196,11 +206,11 @@ export async function updateSnapshot(repoPath, options) {
 
     spinner.start('Generating update snapshot...');
 
-    const changedFiles = await getChangedFiles(repoPath, anchor, options.fail);
-    if (changedFiles.length === 0) {
-      spinner.succeed('No changes detected since last full snapshot.');
-      return;
-    }
+    const changedFiles = await getChangedFiles(repoPath, anchor, options.fail);
+    if (changedFiles.length === 0) {
+      spinner.succeed('No changes detected since last full snapshot.');
+      return;
+    }
 
     const setupConfig = await loadSetupConfig();
     let config = { ...setupConfig.fileFiltering, ...setupConfig.performance, ...options };
@@ -247,6 +257,7 @@ export async function updateSnapshot(repoPath, options) {
     const outputPath = path.join(repoPath, '.eck', 'snapshots', outputFilename);
 
     await fs.mkdir(path.dirname(outputPath), { recursive: true });
+    await ensureSnapshotsInGitignore(repoPath);
     await fs.writeFile(outputPath, fullContent);
 
     spinner.succeed(`Update snapshot created: .eck/snapshots/${outputFilename}`);
@@ -352,6 +363,7 @@ export async function updateSnapshotJson(repoPath, options = {}) {
     const outputFilename = `eck${shortRepoName}${timestamp}_${anchor.substring(0, 7)}_up${seqStr}_${sizeKB}kb.md`;
     const outputPath = path.join(repoPath, '.eck', 'snapshots', outputFilename);
     await fs.mkdir(path.dirname(outputPath), { recursive: true });
+    await ensureSnapshotsInGitignore(repoPath);
     await fs.writeFile(outputPath, fullContent);
 
     // --- FEATURE: Active Snapshot (.eck/lastsnapshot/) ---
@@ -374,16 +386,16 @@ export async function updateSnapshotJson(repoPath, options = {}) {
     }
     // --------------------------------------------
 
-    console.log(JSON.stringify({
-      status: "success",
-      snapshot_file: `.eck/snapshots/${outputFilename}`,
-      files_count: includedCount,
-      timestamp: timestamp
-    }));
-
-    // Auto-push telemetry and sync weights (fire and forget so it doesn't break JSON output)
-    pushTelemetry(repoPath, true).catch(() => {});
-    syncTokenWeights(true).catch(() => {});
+    console.log(JSON.stringify({
+      status: "success",
+      snapshot_file: `.eck/snapshots/${outputFilename}`,
+      files_count: includedCount,
+      timestamp: timestamp
+    }));
+
+    // Auto-push telemetry and sync weights (fire and forget so it doesn't break JSON output)
+    pushTelemetry(repoPath, true).catch(() => {});
+    syncTokenWeights(true).catch(() => {});
 
   } catch (error) {
     console.log(JSON.stringify({ status: "error", message: error.message }));