scai 0.1.37 → 0.1.38

package/dist/daemon/daemonBatch.js

@@ -8,6 +8,7 @@ import { log } from '../utils/log.js';
 import lockfile from 'proper-lockfile';
 import { shouldIgnoreFile } from '../utils/shouldIgnoreFiles.js';
 import { summaryModule } from '../pipeline/modules/summaryModule.js';
+import { isGeneratedOrBundledFile } from '../utils/fileClassifier.js';
 const MAX_FILES_PER_BATCH = 5;
 async function lockDb() {
     try {
@@ -42,6 +43,10 @@ export async function runDaemonBatch() {
             log(`⚠️ Skipped (extension): ${row.path}`);
             continue;
         }
+        if (isGeneratedOrBundledFile(row.path)) {
+            log(`🚫 Skipping likely generated file: ${row.path}`);
+            continue;
+        }
         try {
             const content = await fs.readFile(row.path, 'utf-8');
             // 1. Lookup file ID in the database using its path

package/dist/db/functionExtractors/index.js

@@ -3,27 +3,53 @@ import { detectFileType } from '../../utils/detectFileType.js';
 import { extractFromJava } from './extractFromJava.js';
 import { extractFromJS } from './extractFromJs.js';
 import { extractFromXML } from './extractFromXML.js';
+import { db } from '../client.js'; // Assuming db is imported from your DB utility
 /**
  * Detects file type and delegates to the appropriate extractor.
  */
 export async function extractFunctionsFromFile(filePath, content, fileId) {
     const type = detectFileType(filePath).trim().toLowerCase();
-    ;
-    if (type === 'js' || type === 'ts' || type === 'javascript' || type === 'typescript') {
-        log(`✅ Attempting to extract JS functions from ${filePath}\n`);
-        await extractFromJS(filePath, content, fileId);
-        return true;
-    }
-    if (type === 'java') {
-        log(`❌ Nothing extracted for ${filePath} due to missing implementation`);
-        await extractFromJava(filePath, content, fileId);
+    try {
+        if (type === 'js' || type === 'ts' || type === 'javascript' || type === 'typescript') {
+            log(`✅ Attempting to extract JS functions from ${filePath}\n`);
+            await extractFromJS(filePath, content, fileId);
+            // Mark the file as "extracted" even if the extraction succeeds
+            db.prepare(`
+        UPDATE files SET functions_extracted = 1 WHERE id = @id
+      `).run({ id: fileId });
+            return true;
+        }
+        if (type === 'java') {
+            log(`❌ Nothing extracted for ${filePath} due to missing implementation`);
+            await extractFromJava(filePath, content, fileId);
+            // Mark the file as "extracted" after the attempt
+            db.prepare(`
+        UPDATE files SET functions_extracted = 1 WHERE id = @id
+      `).run({ id: fileId });
+            return false;
+        }
+        if (type === 'xml') {
+            log(`❌ Nothing extracted for ${filePath} due to missing implementation`);
+            await extractFromXML(filePath, content, fileId);
+            // Mark the file as "extracted" after the attempt
+            db.prepare(`
+        UPDATE files SET functions_extracted = 1 WHERE id = @id
+      `).run({ id: fileId });
+            return false;
+        }
+        log(`⚠️ Unsupported file type: ${type} for function extraction. Skipping ${filePath}`);
+        // Mark unsupported file types as extracted to prevent future retries
+        db.prepare(`
+      UPDATE files SET functions_extracted = 1 WHERE id = @id
+    `).run({ id: fileId });
         return false;
     }
-    if (type === 'xml') {
-        log(`❌ Nothing extracted for ${filePath} due to missing implementation`);
-        await extractFromXML(filePath, content, fileId);
+    catch (error) {
+        log(`❌ Failed to extract functions from ${filePath}: ${error instanceof Error ? error.message : error}`);
+        // Mark as extracted on failure to ensure the system keeps moving forward
+        db.prepare(`
+      UPDATE files SET functions_extracted = 1 WHERE id = @id
+    `).run({ id: fileId });
         return false;
     }
-    log(`⚠️ Unsupported file type: ${type} for function extraction. Skipping ${filePath}`);
-    return false;
 }

package/dist/utils/fileClassifier.js

@@ -0,0 +1,8 @@
+import path from "path";
+// utils/fileClassifier.ts
+export function isGeneratedOrBundledFile(filePath) {
+    const base = path.basename(filePath);
+    const isHashNamed = /[-_.](worker|bundle|chunk|[a-f0-9]{6,})\.(js|ts)$/.test(base);
+    const isInOutputFolder = /[\\/]dist[\\/]|[\\/]build[\\/]|[\\/]assets[\\/]|[\\/]node_modules[\\/]/i.test(filePath);
+    return isHashNamed || isInOutputFolder;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scai",
-  "version": "0.1.37",
+  "version": "0.1.38",
   "type": "module",
   "bin": {
     "scai": "./dist/index.js"