@arela/uploader 0.2.6 → 0.2.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arela/uploader",
-  "version": "0.2.6",
+  "version": "0.2.7",
   "description": "CLI to upload files/directories to Arela",
   "bin": {
     "arela": "./src/index.js"

package/src/config/config.js

@@ -28,10 +28,10 @@ class Config {
       const __dirname = path.dirname(__filename);
       const packageJsonPath = path.resolve(__dirname, '../../package.json');
       const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, 'utf-8'));
-      return packageJson.version || '0.2.6';
+      return packageJson.version || '0.2.7';
     } catch (error) {
       console.warn('⚠️ Could not read package.json version, using fallback');
-      return '0.2.6';
+      return '0.2.7';
     }
   }
 

package/src/services/DatabaseService.js

@@ -104,16 +104,28 @@ export class DatabaseService {
       }
 
       // Initialize record with basic file stats
+      const fileExtension = path
+        .extname(file.path)
+        .toLowerCase()
+        .replace('.', '');
+      const filename = file.originalName || path.basename(file.path);
+      
       const record = {
         document_type: null,
         size: stats.size,
         num_pedimento: null,
-        filename: file.originalName || path.basename(file.path),
+        filename: filename,
         original_path: originalPath,
         arela_path: null,
         status: 'stats',
         rfc: null,
         message: null,
+        file_extension: fileExtension,
+        is_like_simplificado: fileExtension === 'pdf' && 
+          filename.toLowerCase().includes('simp'),
+        year: null,
+        created_at: new Date().toISOString(),
+        modified_at: stats.mtime.toISOString(),
       };
 
       // Try to detect document type for supported files
@@ -130,6 +142,10 @@ export class DatabaseService {
               record.arela_path = detection.arelaPath;
             }
 
+            if (detection.detectedPedimentoYear) {
+              record.year = detection.detectedPedimentoYear;
+            }
+
             const rfcField = detection.fields.find(
               (f) => f.name === 'rfc' && f.found,
             );
@@ -210,6 +226,9 @@ export class DatabaseService {
           file_extension: fileExtension,
           created_at: new Date().toISOString(),
           modified_at: stats.mtime.toISOString(),
+          is_like_simplificado: fileExtension === 'pdf' && 
+            (file.originalName || path.basename(file.path)).toLowerCase().includes('simp'),
+          year: null,
         };
 
         allRecords.push(record);
@@ -287,6 +306,8 @@ export class DatabaseService {
                 modified_at: record.modified_at,
                 filename: record.filename,
                 file_extension: record.file_extension,
+                is_like_simplificado: record.is_like_simplificado,
+                year: record.year,
               })
               .eq('original_path', record.original_path);
 
@@ -329,7 +350,7 @@ export class DatabaseService {
 
     const processingBatchSize = parseInt(options.batchSize) || 10;
     // Reduced query batch size to avoid timeouts
-    const queryBatchSize = 500; // Reduced from 1000 to 500
+    const queryBatchSize = 100; // Reduced from 500 to 100
 
     let totalDetected = 0;
     let totalProcessed = 0;
@@ -355,9 +376,9 @@ export class DatabaseService {
               .select('id, original_path, filename, file_extension, status')
               .eq('status', 'fs-stats')
               .eq('file_extension', 'pdf')
-              .ilike('filename', '%simp%')
+              .eq('is_like_simplificado', true)
               .range(offset, offset + queryBatchSize - 1)
-              .order('id'); // Add explicit ordering for consistent pagination
+              .order('created_at');
           }, `fetch PDF records chunk ${chunkNumber}`);
 
         if (queryError) {
@@ -416,6 +437,7 @@ export class DatabaseService {
                 num_pedimento: detection.detectedPedimento,
                 arela_path: detection.arelaPath,
                 message: detection.error || null,
+                year: detection.detectedPedimentoYear || null,
               };
 
               if (detection.fields) {
@@ -522,13 +544,13 @@ export class DatabaseService {
   async propagateArelaPath(options = {}) {
     const supabase = await this.#getSupabaseClient();
 
-    logger.info('Phase 3: Starting arela_path propagation process...');
-    console.log('🔍 Finding pedimento_simplificado records with arela_path...');
+    logger.info('Phase 3: Starting arela_path and year propagation process...');
+    console.log('🔍 Finding pedimento_simplificado records with arela_path and year...');
 
     // Get all pedimento_simplificado records that have arela_path
     const { data: pedimentoRecords, error: pedimentoError } = await supabase
       .from('uploader')
-      .select('id, original_path, arela_path, filename')
+      .select('id, original_path, arela_path, filename, year')
       .eq('document_type', 'pedimento_simplificado')
       .not('arela_path', 'is', null);
 
@@ -567,7 +589,7 @@ export class DatabaseService {
         const basePath = path.dirname(pedimento.original_path);
 
         logger.info(
-          `Processing pedimento: ${pedimento.filename} | Base path: ${basePath}`,
+          `Processing pedimento: ${pedimento.filename} | Base path: ${basePath} | Year: ${pedimento.year || 'N/A'}`,
         );
 
         // Extract folder part from existing arela_path
@@ -618,7 +640,10 @@ export class DatabaseService {
           try {
             const { error: updateError } = await supabase
               .from('uploader')
-              .update({ arela_path: folderArelaPath })
+              .update({ 
+                arela_path: folderArelaPath,
+                year: pedimento.year 
+              })
               .in('id', batchIds);
 
             if (updateError) {
@@ -629,7 +654,7 @@ export class DatabaseService {
             } else {
               totalUpdated += batchIds.length;
               logger.info(
-                `Successfully updated batch ${batchNumber}: ${batchIds.length} files`,
+                `Successfully updated batch ${batchNumber}: ${batchIds.length} files with arela_path and year`,
               );
             }
           } catch (batchError) {
@@ -654,7 +679,7 @@ export class DatabaseService {
     };
 
     logger.success(
-      `Phase 3 Summary: ${totalProcessed} pedimentos processed, ${totalUpdated} files updated, ${totalErrors} errors`,
+      `Phase 3 Summary: ${totalProcessed} pedimentos processed, ${totalUpdated} files updated with arela_path and year, ${totalErrors} errors`,
     );
 
     return result;