@arela/uploader 0.3.0 → 1.0.0

package/src/services/upload/UploadServiceFactory.js

@@ -9,6 +9,8 @@ export class UploadServiceFactory {
   constructor() {
     this.apiService = new ApiUploadService();
     this.supabaseService = new SupabaseUploadService();
+    // Cache for target-specific API services
+    this._targetServices = new Map();
   }
 
   /**
@@ -54,6 +56,28 @@ export class UploadServiceFactory {
     throw new Error('No upload service is available');
   }
 
+  /**
+   * Get an API service configured for a specific target
+   * @param {string} target - API target: 'agencia', 'cliente', 'ktj931117p55', or 'default'
+   * @returns {Promise<ApiUploadService>} API service for the specified target
+   */
+  async getApiServiceForTarget(target) {
+    // Import config dynamically to avoid circular dependency
+    const { appConfig } = await import('../../config/config.js');
+
+    const targetConfig = appConfig.getApiConfig(target);
+    if (!targetConfig.baseUrl) {
+      throw new Error(`No API URL configured for target '${target}'`);
+    }
+
+    // Create a new service instance with specific config
+    // Use setExternalConfig to prevent automatic config refresh from overwriting
+    const service = new ApiUploadService();
+    service.setExternalConfig(targetConfig.baseUrl, targetConfig.token);
+
+    return service;
+  }
+
   /**
    * Check if API mode is currently active
    * @returns {Promise<boolean>} True if API service is available

package/src/utils/FileOperations.js

@@ -152,8 +152,11 @@ export class FileOperations {
    */
   static listFilesInDirectory(dirPath, options = {}) {
     try {
-      const { excludePattern = /(^|[\/\\])\.|node_modules|\.git/, onlyPdf = false } = options;
-      
+      const {
+        excludePattern = /(^|[\/\\])\.|node_modules|\.git/,
+        onlyPdf = false,
+      } = options;
+
       if (!fs.existsSync(dirPath)) {
         return [];
       }
@@ -163,7 +166,7 @@ export class FileOperations {
 
       for (const entry of entries) {
         const fullPath = path.join(dirPath, entry.name);
-        
+
         // Skip excluded patterns
         if (excludePattern && excludePattern.test(fullPath)) {
           continue;

package/src/utils/WatchEventHandler.js

@@ -210,8 +210,9 @@ export class WatchEventHandler {
       const files = [];
 
       // Get all recent files (valid, non-deleted ones)
-      const validFiles = Array.from(this.recentFiles.entries())
-        .filter(([_, metadata]) => metadata.event !== 'unlink');
+      const validFiles = Array.from(this.recentFiles.entries()).filter(
+        ([_, metadata]) => metadata.event !== 'unlink',
+      );
 
       if (validFiles.length === 0) {
         logger.debug('[EventHandler] No valid files in batch');
@@ -221,11 +222,13 @@ export class WatchEventHandler {
       // If sourceDir provided, get ALL files from that directory
       // This ensures when one file is detected, all related files are processed together
       if (sourceDir) {
-        logger.debug(`[EventHandler] Batch: Processing all files in ${sourceDir}`);
-        
+        logger.debug(
+          `[EventHandler] Batch: Processing all files in ${sourceDir}`,
+        );
+
         for (const [filePath, metadata] of validFiles) {
           const fileDir = path.dirname(filePath);
-          
+
           // Only include files from the source directory or its subdirectories
           if (filePath.startsWith(sourceDir)) {
             try {
@@ -238,9 +241,11 @@ export class WatchEventHandler {
                 event: metadata.event,
                 type: 'batch',
               });
-              
+
               if (files.length >= batchSize) {
-                logger.debug(`[EventHandler] Batch size limit (${batchSize}) reached`);
+                logger.debug(
+                  `[EventHandler] Batch size limit (${batchSize}) reached`,
+                );
                 break;
               }
             } catch (error) {
@@ -254,7 +259,7 @@ export class WatchEventHandler {
       } else {
         // Fallback: Sort by timestamp (newest first) and take up to batchSize
         const sortedFiles = validFiles.sort(
-          ([_, a], [__, b]) => b.timestamp - a.timestamp
+          ([_, a], [__, b]) => b.timestamp - a.timestamp,
         );
 
         for (const [filePath, metadata] of sortedFiles) {
@@ -268,7 +273,7 @@ export class WatchEventHandler {
               event: metadata.event,
               type: 'batch',
             });
-            
+
             if (files.length >= batchSize) {
               break;
             }

package/.envbackup

@@ -1,37 +0,0 @@
-# SUPABASE_URL=https://supabase.prod.app.trader-docs.com
-# SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJyb2xlIjoic2VydmljZV9yb2xlIiwiaXNzIjoic3VwYWJhc2UiLCJpYXQiOjE3NDU3MzM2MDAsImV4cCI6MTkwMzUwMDAwMH0.eAoXvaBZzZa31txItwEkoLnplWG10ee-U5GMc265xwk
-# SUPABASE_BUCKET=sample
-
-# PATH_VARS=o:/ExpedienteElectronicko/expediente/archivos/:rfcPatente/:patente-:aduana/:year/:pedimento/ALSJDKHF ASD,KFHJA SDFK,ASLDKJFH
-
-SUPABASE_URL=http://127.0.0.1:54321
-SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZS1kZW1vIiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImV4cCI6MTk4MzgxMjk5Nn0.EGIM96RAZx35lJzdJsyH-qQwv8Hdp7fsn3W0YpN81IU
-SUPABASE_BUCKET=arela
-
-# Arela API Configuration
-ARELA_API_URL=http://localhost:3010
-ARELA_API_TOKEN=f0608f83e5faa4c6be32c19975635c4e9012b31f7249a9f0a9270f54d74ec599
-
-# Upload Configuration
-UPLOAD_BASE_PATH=./sample
-UPLOAD_SOURCES=2023|2024
-
-# RFC Upload Configuration
-# Pipe-separated list of RFCs to upload files for
-# Example: MMJ0810145N1|ABC1234567XY|DEF9876543ZZ
-UPLOAD_RFCS=AKS151005E46|IMS030409FZ0|RDG1107154L7|SHP031226BV2|CSM9301219B4|LIN960124HT8|LME971009SW4|AKM9707151B6|FEL000822AG2|FDM060802J54|MTM9807279B4|AUM9207011CA|MMJ0810145N1|ACC010328EQ6|PED781129JT6|CAD890407NK7|SME140411IK7|JME1903121C2|EIJ110429NF9|PTJ080414TM6|TME050503BM4
-
-# AKS151005E46|IMS030409FZ0|RDG1107154L7|SHP031226BV2|CSM9301219B4|LIN960124HT8|LME971009SW4|AKM9707151B6|FEL000822AG2|PTJ080414TM6|TME050503BM4
-# FDM060802J54|MTM9807279B4|AUM9207011CA|MMJ0810145N1|ACC010328EQ6|PED781129JT6|CAD890407NK7|SME140411IK7|JME1903121C2|EIJ110429NF9
-
-# Logging and Verbosity
-VERBOSE_LOGGING=true          # Disable verbose path logging for better performance
-BATCH_DELAY=50                 # Reduce delay between batches (default: 100ms)
-PROGRESS_UPDATE_INTERVAL=20    # Update progress every 20 items (default: 10)
-
-# Log Buffering
-LOG_BUFFER_SIZE=200           # Increase buffer size for fewer I/O ops (default: 100)
-LOG_FLUSH_INTERVAL=3000       # Flush logs every 3 seconds (default: 5000ms)
-
-# Example for maximum performance
-# VERBOSE_LOGGING=false BATCH_DELAY=25 LOG_BUFFER_SIZE=500 arela --stats-only /path/to/files

package/SUPABASE_UPLOAD_FIX.md

@@ -1,157 +0,0 @@
-# Supabase Upload Issue Fix
-
-## Problem Description
-
-When running the CLI with `upload --force-supabase`, the logs displayed that files were being uploaded successfully, but no files appeared in the Supabase bucket.
-
-## Root Cause
-
-The issue was in `/src/commands/UploadCommand.js` in the `#processFile` method. The code was **silently ignoring upload failures** from Supabase:
-
-```javascript
-// ❌ BEFORE - Upload result was ignored
-if (uploadService.getServiceName() === 'Arela API') {
-  result = await uploadService.upload([fileObject], { ...options, uploadPath });
-} else {
-  // Supabase direct upload
-  await uploadService.upload([fileObject], { uploadPath });
-  // Result ignored! No error checking!
-}
-
-logger.info(`SUCCESS: ${path.basename(filePath)} -> ${uploadPath}`);
-```
-
-Even if the Supabase upload failed and returned `{ success: false, error: "..." }`, the code would:
-1. Ignore the error
-2. Log "SUCCESS" 
-3. Continue processing
-
-This created the illusion that files were being uploaded when they weren't.
-
-## Changes Made
-
-### 1. Fixed Error Handling in `UploadCommand.js`
-
-**File:** `/src/commands/UploadCommand.js`
-
-Now properly captures and validates the Supabase upload result:
-
-```javascript
-// ✅ AFTER - Upload result is captured and validated
-if (uploadService.getServiceName() === 'Arela API') {
-  result = await uploadService.upload([fileObject], { ...options, uploadPath });
-} else {
-  // Supabase direct upload
-  const uploadResult = await uploadService.upload([fileObject], { uploadPath });
-  
-  // Check if upload was successful
-  if (!uploadResult.success) {
-    throw new Error(`Supabase upload failed: ${uploadResult.error}`);
-  }
-  
-  result = { successCount: 1 };
-}
-```
-
-### 2. Enhanced Logging in `SupabaseUploadService.js`
-
-**File:** `/src/services/upload/SupabaseUploadService.js`
-
-Added detailed logging to help diagnose upload issues:
-
-#### Connection Initialization
-```javascript
-console.log(`🔌 Connecting to Supabase: ${appConfig.supabase.url}`);
-console.log(`📦 Using bucket: ${this.bucket}`);
-console.log(`🧪 Testing bucket access...`);
-console.log(`✅ Successfully connected to Supabase bucket: ${this.bucket}`);
-```
-
-#### Upload Operations
-```javascript
-if (error) {
-  console.error(`❌ Supabase upload failed for ${normalizedPath}:`, error.message);
-  return { success: false, error: error.message };
-}
-
-console.log(`✅ Supabase upload successful: ${normalizedPath}`);
-```
-
-#### Better Error Messages
-```javascript
-if (!appConfig.supabase.url || !appConfig.supabase.key || !this.bucket) {
-  const missing = [];
-  if (!appConfig.supabase.url) missing.push('SUPABASE_URL');
-  if (!appConfig.supabase.key) missing.push('SUPABASE_KEY');
-  if (!this.bucket) missing.push('SUPABASE_BUCKET');
-  throw new Error(`Missing Supabase configuration: ${missing.join(', ')}`);
-}
-```
-
-## Expected Behavior After Fix
-
-### On Successful Upload
-```
-🔌 Connecting to Supabase: https://your-project.supabase.co
-📦 Using bucket: your-bucket-name
-🧪 Testing bucket access...
-✅ Successfully connected to Supabase bucket: your-bucket-name
-✅ Supabase upload successful: 2023/2000601/file.xml
-```
-
-### On Failed Upload
-```
-❌ Supabase upload failed for 2023/2000601/file.xml: [error details]
-Error: Supabase upload failed: [error details]
-```
-
-### On Configuration Error
-```
-Error: Missing Supabase configuration: SUPABASE_URL, SUPABASE_KEY
-```
-
-## Common Issues to Check
-
-If uploads still fail after this fix, check:
-
-1. **Environment Variables**
-   ```bash
-   echo $SUPABASE_URL
-   echo $SUPABASE_KEY  # Should be anon or service_role key
-   echo $SUPABASE_BUCKET
-   ```
-
-2. **Bucket Permissions**
-   - Check if the bucket exists in Supabase Storage
-   - Verify the API key has write permissions to the bucket
-   - Check bucket policies (public vs private)
-
-3. **Network/Firewall**
-   - Ensure the server can reach Supabase (check firewall rules)
-   - Test connection: `curl https://your-project.supabase.co`
-
-4. **File Size Limits**
-   - Check Supabase storage limits for your plan
-   - Verify file sizes are within allowed limits
-
-5. **Path Format**
-   - Ensure paths don't contain invalid characters
-   - Paths are normalized (forward slashes only)
-
-## Testing the Fix
-
-Run the upload command with verbose logging:
-
-```bash
-arela upload --force-supabase -v
-```
-
-You should now see:
-- Clear connection status messages
-- Per-file upload success/failure messages
-- Proper error messages if uploads fail
-- Accurate success/error counts in the summary
-
-## Migration Notes
-
-No database migrations required. This is a code-only fix that improves error handling and logging.