@arela/uploader 1.1.3 → 1.2.0

package/src/config/config.js

@@ -37,10 +37,10 @@ class Config {
       const __dirname = path.dirname(__filename);
       const packageJsonPath = path.resolve(__dirname, '../../package.json');
       const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, 'utf-8'));
-      return packageJson.version || '1.1.3';
+      return packageJson.version || '1.2.0';
     } catch (error) {
       console.warn('⚠️ Could not read package.json version, using fallback');
-      return '1.1.3';
+      return '1.2.0';
     }
   }
 
@@ -126,7 +126,7 @@ class Config {
    * @param {string} target - API target: 'default', 'agencia', or 'cliente'
    */
   setApiTarget(target) {
-    const validTargets = ['default', 'agencia', 'cliente', 'ktj'];
+    const validTargets = ['default', ...Object.keys(this.api.targets)];
     if (!validTargets.includes(target.toLowerCase())) {
       throw new Error(
         `Invalid API target '${target}'. Must be one of: ${validTargets.join(', ')}`,
@@ -143,7 +143,7 @@ class Config {
    * @param {string} targetTarget - Target API target (for writing data)
    */
   setCrossTenantTargets(sourceTarget, targetTarget) {
-    const validTargets = ['default', 'agencia', 'cliente', 'ktj'];
+    const validTargets = ['default', ...Object.keys(this.api.targets)];
 
     if (!validTargets.includes(sourceTarget.toLowerCase())) {
       throw new Error(
@@ -171,6 +171,41 @@ class Config {
     );
   }
 
+  /**
+   * Upsert an API target in memory (does not touch process.env).
+   * Used by agent mode to register per-profile targets at runtime.
+   * @param {string} name - Target name, e.g. 'cliente', 'agencia'
+   * @param {{baseUrl: string, token: string}} targetConfig
+   */
+  setTargetConfig(name, { baseUrl, token }) {
+    this.api.targets[name.toLowerCase()] = { baseUrl, token };
+  }
+
+  /**
+   * Apply an agent profile: API targets, server id and env overrides.
+   * Idempotent — the agent calls it before every poll/job of the profile so the
+   * singleton always reflects the ACTIVE profile (jobs reference targets by
+   * symbolic name: 'agencia', 'cliente').
+   * @param {Object} profile - Normalized profile from ProfileManager
+   */
+  applyProfile(profile) {
+    this.api.baseUrl = profile.url;
+    this.api.token = profile.token;
+    for (const [name, targetConfig] of Object.entries(profile.targets)) {
+      this.setTargetConfig(name, targetConfig);
+    }
+    if (profile.serverId) {
+      process.env.ARELA_SERVER_ID = profile.serverId;
+    }
+    for (const [key, value] of Object.entries(profile.env || {})) {
+      process.env[key] = String(value);
+    }
+    // Clear cross-tenant state left over from a previous profile's job
+    this.api.sourceTarget = null;
+    this.api.targetTarget = null;
+    this.api.activeTarget = 'default';
+  }
+
   /**
    * Get source API config for cross-tenant operations
    * @returns {Object} Source API configuration
@@ -780,12 +815,15 @@ class Config {
   }
 
   /**
-   * Reload upload and scan config from current process.env values.
-   * Must be called after modifying env vars at runtime (e.g., PollWorkerCommand).
+   * Reload upload, scan, push and performance config from current process.env
+   * values. Must be called after modifying env vars at runtime (e.g.,
+   * PipelineJobRunner applying a job's scanConfig/tuning overrides).
    */
   reloadScanConfig() {
     this.upload = this.#loadUploadConfig();
     this.scan = this.#loadScanConfig();
+    this.push = this.#loadPushConfig();
+    this.performance = this.#loadPerformanceConfig();
   }
 
   /**

package/src/document-type-shared.js

@@ -100,7 +100,7 @@ export function extractDocumentFields(source, fileExtension, filePath) {
 
       // Resolve final type if the definition supports it (e.g., pedimento_simplificado vs proforma)
       const resolvedType = docType.resolveType
-        ? docType.resolveType(fields)
+        ? docType.resolveType(fields, filePath)
         : docType.type;
 
       console.log(`   → Resolved type: ${resolvedType}`);

package/src/document-types/pedimento-completo.js

@@ -74,8 +74,15 @@ export const pedimentoCompletoDefinition = {
    *   - R1 rectifications require fechaPagoRectificacion
    *   - Everything else requires paymentDate
    * No payment evidence ⇒ proforma_completo.
+   *
+   * Exception: the "CoveFact" annex (…-CoveFact.pdf) doesn't always print the
+   * payment section, so the payment-based demotion misfires and the file gets
+   * stuck as proforma_completo (NON_PUSHABLE) forever — the CLI never
+   * re-identifies rows that already have a detected_type. The filename is the
+   * payment-independent signal for this variant.
    */
-  resolveType: (fields) => {
+  resolveType: (fields, filePath) => {
+    if (/covefact/i.test(filePath ?? '')) return 'pedimento_completo';
     const clavePedimento =
       fields?.find((f) => f.name === 'clavePedimento')?.value ?? null;
     const paymentDate =

package/src/file-detection.js

@@ -56,6 +56,15 @@ function composeArelaPath(
     return null;
   }
 
+  // The CoveFact annex resolves to pedimento_completo without payment
+  // evidence (see pedimento-completo.js resolveType), so it must never anchor
+  // an operation on its own: with no self-composed path it only becomes
+  // pushable when a PAID sibling pedimento propagates the folder's
+  // arela_path. Unpaid operations therefore never reach Arela through it.
+  if (/covefact/i.test(filePath ?? '')) {
+    return null;
+  }
+
   const rfc = fields?.find((f) => f.name === 'rfc')?.value;
   let patente = fields?.find((f) => f.name === 'patente')?.value;
   const aduana = fields?.find((f) => f.name === 'aduanaEntradaSalida')?.value;

package/src/index.js

@@ -1,6 +1,8 @@
 #!/usr/bin/env node
 import { Command } from 'commander';
 
+import agentCommand from './commands/AgentCommand.js';
+import agentInitCommand from './commands/AgentInitCommand.js';
 import datastageCommand from './commands/DatastageCommand.js';
 import gdriveSyncCommand from './commands/GDriveSyncCommand.js';
 import identifyCommand from './commands/IdentifyCommand.js';
@@ -646,6 +648,59 @@ class ArelaUploaderCLI {
         }
       });
 
+    // ============================================================================
+    // AGENT MODE - one process polling N tenant APIs (replaces N worker terminals)
+    // ============================================================================
+
+    const agent = this.program
+      .command('agent')
+      .description(
+        '🤖 Multi-profile polling agent: one process for all tenant APIs (profiles.json)',
+      );
+
+    agent
+      .command('run', { isDefault: true })
+      .description('Run the agent (default: `arela agent` runs this)')
+      .option(
+        '--config <path>',
+        'Path to profiles.json (default: ~/.arela/profiles.json)',
+      )
+      .option('--interval <ms>', 'Base poll interval per idle round')
+      .option(
+        '--profile <names>',
+        'Comma-separated subset of profiles to run (debugging)',
+      )
+      .action(async (options) => {
+        try {
+          await agentCommand.execute(options);
+        } catch (error) {
+          this.errorHandler.handleFatalError(error, { command: 'agent' });
+        }
+      });
+
+    agent
+      .command('init')
+      .description(
+        'Generate profiles.json + pipeline_config seeds from legacy per-folder .env files',
+      )
+      .requiredOption(
+        '--from <dirs...>',
+        'Folders containing the legacy .env files (one per RFC×source)',
+      )
+      .option(
+        '--server-id <id>',
+        'Machine server id (default: ARELA_SERVER_ID from first .env, else hostname)',
+      )
+      .option('--out <dir>', 'Output directory', '~/.arela')
+      .option('--force', 'Overwrite an existing profiles.json')
+      .action(async (options) => {
+        try {
+          await agentInitCommand.execute(options.from, options);
+        } catch (error) {
+          this.errorHandler.handleFatalError(error, { command: 'agent init' });
+        }
+      });
+
     // Version command (already handled by program.version())
 
     // Help command

package/src/scoring/scoring-engine.js

@@ -225,7 +225,7 @@ export function classifyDocument(matchers, { source, extension, filePath }) {
   }
 
   const resolvedType = def.resolveType
-    ? def.resolveType(fields)
+    ? def.resolveType(fields, filePath)
     : def.documentType;
   const pedimento = def.extractNumPedimento
     ? def.extractNumPedimento(source, fields, filePath)

package/src/services/LoggingService.js

@@ -17,6 +17,7 @@ export class LoggingService {
     this.bufferSize = appConfig.performance.logBufferSize;
     this.flushInterval = appConfig.performance.logFlushInterval;
     this.lastFlushTime = Date.now();
+    this.context = null;
 
     // Event tracking (new in Fase 5)
     this.uploadEvents = [];
@@ -50,6 +51,15 @@ export class LoggingService {
     });
   }
 
+  /**
+   * Prefix a message with the active context (agent profile name), so both the
+   * console echo and the file entry stay grep-able per profile
+   * @private
+   */
+  #withContext(message) {
+    return this.context ? `[${this.context}] ${message}` : message;
+  }
+
   /**
    * Write a log message
    * @param {string} message - Log message
@@ -80,6 +90,7 @@ export class LoggingService {
    * @param {string} message - Message to log
    */
   info(message) {
+    message = this.#withContext(message);
     this.writeLog(message, 'info');
     // Echo to console: run banners, stats and the 🧩 observability lines were
     // file-only, so operators watching the terminal never saw them (the v1
@@ -92,6 +103,7 @@ export class LoggingService {
    * @param {string} message - Message to log
    */
   warn(message) {
+    message = this.#withContext(message);
     this.writeLog(message, 'warn');
     console.warn(`⚠️ ${message}`);
   }
@@ -101,6 +113,7 @@ export class LoggingService {
    * @param {string} message - Message to log
    */
   error(message) {
+    message = this.#withContext(message);
     this.writeLog(message, 'error');
     console.error(`❌ ${message}`);
   }
@@ -111,6 +124,7 @@ export class LoggingService {
    */
   debug(message) {
     if (this.isVerbose) {
+      message = this.#withContext(message);
       this.writeLog(message, 'debug');
       console.log(`🔍 ${message}`);
     }
@@ -122,6 +136,7 @@ export class LoggingService {
    */
   verbose(message) {
     if (this.isVerbose) {
+      message = this.#withContext(message);
       this.writeLog(message, 'verbose');
       console.log(message);
     }
@@ -132,6 +147,7 @@ export class LoggingService {
    * @param {string} message - Message to log
    */
   success(message) {
+    message = this.#withContext(message);
     this.writeLog(message, 'success');
     console.log(`✅ ${message}`);
   }
@@ -173,6 +189,25 @@ export class LoggingService {
     return this.logFilePath;
   }
 
+  /**
+   * Redirect logging to a different file (agent mode uses ~/.arela/arela-agent.log
+   * instead of the cwd-bound arela-upload.log). Flushes pending entries first.
+   * @param {string} filePath - Absolute path to the new log file
+   */
+  setLogFilePath(filePath) {
+    this.flush();
+    this.logFilePath = filePath;
+  }
+
+  /**
+   * Set a context prefix added to every file log entry (e.g. the active agent
+   * profile name, so one shared log stays grep-able per profile).
+   * @param {string|null} prefix - Context name, or null to clear
+   */
+  setContext(prefix) {
+    this.context = prefix || null;
+  }
+
   /**
    * Check if verbose logging is enabled
    * @returns {boolean} True if verbose logging is enabled

package/src/services/PipelineApiService.js

@@ -146,9 +146,12 @@ export class PipelineApiService {
   /**
    * Get the next available job for this server
    * @param {string} serverId - Server identifier
+   * @param {Object} [options]
+   * @param {boolean} [options.throwOnError=false] - Rethrow request failures
+   *   instead of swallowing them (agent mode needs this to back off a dead API)
    * @returns {Promise<Object|null>} Job data or null if no jobs available
    */
-  async getNextJob(serverId) {
+  async getNextJob(serverId, { throwOnError = false } = {}) {
     try {
       const result = await this.#request(
         'GET',
@@ -156,6 +159,9 @@ export class PipelineApiService {
       );
       return result;
     } catch (error) {
+      if (throwOnError) {
+        throw error;
+      }
       logger.error(`❌ Failed to get next job: ${error.message}`);
       return null;
     }