@push.rocks/smartproxy 19.3.13 → 19.4.0

package/ts/proxies/smart-proxy/certificate-manager.ts

@@ -93,6 +93,12 @@ export class SmartCertManager {
    */
   public setUpdateRoutesCallback(callback: (routes: IRouteConfig[]) => Promise<void>): void {
     this.updateRoutesCallback = callback;
+    try {
+      logger.log('debug', 'Route update callback set successfully', { component: 'certificate-manager' });
+    } catch (error) {
+      // Silently handle logging errors
+      console.log('[DEBUG] Route update callback set successfully');
+    }
   }
   
   /**
@@ -395,17 +401,31 @@ export class SmartCertManager {
   
   /**
    * Add challenge route to SmartProxy
+   * 
+   * This method adds a special route for ACME HTTP-01 challenges, which typically uses port 80.
+   * Since we may already be listening on port 80 for regular routes, we need to be
+   * careful about how we add this route to avoid binding conflicts.
    */
   private async addChallengeRoute(): Promise<void> {
-    // Check with state manager first
+    // Check with state manager first - avoid duplication
     if (this.acmeStateManager && this.acmeStateManager.isChallengeRouteActive()) {
-      logger.log('info', 'Challenge route already active in global state, skipping', { component: 'certificate-manager' });
+      try {
+        logger.log('info', 'Challenge route already active in global state, skipping', { component: 'certificate-manager' });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log('[INFO] Challenge route already active in global state, skipping');
+      }
       this.challengeRouteActive = true;
       return;
     }
     
     if (this.challengeRouteActive) {
-      logger.log('info', 'Challenge route already active locally, skipping', { component: 'certificate-manager' });
+      try {
+        logger.log('info', 'Challenge route already active locally, skipping', { component: 'certificate-manager' });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log('[INFO] Challenge route already active locally, skipping');
+      }
       return;
     }
     
@@ -421,6 +441,7 @@ export class SmartCertManager {
     const challengePort = this.globalAcmeDefaults?.port || 80;
     
     // Check if any existing routes are already using this port
+    // This helps us determine if we need to create a new binding or can reuse existing one
     const portInUseByRoutes = this.routes.some(route => {
       const routePorts = Array.isArray(route.match.ports) ? route.match.ports : [route.match.ports];
       return routePorts.some(p => {
@@ -434,19 +455,37 @@ export class SmartCertManager {
         return false;
       });
     });
-    
-    if (portInUseByRoutes) {
-      logger.log('info', `Port ${challengePort} is already used by another route, merging ACME challenge route`, {
-        port: challengePort,
-        component: 'certificate-manager'
-      });
-    }
-    
-    // Add the challenge route
-    const challengeRoute = this.challengeRoute;
-    
+
     try {
+      // Log whether port is already in use by other routes
+      if (portInUseByRoutes) {
+        try {
+          logger.log('info', `Port ${challengePort} is already used by another route, merging ACME challenge route`, {
+            port: challengePort,
+            component: 'certificate-manager'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[INFO] Port ${challengePort} is already used by another route, merging ACME challenge route`);
+        }
+      } else {
+        try {
+          logger.log('info', `Adding new ACME challenge route on port ${challengePort}`, {
+            port: challengePort,
+            component: 'certificate-manager'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[INFO] Adding new ACME challenge route on port ${challengePort}`);
+        }
+      }
+      
+      // Add the challenge route to the existing routes
+      const challengeRoute = this.challengeRoute;
       const updatedRoutes = [...this.routes, challengeRoute];
+      
+      // With the re-ordering of start(), port binding should already be done
+      // This updateRoutes call should just add the route without binding again
       await this.updateRoutesCallback(updatedRoutes);
       this.challengeRouteActive = true;
       
@@ -455,29 +494,63 @@ export class SmartCertManager {
         this.acmeStateManager.addChallengeRoute(challengeRoute);
       }
       
-      logger.log('info', 'ACME challenge route successfully added', { component: 'certificate-manager' });
+      try {
+        logger.log('info', 'ACME challenge route successfully added', { component: 'certificate-manager' });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log('[INFO] ACME challenge route successfully added');
+      }
     } catch (error) {
-      // Handle specific EADDRINUSE errors differently based on whether it's an internal conflict
+      // Enhanced error handling based on error type
       if ((error as any).code === 'EADDRINUSE') {
-        logger.log('error', `Failed to add challenge route on port ${challengePort}: ${error.message}`, { 
-          error: error.message, 
-          port: challengePort,
-          component: 'certificate-manager'
-        });
+        try {
+          logger.log('warn', `Challenge port ${challengePort} is unavailable - it's already in use by another process. Consider configuring a different ACME port.`, { 
+            port: challengePort,
+            error: (error as Error).message,
+            component: 'certificate-manager'
+          });
+        } catch (logError) {
+          // Silently handle logging errors
+          console.log(`[WARN] Challenge port ${challengePort} is unavailable - it's already in use by another process. Consider configuring a different ACME port.`);
+        }
+        
+        // Provide a more informative and actionable error message
+        throw new Error(
+          `ACME HTTP-01 challenge port ${challengePort} is already in use by another process. ` + 
+          `Please configure a different port using the acme.port setting (e.g., 8080).`
+        );
+      } else if (error.message && error.message.includes('EADDRINUSE')) {
+        // Some Node.js versions embed the error code in the message rather than the code property
+        try {
+          logger.log('warn', `Port ${challengePort} conflict detected: ${error.message}`, {
+            port: challengePort,
+            component: 'certificate-manager'
+          });
+        } catch (logError) {
+          // Silently handle logging errors
+          console.log(`[WARN] Port ${challengePort} conflict detected: ${error.message}`);
+        }
         
-        // Provide a more informative error message
+        // More detailed error message with suggestions
         throw new Error(
-          `Port ${challengePort} is already in use. ` + 
-          `If it's in use by an external process, configure a different port in the ACME settings. ` +
-          `If it's in use by SmartProxy, there may be a route configuration issue.`
+          `ACME HTTP challenge port ${challengePort} conflict detected. ` +
+          `To resolve this issue, try one of these approaches:\n` +
+          `1. Configure a different port in ACME settings (acme.port)\n` +
+          `2. Add a regular route that uses port ${challengePort} before initializing the certificate manager\n` +
+          `3. Stop any other services that might be using port ${challengePort}`
         );
       }
       
-      // Log and rethrow other errors
-      logger.log('error', `Failed to add challenge route: ${error.message}`, { 
-        error: error.message, 
-        component: 'certificate-manager' 
-      });
+      // Log and rethrow other types of errors
+      try {
+        logger.log('error', `Failed to add challenge route: ${(error as Error).message}`, { 
+          error: (error as Error).message, 
+          component: 'certificate-manager' 
+        });
+      } catch (logError) {
+        // Silently handle logging errors
+        console.log(`[ERROR] Failed to add challenge route: ${(error as Error).message}`);
+      }
       throw error;
     }
   }
@@ -487,7 +560,12 @@ export class SmartCertManager {
    */
   private async removeChallengeRoute(): Promise<void> {
     if (!this.challengeRouteActive) {
-      logger.log('info', 'Challenge route not active, skipping removal', { component: 'certificate-manager' });
+      try {
+        logger.log('info', 'Challenge route not active, skipping removal', { component: 'certificate-manager' });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log('[INFO] Challenge route not active, skipping removal');
+      }
       return;
     }
     
@@ -505,9 +583,19 @@ export class SmartCertManager {
         this.acmeStateManager.removeChallengeRoute('acme-challenge');
       }
       
-      logger.log('info', 'ACME challenge route successfully removed', { component: 'certificate-manager' });
+      try {
+        logger.log('info', 'ACME challenge route successfully removed', { component: 'certificate-manager' });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log('[INFO] ACME challenge route successfully removed');
+      }
     } catch (error) {
-      logger.log('error', `Failed to remove challenge route: ${error.message}`, { error: error.message, component: 'certificate-manager' });
+      try {
+        logger.log('error', `Failed to remove challenge route: ${error.message}`, { error: error.message, component: 'certificate-manager' });
+      } catch (logError) {
+        // Silently handle logging errors
+        console.log(`[ERROR] Failed to remove challenge route: ${error.message}`);
+      }
       // Reset the flag even on error to avoid getting stuck
       this.challengeRouteActive = false;
       throw error;

package/ts/proxies/smart-proxy/port-manager.ts

@@ -46,10 +46,14 @@ export class PortManager {
     if (this.servers.has(port)) {
       // Port is already bound, just increment the reference count
       this.incrementPortRefCount(port);
-      logger.log('debug', `PortManager: Port ${port} is already bound by SmartProxy, reusing binding`, { 
-        port,
-        component: 'port-manager'
-      });
+      try {
+        logger.log('debug', `PortManager: Port ${port} is already bound by SmartProxy, reusing binding`, { 
+          port,
+          component: 'port-manager'
+        });
+      } catch (e) {
+        console.log(`[DEBUG] PortManager: Port ${port} is already bound by SmartProxy, reusing binding`);
+      }
       return;
     }
 
@@ -68,24 +72,34 @@ export class PortManager {
       // Delegate to route connection handler
       this.routeConnectionHandler.handleConnection(socket);
     }).on('error', (err: Error) => {
-      logger.log('error', `Server Error on port ${port}: ${err.message}`, {
-        port,
-        error: err.message,
-        component: 'port-manager'
-      });
+      try {
+        logger.log('error', `Server Error on port ${port}: ${err.message}`, {
+          port,
+          error: err.message,
+          component: 'port-manager'
+        });
+      } catch (e) {
+        console.error(`[ERROR] Server Error on port ${port}: ${err.message}`);
+      }
     });
     
     // Start listening on the port
     return new Promise<void>((resolve, reject) => {
       server.listen(port, () => {
         const isHttpProxyPort = this.settings.useHttpProxy?.includes(port);
-        logger.log('info', `SmartProxy -> OK: Now listening on port ${port}${
-          isHttpProxyPort ? ' (HttpProxy forwarding enabled)' : ''
-        }`, {
-          port,
-          isHttpProxyPort: !!isHttpProxyPort,
-          component: 'port-manager'
-        });
+        try {
+          logger.log('info', `SmartProxy -> OK: Now listening on port ${port}${
+            isHttpProxyPort ? ' (HttpProxy forwarding enabled)' : ''
+          }`, {
+            port,
+            isHttpProxyPort: !!isHttpProxyPort,
+            component: 'port-manager'
+          });
+        } catch (e) {
+          console.log(`[INFO] SmartProxy -> OK: Now listening on port ${port}${
+            isHttpProxyPort ? ' (HttpProxy forwarding enabled)' : ''
+          }`);
+        }
         
         // Store the server reference
         this.servers.set(port, server);

package/ts/proxies/smart-proxy/smart-proxy.ts

@@ -313,21 +313,6 @@ export class SmartProxy extends plugins.EventEmitter {
       return;
     }
 
-    // Initialize certificate manager before starting servers
-    await this.initializeCertificateManager();
-
-    // Initialize and start HttpProxy if needed
-    if (this.settings.useHttpProxy && this.settings.useHttpProxy.length > 0) {
-      await this.httpProxyBridge.initialize();
-      
-      // Connect HttpProxy with certificate manager
-      if (this.certManager) {
-        this.certManager.setHttpProxy(this.httpProxyBridge.getHttpProxy());
-      }
-      
-      await this.httpProxyBridge.start();
-    }
-
     // Validate the route configuration
     const configWarnings = this.routeManager.validateConfiguration();
     
@@ -362,9 +347,25 @@ export class SmartProxy extends plugins.EventEmitter {
       }
     }
 
-    // Start port listeners using the PortManager
+    // Initialize and start HttpProxy if needed - before port binding
+    if (this.settings.useHttpProxy && this.settings.useHttpProxy.length > 0) {
+      await this.httpProxyBridge.initialize();
+      await this.httpProxyBridge.start();
+    }
+
+    // Start port listeners using the PortManager BEFORE initializing certificate manager
+    // This ensures all required ports are bound and ready when adding ACME challenge routes
     await this.portManager.addPorts(listeningPorts);
     
+    // Initialize certificate manager AFTER port binding is complete
+    // This ensures the ACME challenge port is already bound and ready when needed
+    await this.initializeCertificateManager();
+    
+    // Connect certificate manager with HttpProxy if both are available
+    if (this.certManager && this.httpProxyBridge.getHttpProxy()) {
+      this.certManager.setHttpProxy(this.httpProxyBridge.getHttpProxy());
+    }
+
     // Now that ports are listening, provision any required certificates
     if (this.certManager) {
       logger.log('info', 'Starting certificate provisioning now that ports are ready', { component: 'certificate-manager' });
@@ -521,7 +522,12 @@ export class SmartProxy extends plugins.EventEmitter {
       const challengeRouteExists = this.settings.routes.some(r => r.name === 'acme-challenge');
       
       if (!challengeRouteExists) {
-        logger.log('info', 'Challenge route successfully removed from routes');
+        try {
+          logger.log('info', 'Challenge route successfully removed from routes');
+        } catch (error) {
+          // Silently handle logging errors
+          console.log('[INFO] Challenge route successfully removed from routes');
+        }
         return;
       }
       
@@ -530,7 +536,12 @@ export class SmartProxy extends plugins.EventEmitter {
     }
     
     const error = `Failed to verify challenge route removal after ${maxRetries} attempts`;
-    logger.log('error', error);
+    try {
+      logger.log('error', error);
+    } catch (logError) {
+      // Silently handle logging errors
+      console.log(`[ERROR] ${error}`);
+    }
     throw new Error(error);
   }
   
@@ -559,31 +570,74 @@ export class SmartProxy extends plugins.EventEmitter {
    */
   public async updateRoutes(newRoutes: IRouteConfig[]): Promise<void> {
     return this.routeUpdateLock.runExclusive(async () => {
-      logger.log('info', `Updating routes (${newRoutes.length} routes)`, { routeCount: newRoutes.length, component: 'route-manager' });
+      try {
+        logger.log('info', `Updating routes (${newRoutes.length} routes)`, { 
+          routeCount: newRoutes.length, 
+          component: 'route-manager' 
+        });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log(`[INFO] Updating routes (${newRoutes.length} routes)`);
+      }
 
       // Track port usage before and after updates
       const oldPortUsage = this.updatePortUsageMap(this.settings.routes);
       const newPortUsage = this.updatePortUsageMap(newRoutes);
       
+      // Get the lists of currently listening ports and new ports needed
+      const currentPorts = new Set(this.portManager.getListeningPorts());
+      const newPortsSet = new Set(newPortUsage.keys());
+      
+      // Log the port usage for debugging
+      try {
+        logger.log('debug', `Current listening ports: ${Array.from(currentPorts).join(', ')}`, {
+          ports: Array.from(currentPorts),
+          component: 'smart-proxy'
+        });
+        
+        logger.log('debug', `Ports needed for new routes: ${Array.from(newPortsSet).join(', ')}`, {
+          ports: Array.from(newPortsSet),
+          component: 'smart-proxy'
+        });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log(`[DEBUG] Current listening ports: ${Array.from(currentPorts).join(', ')}`);
+        console.log(`[DEBUG] Ports needed for new routes: ${Array.from(newPortsSet).join(', ')}`);
+      }
+      
       // Find orphaned ports - ports that no longer have any routes
       const orphanedPorts = this.findOrphanedPorts(oldPortUsage, newPortUsage);
       
-      // Find new ports that need binding
-      const currentPorts = new Set(this.portManager.getListeningPorts());
-      const newPortsSet = new Set(newPortUsage.keys());
+      // Find new ports that need binding (only ports that we aren't already listening on)
       const newBindingPorts = Array.from(newPortsSet).filter(p => !currentPorts.has(p));
+      
+      // Check for ACME challenge port to give it special handling
+      const acmePort = this.settings.acme?.port || 80;
+      const acmePortNeeded = newPortsSet.has(acmePort);
+      const acmePortListed = newBindingPorts.includes(acmePort);
+      
+      if (acmePortNeeded && acmePortListed) {
+        try {
+          logger.log('info', `Adding ACME challenge port ${acmePort} to routes`, { 
+            port: acmePort,
+            component: 'smart-proxy'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[INFO] Adding ACME challenge port ${acmePort} to routes`);
+        }
+      }
 
-      // Get existing routes that use NFTables
+      // Get existing routes that use NFTables and update them
       const oldNfTablesRoutes = this.settings.routes.filter(
         r => r.action.forwardingEngine === 'nftables'
       );
       
-      // Get new routes that use NFTables
       const newNfTablesRoutes = newRoutes.filter(
         r => r.action.forwardingEngine === 'nftables'
       );
       
-      // Find routes to remove, update, or add
+      // Update existing NFTables routes
       for (const oldRoute of oldNfTablesRoutes) {
         const newRoute = newNfTablesRoutes.find(r => r.name === oldRoute.name);
         
@@ -596,7 +650,7 @@ export class SmartProxy extends plugins.EventEmitter {
         }
       }
       
-      // Find new routes to add
+      // Add new NFTables routes
       for (const newRoute of newNfTablesRoutes) {
         const oldRoute = oldNfTablesRoutes.find(r => r.name === newRoute.name);
         
@@ -609,22 +663,63 @@ export class SmartProxy extends plugins.EventEmitter {
       // Update routes in RouteManager
       this.routeManager.updateRoutes(newRoutes);
 
-      // Release orphaned ports first
+      // Release orphaned ports first to free resources
       if (orphanedPorts.length > 0) {
-        logger.log('info', `Releasing ${orphanedPorts.length} orphaned ports: ${orphanedPorts.join(', ')}`, { 
-          ports: orphanedPorts,
-          component: 'smart-proxy'
-        });
+        try {
+          logger.log('info', `Releasing ${orphanedPorts.length} orphaned ports: ${orphanedPorts.join(', ')}`, { 
+            ports: orphanedPorts,
+            component: 'smart-proxy'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[INFO] Releasing ${orphanedPorts.length} orphaned ports: ${orphanedPorts.join(', ')}`);
+        }
         await this.portManager.removePorts(orphanedPorts);
       }
       
-      // Add new ports
+      // Add new ports if needed
       if (newBindingPorts.length > 0) {
-        logger.log('info', `Binding to ${newBindingPorts.length} new ports: ${newBindingPorts.join(', ')}`, { 
-          ports: newBindingPorts,
-          component: 'smart-proxy'
-        });
-        await this.portManager.addPorts(newBindingPorts);
+        try {
+          logger.log('info', `Binding to ${newBindingPorts.length} new ports: ${newBindingPorts.join(', ')}`, { 
+            ports: newBindingPorts,
+            component: 'smart-proxy'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[INFO] Binding to ${newBindingPorts.length} new ports: ${newBindingPorts.join(', ')}`);
+        }
+        
+        // Handle port binding with improved error recovery
+        try {
+          await this.portManager.addPorts(newBindingPorts);
+        } catch (error) {
+          // Special handling for port binding errors
+          // This provides better diagnostics for ACME challenge port conflicts
+          if ((error as any).code === 'EADDRINUSE') {
+            const port = (error as any).port || newBindingPorts[0];
+            const isAcmePort = port === acmePort;
+            
+            if (isAcmePort) {
+              try {
+                logger.log('warn', `Could not bind to ACME challenge port ${port}. It may be in use by another application.`, {
+                  port,
+                  component: 'smart-proxy'
+                });
+              } catch (logError) {
+                console.log(`[WARN] Could not bind to ACME challenge port ${port}. It may be in use by another application.`);
+              }
+              
+              // Re-throw with more helpful message
+              throw new Error(
+                `ACME challenge port ${port} is already in use by another application. ` +
+                `Configure a different port in settings.acme.port (e.g., 8080) or free up port ${port}.`
+              );
+            }
+          }
+          
+          // Re-throw the original error for other cases
+          throw error;
+        }
       }
       
       // Update settings with the new routes
@@ -646,6 +741,22 @@ export class SmartProxy extends plugins.EventEmitter {
         // Store global state before stopping
         this.globalChallengeRouteActive = existingState.challengeRouteActive;
         
+        // Only stop the cert manager if absolutely necessary
+        // First check if there's an ACME route on the same port already
+        const acmePort = existingAcmeOptions?.port || 80;
+        const acmePortInUse = newPortUsage.has(acmePort) && newPortUsage.get(acmePort)!.size > 0;
+        
+        try {
+          logger.log('debug', `ACME port ${acmePort} ${acmePortInUse ? 'is' : 'is not'} already in use by other routes`, {
+            port: acmePort,
+            inUse: acmePortInUse,
+            component: 'smart-proxy'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[DEBUG] ACME port ${acmePort} ${acmePortInUse ? 'is' : 'is not'} already in use by other routes`);
+        }
+        
         await this.certManager.stop();
         
         // Verify the challenge route has been properly removed
@@ -721,11 +832,16 @@ export class SmartProxy extends plugins.EventEmitter {
     
     // Log port usage for debugging
     for (const [port, routes] of portUsage.entries()) {
-      logger.log('debug', `Port ${port} is used by ${routes.size} routes: ${Array.from(routes).join(', ')}`, {
-        port,
-        routeCount: routes.size,
-        component: 'smart-proxy'
-      });
+      try {
+        logger.log('debug', `Port ${port} is used by ${routes.size} routes: ${Array.from(routes).join(', ')}`, {
+          port,
+          routeCount: routes.size,
+          component: 'smart-proxy'
+        });
+      } catch (error) {
+        // Silently handle logging errors
+        console.log(`[DEBUG] Port ${port} is used by ${routes.size} routes: ${Array.from(routes).join(', ')}`);
+      }
     }
     
     return portUsage;
@@ -740,10 +856,15 @@ export class SmartProxy extends plugins.EventEmitter {
     for (const [port, routes] of oldUsage.entries()) {
       if (!newUsage.has(port) || newUsage.get(port)!.size === 0) {
         orphanedPorts.push(port);
-        logger.log('info', `Port ${port} no longer has any associated routes, will be released`, {
-          port,
-          component: 'smart-proxy'
-        });
+        try {
+          logger.log('info', `Port ${port} no longer has any associated routes, will be released`, {
+            port,
+            component: 'smart-proxy'
+          });
+        } catch (error) {
+          // Silently handle logging errors
+          console.log(`[INFO] Port ${port} no longer has any associated routes, will be released`);
+        }
       }
     }