@push.rocks/smartproxy 19.5.4 → 19.5.5

package/ts/core/utils/fs-utils.ts

@@ -0,0 +1,270 @@
+/**
+ * Async filesystem utilities for SmartProxy
+ * Provides non-blocking alternatives to synchronous filesystem operations
+ */
+
+import * as plugins from '../../plugins.js';
+
+export class AsyncFileSystem {
+  /**
+   * Check if a file or directory exists
+   * @param path - Path to check
+   * @returns Promise resolving to true if exists, false otherwise
+   */
+  static async exists(path: string): Promise<boolean> {
+    try {
+      await plugins.fs.promises.access(path);
+      return true;
+    } catch {
+      return false;
+    }
+  }
+
+  /**
+   * Ensure a directory exists, creating it if necessary
+   * @param dirPath - Directory path to ensure
+   * @returns Promise that resolves when directory is ensured
+   */
+  static async ensureDir(dirPath: string): Promise<void> {
+    await plugins.fs.promises.mkdir(dirPath, { recursive: true });
+  }
+
+  /**
+   * Read a file as string
+   * @param filePath - Path to the file
+   * @param encoding - File encoding (default: utf8)
+   * @returns Promise resolving to file contents
+   */
+  static async readFile(filePath: string, encoding: BufferEncoding = 'utf8'): Promise<string> {
+    return plugins.fs.promises.readFile(filePath, encoding);
+  }
+
+  /**
+   * Read a file as buffer
+   * @param filePath - Path to the file
+   * @returns Promise resolving to file buffer
+   */
+  static async readFileBuffer(filePath: string): Promise<Buffer> {
+    return plugins.fs.promises.readFile(filePath);
+  }
+
+  /**
+   * Write string data to a file
+   * @param filePath - Path to the file
+   * @param data - String data to write
+   * @param encoding - File encoding (default: utf8)
+   * @returns Promise that resolves when file is written
+   */
+  static async writeFile(filePath: string, data: string, encoding: BufferEncoding = 'utf8'): Promise<void> {
+    // Ensure directory exists
+    const dir = plugins.path.dirname(filePath);
+    await this.ensureDir(dir);
+    await plugins.fs.promises.writeFile(filePath, data, encoding);
+  }
+
+  /**
+   * Write buffer data to a file
+   * @param filePath - Path to the file
+   * @param data - Buffer data to write
+   * @returns Promise that resolves when file is written
+   */
+  static async writeFileBuffer(filePath: string, data: Buffer): Promise<void> {
+    const dir = plugins.path.dirname(filePath);
+    await this.ensureDir(dir);
+    await plugins.fs.promises.writeFile(filePath, data);
+  }
+
+  /**
+   * Remove a file
+   * @param filePath - Path to the file
+   * @returns Promise that resolves when file is removed
+   */
+  static async remove(filePath: string): Promise<void> {
+    try {
+      await plugins.fs.promises.unlink(filePath);
+    } catch (error: any) {
+      if (error.code !== 'ENOENT') {
+        throw error;
+      }
+      // File doesn't exist, which is fine
+    }
+  }
+
+  /**
+   * Remove a directory and all its contents
+   * @param dirPath - Path to the directory
+   * @returns Promise that resolves when directory is removed
+   */
+  static async removeDir(dirPath: string): Promise<void> {
+    try {
+      await plugins.fs.promises.rm(dirPath, { recursive: true, force: true });
+    } catch (error: any) {
+      if (error.code !== 'ENOENT') {
+        throw error;
+      }
+    }
+  }
+
+  /**
+   * Read JSON from a file
+   * @param filePath - Path to the JSON file
+   * @returns Promise resolving to parsed JSON
+   */
+  static async readJSON<T = any>(filePath: string): Promise<T> {
+    const content = await this.readFile(filePath);
+    return JSON.parse(content);
+  }
+
+  /**
+   * Write JSON to a file
+   * @param filePath - Path to the file
+   * @param data - Data to write as JSON
+   * @param pretty - Whether to pretty-print JSON (default: true)
+   * @returns Promise that resolves when file is written
+   */
+  static async writeJSON(filePath: string, data: any, pretty = true): Promise<void> {
+    const jsonString = pretty ? JSON.stringify(data, null, 2) : JSON.stringify(data);
+    await this.writeFile(filePath, jsonString);
+  }
+
+  /**
+   * Copy a file from source to destination
+   * @param source - Source file path
+   * @param destination - Destination file path
+   * @returns Promise that resolves when file is copied
+   */
+  static async copyFile(source: string, destination: string): Promise<void> {
+    const destDir = plugins.path.dirname(destination);
+    await this.ensureDir(destDir);
+    await plugins.fs.promises.copyFile(source, destination);
+  }
+
+  /**
+   * Move/rename a file
+   * @param source - Source file path
+   * @param destination - Destination file path
+   * @returns Promise that resolves when file is moved
+   */
+  static async moveFile(source: string, destination: string): Promise<void> {
+    const destDir = plugins.path.dirname(destination);
+    await this.ensureDir(destDir);
+    await plugins.fs.promises.rename(source, destination);
+  }
+
+  /**
+   * Get file stats
+   * @param filePath - Path to the file
+   * @returns Promise resolving to file stats or null if doesn't exist
+   */
+  static async getStats(filePath: string): Promise<plugins.fs.Stats | null> {
+    try {
+      return await plugins.fs.promises.stat(filePath);
+    } catch (error: any) {
+      if (error.code === 'ENOENT') {
+        return null;
+      }
+      throw error;
+    }
+  }
+
+  /**
+   * List files in a directory
+   * @param dirPath - Directory path
+   * @returns Promise resolving to array of filenames
+   */
+  static async listFiles(dirPath: string): Promise<string[]> {
+    try {
+      return await plugins.fs.promises.readdir(dirPath);
+    } catch (error: any) {
+      if (error.code === 'ENOENT') {
+        return [];
+      }
+      throw error;
+    }
+  }
+
+  /**
+   * List files in a directory with full paths
+   * @param dirPath - Directory path
+   * @returns Promise resolving to array of full file paths
+   */
+  static async listFilesFullPath(dirPath: string): Promise<string[]> {
+    const files = await this.listFiles(dirPath);
+    return files.map(file => plugins.path.join(dirPath, file));
+  }
+
+  /**
+   * Recursively list all files in a directory
+   * @param dirPath - Directory path
+   * @param fileList - Accumulator for file list (used internally)
+   * @returns Promise resolving to array of all file paths
+   */
+  static async listFilesRecursive(dirPath: string, fileList: string[] = []): Promise<string[]> {
+    const files = await this.listFiles(dirPath);
+    
+    for (const file of files) {
+      const filePath = plugins.path.join(dirPath, file);
+      const stats = await this.getStats(filePath);
+      
+      if (stats?.isDirectory()) {
+        await this.listFilesRecursive(filePath, fileList);
+      } else if (stats?.isFile()) {
+        fileList.push(filePath);
+      }
+    }
+    
+    return fileList;
+  }
+
+  /**
+   * Create a read stream for a file
+   * @param filePath - Path to the file
+   * @param options - Stream options
+   * @returns Read stream
+   */
+  static createReadStream(filePath: string, options?: Parameters<typeof plugins.fs.createReadStream>[1]): plugins.fs.ReadStream {
+    return plugins.fs.createReadStream(filePath, options);
+  }
+
+  /**
+   * Create a write stream for a file
+   * @param filePath - Path to the file
+   * @param options - Stream options
+   * @returns Write stream
+   */
+  static createWriteStream(filePath: string, options?: Parameters<typeof plugins.fs.createWriteStream>[1]): plugins.fs.WriteStream {
+    return plugins.fs.createWriteStream(filePath, options);
+  }
+
+  /**
+   * Ensure a file exists, creating an empty file if necessary
+   * @param filePath - Path to the file
+   * @returns Promise that resolves when file is ensured
+   */
+  static async ensureFile(filePath: string): Promise<void> {
+    const exists = await this.exists(filePath);
+    if (!exists) {
+      await this.writeFile(filePath, '');
+    }
+  }
+
+  /**
+   * Check if a path is a directory
+   * @param path - Path to check
+   * @returns Promise resolving to true if directory, false otherwise
+   */
+  static async isDirectory(path: string): Promise<boolean> {
+    const stats = await this.getStats(path);
+    return stats?.isDirectory() ?? false;
+  }
+
+  /**
+   * Check if a path is a file
+   * @param path - Path to check
+   * @returns Promise resolving to true if file, false otherwise
+   */
+  static async isFile(path: string): Promise<boolean> {
+    const stats = await this.getStats(path);
+    return stats?.isFile() ?? false;
+  }
+}

package/ts/core/utils/index.ts

@@ -2,7 +2,6 @@
  * Core utility functions
  */
 
-export * from './event-utils.js';
 export * from './validation-utils.js';
 export * from './ip-utils.js';
 export * from './template-utils.js';
@@ -10,6 +9,10 @@ export * from './route-manager.js';
 export * from './route-utils.js';
 export * from './security-utils.js';
 export * from './shared-security-manager.js';
-export * from './event-system.js';
 export * from './websocket-utils.js';
 export * from './logger.js';
+export * from './async-utils.js';
+export * from './fs-utils.js';
+export * from './lifecycle-component.js';
+export * from './binary-heap.js';
+export * from './enhanced-connection-pool.js';

package/ts/core/utils/lifecycle-component.ts

@@ -0,0 +1,231 @@
+/**
+ * Base class for components that need proper resource lifecycle management
+ * Provides automatic cleanup of timers and event listeners to prevent memory leaks
+ */
+export abstract class LifecycleComponent {
+  private timers: Set<NodeJS.Timeout> = new Set();
+  private intervals: Set<NodeJS.Timeout> = new Set();
+  private listeners: Array<{ 
+    target: any; 
+    event: string; 
+    handler: Function;
+    once?: boolean;
+  }> = [];
+  private childComponents: Set<LifecycleComponent> = new Set();
+  protected isShuttingDown = false;
+  private cleanupPromise?: Promise<void>;
+
+  /**
+   * Create a managed setTimeout that will be automatically cleaned up
+   */
+  protected setTimeout(handler: Function, timeout: number): NodeJS.Timeout {
+    if (this.isShuttingDown) {
+      // Return a dummy timer if shutting down
+      return setTimeout(() => {}, 0);
+    }
+
+    const wrappedHandler = () => {
+      this.timers.delete(timer);
+      if (!this.isShuttingDown) {
+        handler();
+      }
+    };
+
+    const timer = setTimeout(wrappedHandler, timeout);
+    this.timers.add(timer);
+    return timer;
+  }
+
+  /**
+   * Create a managed setInterval that will be automatically cleaned up
+   */
+  protected setInterval(handler: Function, interval: number): NodeJS.Timeout {
+    if (this.isShuttingDown) {
+      // Return a dummy timer if shutting down
+      return setInterval(() => {}, interval);
+    }
+
+    const wrappedHandler = () => {
+      if (!this.isShuttingDown) {
+        handler();
+      }
+    };
+
+    const timer = setInterval(wrappedHandler, interval);
+    this.intervals.add(timer);
+    
+    // Allow process to exit even with timer
+    if (typeof timer.unref === 'function') {
+      timer.unref();
+    }
+    
+    return timer;
+  }
+
+  /**
+   * Clear a managed timeout
+   */
+  protected clearTimeout(timer: NodeJS.Timeout): void {
+    clearTimeout(timer);
+    this.timers.delete(timer);
+  }
+
+  /**
+   * Clear a managed interval
+   */
+  protected clearInterval(timer: NodeJS.Timeout): void {
+    clearInterval(timer);
+    this.intervals.delete(timer);
+  }
+
+  /**
+   * Add a managed event listener that will be automatically removed on cleanup
+   */
+  protected addEventListener(
+    target: any, 
+    event: string, 
+    handler: Function,
+    options?: { once?: boolean }
+  ): void {
+    if (this.isShuttingDown) {
+      return;
+    }
+
+    // For 'once' listeners, we need to wrap the handler to remove it from our tracking
+    let actualHandler = handler;
+    if (options?.once) {
+      actualHandler = (...args: any[]) => {
+        // Call the original handler
+        handler(...args);
+        
+        // Remove from our internal tracking
+        const index = this.listeners.findIndex(
+          l => l.target === target && l.event === event && l.handler === handler
+        );
+        if (index !== -1) {
+          this.listeners.splice(index, 1);
+        }
+      };
+    }
+
+    // Support both EventEmitter and DOM-style event targets
+    if (typeof target.on === 'function') {
+      if (options?.once) {
+        target.once(event, actualHandler);
+      } else {
+        target.on(event, actualHandler);
+      }
+    } else if (typeof target.addEventListener === 'function') {
+      target.addEventListener(event, actualHandler, options);
+    } else {
+      throw new Error('Target must support on() or addEventListener()');
+    }
+
+    // Store the original handler in our tracking (not the wrapped one)
+    this.listeners.push({ 
+      target, 
+      event, 
+      handler,
+      once: options?.once 
+    });
+  }
+
+  /**
+   * Remove a specific event listener
+   */
+  protected removeEventListener(target: any, event: string, handler: Function): void {
+    // Remove from target
+    if (typeof target.removeListener === 'function') {
+      target.removeListener(event, handler);
+    } else if (typeof target.removeEventListener === 'function') {
+      target.removeEventListener(event, handler);
+    }
+
+    // Remove from our tracking
+    const index = this.listeners.findIndex(
+      l => l.target === target && l.event === event && l.handler === handler
+    );
+    if (index !== -1) {
+      this.listeners.splice(index, 1);
+    }
+  }
+
+  /**
+   * Register a child component that should be cleaned up when this component is cleaned up
+   */
+  protected registerChildComponent(component: LifecycleComponent): void {
+    this.childComponents.add(component);
+  }
+
+  /**
+   * Unregister a child component
+   */
+  protected unregisterChildComponent(component: LifecycleComponent): void {
+    this.childComponents.delete(component);
+  }
+
+  /**
+   * Override this method to implement component-specific cleanup logic
+   */
+  protected async onCleanup(): Promise<void> {
+    // Override in subclasses
+  }
+
+  /**
+   * Clean up all managed resources
+   */
+  public async cleanup(): Promise<void> {
+    // Return existing cleanup promise if already cleaning up
+    if (this.cleanupPromise) {
+      return this.cleanupPromise;
+    }
+
+    this.cleanupPromise = this.performCleanup();
+    return this.cleanupPromise;
+  }
+
+  private async performCleanup(): Promise<void> {
+    this.isShuttingDown = true;
+    
+    // First, clean up child components
+    const childCleanupPromises: Promise<void>[] = [];
+    for (const child of this.childComponents) {
+      childCleanupPromises.push(child.cleanup());
+    }
+    await Promise.all(childCleanupPromises);
+    this.childComponents.clear();
+
+    // Clear all timers
+    for (const timer of this.timers) {
+      clearTimeout(timer);
+    }
+    this.timers.clear();
+
+    // Clear all intervals
+    for (const timer of this.intervals) {
+      clearInterval(timer);
+    }
+    this.intervals.clear();
+
+    // Remove all event listeners
+    for (const { target, event, handler } of this.listeners) {
+      // All listeners need to be removed, including 'once' listeners that might not have fired
+      if (typeof target.removeListener === 'function') {
+        target.removeListener(event, handler);
+      } else if (typeof target.removeEventListener === 'function') {
+        target.removeEventListener(event, handler);
+      }
+    }
+    this.listeners = [];
+
+    // Call subclass cleanup
+    await this.onCleanup();
+  }
+
+  /**
+   * Check if the component is shutting down
+   */
+  protected isShuttingDownState(): boolean {
+    return this.isShuttingDown;
+  }
+}

package/ts/plugins.ts

@@ -4,11 +4,12 @@ import * as fs from 'fs';
 import * as http from 'http';
 import * as https from 'https';
 import * as net from 'net';
+import * as path from 'path';
 import * as tls from 'tls';
 import * as url from 'url';
 import * as http2 from 'http2';
 
-export { EventEmitter, fs, http, https, net, tls, url, http2 };
+export { EventEmitter, fs, http, https, net, path, tls, url, http2 };
 
 // tsclass scope
 import * as tsclass from '@tsclass/tsclass';

package/ts/proxies/http-proxy/certificate-manager.ts

@@ -2,6 +2,7 @@ import * as plugins from '../../plugins.js';
 import * as fs from 'fs';
 import * as path from 'path';
 import { fileURLToPath } from 'url';
+import { AsyncFileSystem } from '../../core/utils/fs-utils.js';
 import { type IHttpProxyOptions, type ICertificateEntry, type ILogger, createLogger } from './models/types.js';
 import type { IRouteConfig } from '../smart-proxy/models/route-types.js';
 
@@ -17,6 +18,7 @@ export class CertificateManager {
   private certificateStoreDir: string;
   private logger: ILogger;
   private httpsServer: plugins.https.Server | null = null;
+  private initialized = false;
 
   constructor(private options: IHttpProxyOptions) {
     this.certificateStoreDir = path.resolve(options.acme?.certificateStore || './certs');
@@ -24,6 +26,15 @@ export class CertificateManager {
     
     this.logger.warn('CertificateManager is deprecated - use SmartCertManager instead');
     
+    // Initialize synchronously for backward compatibility but log warning
+    this.initializeSync();
+  }
+
+  /**
+   * Synchronous initialization for backward compatibility
+   * @deprecated This uses sync filesystem operations which block the event loop
+   */
+  private initializeSync(): void {
     // Ensure certificate store directory exists
     try {
       if (!fs.existsSync(this.certificateStoreDir)) {
@@ -36,9 +47,28 @@ export class CertificateManager {
     
     this.loadDefaultCertificates();
   }
+
+  /**
+   * Async initialization - preferred method
+   */
+  public async initialize(): Promise<void> {
+    if (this.initialized) return;
+    
+    // Ensure certificate store directory exists
+    try {
+      await AsyncFileSystem.ensureDir(this.certificateStoreDir);
+      this.logger.info(`Ensured certificate store directory: ${this.certificateStoreDir}`);
+    } catch (error) {
+      this.logger.warn(`Failed to create certificate store directory: ${error}`);
+    }
+    
+    await this.loadDefaultCertificatesAsync();
+    this.initialized = true;
+  }
   
   /**
    * Loads default certificates from the filesystem
+   * @deprecated This uses sync filesystem operations which block the event loop
    */
   public loadDefaultCertificates(): void {
     const __dirname = path.dirname(fileURLToPath(import.meta.url));
@@ -49,7 +79,28 @@ export class CertificateManager {
         key: fs.readFileSync(path.join(certPath, 'key.pem'), 'utf8'),
         cert: fs.readFileSync(path.join(certPath, 'cert.pem'), 'utf8')
       };
-      this.logger.info('Loaded default certificates from filesystem');
+      this.logger.info('Loaded default certificates from filesystem (sync - deprecated)');
+    } catch (error) {
+      this.logger.error(`Failed to load default certificates: ${error}`);
+      this.generateSelfSignedCertificate();
+    }
+  }
+
+  /**
+   * Loads default certificates from the filesystem asynchronously
+   */
+  public async loadDefaultCertificatesAsync(): Promise<void> {
+    const __dirname = path.dirname(fileURLToPath(import.meta.url));
+    const certPath = path.join(__dirname, '..', '..', '..', 'assets', 'certs');
+
+    try {
+      const [key, cert] = await Promise.all([
+        AsyncFileSystem.readFile(path.join(certPath, 'key.pem')),
+        AsyncFileSystem.readFile(path.join(certPath, 'cert.pem'))
+      ]);
+      
+      this.defaultCertificates = { key, cert };
+      this.logger.info('Loaded default certificates from filesystem (async)');
     } catch (error) {
       this.logger.error(`Failed to load default certificates: ${error}`);
       this.generateSelfSignedCertificate();