xypriss 9.0.13 → 9.1.1

package/.private/acpes_gl_test.ts

@@ -0,0 +1,38 @@
+import { ACPES, Storage, KeyRotationManager } from "../mods/ACPES/src";
+
+const STORAGE_KEYS = {
+    SESSION_TOKEN: "session_token",
+};
+const data = `
+    "Hello world from XyPriss! I'm testing the new ACPES module with advanced encryption and biometric authentication. This is a long string to test the compression and encryption with large data."
+    lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+`;
+// Store sensitive data
+const store = await Storage.setItem(STORAGE_KEYS.SESSION_TOKEN, data, {
+    expiresIn: 20,
+    requireAuth: true,
+    advancedEncryption: true,
+    service: "XyPriss.test",
+});
+
+console.log("Stored token: ", store);
+
+// Retrieve data immediately (should work)
+const token = await Storage.getItem(STORAGE_KEYS.SESSION_TOKEN);
+console.log("Retrieved token immediately: ", token);
+
+// Wait for expiration (1 second + buffer)
+console.log("Waiting for TTL expiration...");
+await new Promise((resolve) => setTimeout(resolve, 2100));
+
+// Try to retrieve after expiration (should return null)
+const expiredToken = await Storage.getItem(STORAGE_KEYS.SESSION_TOKEN);
+console.log("Retrieved token after expiration: ", expiredToken);
+
+// Store with TTL (expires in 1 hour)
+await Storage.setItemWithTTL("temp-data", "value", 10000);
+
+// Check platform capabilities
+const info = Storage.getPlatformInfo();
+console.log(`Platform: ${info.platform}, Has Keychain: ${info.hasKeychain}`);
+

package/.private/acpes_test_data.txt

@@ -0,0 +1,6 @@
+data 1:
+{"id":"cmdu5fxa30000g4vnq6lsfro4","email":"nehonixspace@gmail.com","phone":"+2250712137266","first_name":"Nehonix","last_name":"Devs","preferred_language":"fr","locationId":"cmdu5fxa30001g4vnicirczuv","preferencesId":"cmdu5fxa30002g4vne3l4q50t","registration_source":"mobile","voice_sample":null,"is_active":true,"email_verified":false,"phone_verified":false,"last_login":"2025-08-08T17:14:53.334Z","failed_login_attempts":0,"locked_until":null,"reset_token":null,"reset_token_expires":null,"email_verification_token":null,"email_verification_expires":null,"phone_verification_code":null,"phone_verification_expires":null,"createdAt":"2025-08-02T11:08:26.811Z","updatedAt":"2025-08-08T17:14:53.335Z","location":{"id":"cmdu5fxa30001g4vnicirczuv","street":null,"city":"Unknown","state":"Unknown","country":"CI","postal_code":null,"latitude":null,"longitude":null,"district":null,"createdAt":"2025-08-02T11:08:26.811Z","updatedAt":"2025-08-02T11:08:26.811Z"},"preferences":{"id":"cmdu5fxa30002g4vne3l4q50t","theme":"system","notifications_enabled":true,"marketing_emails":false,"data_sharing":false,"voice_enabled":false,"language":"fr","timezone":"Africa/Dakar","privacy_settings":{},"createdAt":"2025-08-02T11:08:26.811Z","updatedAt":"2025-08-02T11:08:26.811Z"}}
+
+data2: 8652b9ead83aa9dca346a483c43bf2b2:760978b72c234a4c0f7efbdf4ea68265:bd18f63300d4d0173c969cb32c92ee178f28f3f8ce6d668ace66f14ee7a70949686b9847cb01875b2e78bf238c5ca737b4156964e9cabafd8b8c3046def0d6a8986f64447f0c3445ae564d7f881da674f5531a274e8d64cf1d49395d017ced35947d01ce9aa7f441934f27a49d27ec6735ab1c51eb2c982a8f8d0940e0a93c4ceab6da7a4c3cca6fb2d4d56fcae7eee6c0f89d1b876e2e1e8cbf677c4c883765451845c65b1174a3b9a09ff2a2d24ef2a85dc86da71909587689be766c58172f36912b09c05425c427d80e3d
+
+plateform: web

package/.private/algos/comparison.md

@@ -0,0 +1,87 @@
+# Comparison: Algorithm Analysis (npm vs xyp)
+
+## 📦 NPM Algorithm (v10+ with Arborist)
+
+npm uses a **Physical-First, Arboreal** approach. Its lifecycle is managed by the `@npmcli/arborist` engine.
+
+### 16 Steps of npm Install (Simplified)
+
+1. **Load Actual Tree**: Scans `node_modules` to build a logical map of what's already there.
+2. **Build Ideal Tree**: Resolves `package.json` and `package-lock.json` to determine what _should_ be there.
+3. **Diffing**: Calculates the difference between Actual and Ideal (ADD, REMOVE, CHANGE).
+4. **Retire Shallow Nodes**: Moves changed/removed folders to a temporary "retirement" area (for rollback safety).
+5. **Create Sparse Tree**: Creates the skeleton directory structure in `node_modules`.
+6. **Unpack/Extract**:
+    - **Download**: Fetches `.tgz` from registry.
+    - **Cache**: Stores the raw tarball in `~/.npm/_cacache`.
+    - **Extraction**: Extracts the tarball **directly** into the final physical location in `node_modules/pkg`.
+    - _Note: This involves heavy Disk IO for every project._
+7. **Rebuild**: Rewrites shims and handles platform-specific binary links.
+8. **Scripts**: Runs `preinstall`, `install`, `postinstall`.
+9. **Trash Removal**: Deletes the "retired" folders.
+
+---
+
+## 🚀 XyPriss (xyp) Algorithm (Current)
+
+xyp uses a **CAS-First, Virtualized** approach (pnpm-inspired but optimized for Rust).
+
+### core Lifecycle
+
+1. **Parallel Resolver**:
+    - Uses a concurrent task pool (64+ threads) to fetch metadata.
+    - Builds the dependency graph in memory using a fast lock-free approach.
+2. **CAS Extraction (The "Brain")**:
+    - **Streaming Download**: Fetches `.tgz` directly into memory or a stream.
+    - **Streaming Extraction**: Decompresses GZip and iterates Tar entries.
+    - **Content-Addressable Storage (CAS)**:
+        - Each file is hashed (BLAKE3).
+        - Unique files are stored in a global storage (`.xpm_storage/files`).
+        - A JSON "index" is created for the package version.
+3. **Virtual Store (The "Linking")**:
+    - Creates a "Virtual Store" entry at `node_modules/.xpm/virtual_store/pkg@version/node_modules/pkg`.
+    - **Hardlinks**: Files are hardlinked from the CAS to the virtual store.
+    - **Dependency Linking**: Symlinks are created inside the virtual store's `node_modules` to point to the virtual store entries of its dependencies (strict isolation).
+4. **Shameful Hoisting**:
+    - Symlinks the virtual store entries to the **top-level** `node_modules`.
+    - Currently hoists _everything_ to the root to fix "Phantom Dependencies" (bug fix for `multer`, `safe-buffer`, etc.).
+
+---
+
+## 🔍 Key Differences & Bottlenecks
+
+| Feature        | NPM                              | XyPriss (Current)                             |
+| :------------- | :------------------------------- | :-------------------------------------------- |
+| **Storage**    | Physical (duplicated)            | CAS (Single Instance)                         |
+| **Speed**      | Slow for large graphs            | Ultra-fast metadata, but slow IO on large bin |
+| **Linking**    | None (standard copy)             | Hardlinks + Symlinks                          |
+| **Complexity** | High (Arborist handles overlaps) | Medium (CAS overhead)                         |
+
+### 🛑 The "Bun/SWC" Problem in xyp
+
+While metadata resolution in `xyp` is 10x faster than `npm`, the **Depacking** is currently the bottleneck compared to npm.
+
+**Why?**
+
+- **npm** takes a tarball and dumps it on disk. It doesn't care about the content of files (no hashing).
+- **xyp** takes a tarball, decompresses it, **hashes every single file**, and writes them to the global CAS before hardlinking them back.
+
+**The Math for Bun (90MB Binary):**
+
+- npm: Download (90MB) -> Write (90MB). Total: **180MB IO**.
+- xyp: Download (90MB) -> Hash BLAKE3 (90MB CPU) -> Write CAS (90MB) -> Hardlink (Metadata IO). Total: **180MB IO + Heavy CPU Hash**.
+
+**The Math for SWC (10,000 small files):**
+
+- npm: Write 10,000 files.
+- xyp: Hash 10,000 files -> Write 10,000 files in CAS -> Create 10,000 Hardlinks. **3x more syscalls!**
+
+---
+
+## 🛠️ Proposed Optimizations for xyp v2
+
+1. **Lazy Hashing**: For files over X MB, store them in CAS using their `tarball-hash + path` instead of `file-content-hash` if it speeds up the first install.
+2. **Buffer Merging**: Batch the creation of hardlinks. Currently, we might be doing 1 syscall per file.
+3. **No-Hash Cache**: Detect if a package is a known "Binary Blob" and use a faster path.
+4. **Parallel Hardlinking**: We already do this, but the overhead of `dashmap` and task spawning might be higher than the actual IO for small files.
+

package/.private/configs-example.ts

@@ -0,0 +1,290 @@
+/**
+ * XyPriss Configs API - Usage Examples
+ *
+ * This file demonstrates various ways to use the Configs API
+ * to safely access and manage XyPriss configurations in modular structures.
+ */
+
+import { createServer, Configs, getConfig, setConfig } from "../src";
+import { FileUploadAPI } from "../src";
+
+// ========================================
+// Example 1: Basic Usage with createServer
+// ========================================
+
+const app = createServer({
+    server: {
+        port: 3000,
+        host: "localhost",
+        autoParseJson: true,
+    },
+    fileUpload: {
+        enabled: true,
+        maxFileSize: 10 * 1024 * 1024, // 10MB
+        storage: "memory",
+    },
+    security: {
+        enabled: true,
+        level: "enhanced",
+    },
+    cache: {
+        enabled: true,
+        strategy: "memory",
+        ttl: 3600,
+    },
+});
+
+// ========================================
+// Example 2: Accessing Configurations
+// ========================================
+
+// Get specific configuration sections
+const fileUploadConfig = Configs.get("fileUpload");
+console.log("File Upload Config:", fileUploadConfig);
+
+const securityConfig = Configs.get("security");
+console.log("Security Config:", securityConfig);
+
+const serverConfig = Configs.get("server");
+console.log("Server Config:", serverConfig);
+
+// Get all configurations
+const allConfigs = Configs.getAll();
+console.log("All Configs:", allConfigs);
+
+// ========================================
+// Example 3: Using Helper Functions
+// ========================================
+
+// Alternative way to get config
+const cacheConfig = getConfig("cache");
+console.log("Cache Config:", cacheConfig);
+
+// ========================================
+// Example 4: Checking Configuration Existence
+// ========================================
+
+if (Configs.has("fileUpload")) {
+    console.log("File upload is configured");
+}
+
+if (Configs.isInitialized()) {
+    console.log("Configs have been initialized");
+}
+
+// ========================================
+// Example 5: Using Configs in Modular Code
+// ========================================
+
+// This is the main use case - accessing configs in modules
+// without worrying about initialization timing
+async function initializeFileUpload() {
+    const upload = new FileUploadAPI();
+
+    // Safe access - no "cannot access before initialization" error
+    const config = Configs.get("fileUpload");
+
+    if (config) {
+        await upload.initialize(config);
+        console.log("File upload initialized successfully");
+    } else {
+        console.log("File upload not configured");
+    }
+
+    return upload;
+}
+
+// ========================================
+// Example 6: Updating Configurations
+// ========================================
+
+// Update a specific configuration section
+Configs.update("fileUpload", {
+    enabled: true,
+    maxFileSize: 20 * 1024 * 1024, // Updated to 20MB
+    storage: "disk",
+});
+
+console.log("Updated file upload config:", Configs.get("fileUpload"));
+
+// ========================================
+// Example 7: Merging Configurations
+// ========================================
+
+// Merge new configuration with existing
+Configs.merge({
+    fileUpload: {
+        maxFileSize: 15 * 1024 * 1024, // 15MB
+        // Other properties are preserved
+    },
+    performance: {
+        optimizationEnabled: true,
+        aggressiveCaching: true,
+    },
+});
+
+console.log("Merged config:", Configs.getAll());
+
+// ========================================
+// Example 8: Using with Default Values
+// ========================================
+
+// Get config with a default value if not set
+const monitoringConfig = Configs.getOrDefault("monitoring", {
+    enabled: true,
+    healthChecks: true,
+    metrics: true,
+});
+
+console.log("Monitoring Config (with defaults):", monitoringConfig);
+
+// ========================================
+// Example 9: Modular Service Pattern
+// ========================================
+
+class FileService {
+    private upload: FileUploadAPI;
+
+    constructor() {
+        this.upload = new FileUploadAPI();
+    }
+
+    async initialize() {
+        // Safe access to config in class methods
+        const config = Configs.get("fileUpload");
+
+        if (!config?.enabled) {
+            throw new Error("File upload is not enabled");
+        }
+
+        await this.upload.initialize(config);
+        console.log("FileService initialized");
+    }
+
+    getUploadMiddleware(fieldName: string) {
+        return this.upload.single(fieldName);
+    }
+}
+
+// ========================================
+// Example 10: Conditional Configuration
+// ========================================
+
+function setupMiddleware() {
+    const securityConfig = Configs.get("security");
+    const performanceConfig = Configs.get("performance");
+
+    if (securityConfig?.enabled) {
+        console.log("Setting up security middleware...");
+        // app.middleware().security(securityConfig);
+    }
+
+    if (performanceConfig?.optimizationEnabled) {
+        console.log("Enabling performance optimizations...");
+    }
+}
+
+// ========================================
+// Example 11: Environment-Specific Config
+// ========================================
+
+const env = process.env.NODE_ENV || "development";
+
+if (env === "production") {
+    // Update configs for production
+    Configs.merge({
+        security: {
+            enabled: true,
+            level: "maximum",
+        },
+        performance: {
+            optimizationEnabled: true,
+            aggressiveCaching: true,
+        },
+    });
+} else {
+    // Development configs
+    Configs.merge({
+        monitoring: {
+            enabled: true,
+            detailed: true,
+        },
+    });
+}
+
+// ========================================
+// Example 12: Configuration Validation
+// ========================================
+
+function validateConfigs() {
+    const required = ["server", "security"] as const;
+
+    for (const key of required) {
+        if (!Configs.has(key)) {
+            throw new Error(`Missing required configuration: ${key}`);
+        }
+    }
+
+    console.log("All required configurations are present");
+}
+
+// ========================================
+// Example 13: Dynamic Configuration Updates
+// ========================================
+
+function updateMaxFileSize(newSize: number) {
+    const currentConfig = Configs.get("fileUpload");
+
+    if (currentConfig) {
+        Configs.update("fileUpload", {
+            ...currentConfig,
+            maxFileSize: newSize,
+        });
+
+        console.log(`Max file size updated to ${newSize} bytes`);
+    }
+}
+
+// ========================================
+// Example 14: Configuration Export/Import
+// ========================================
+
+function exportConfiguration() {
+    const config = Configs.getAll();
+    return JSON.stringify(config, null, 2);
+}
+
+function importConfiguration(configJson: string) {
+    const config = JSON.parse(configJson);
+    Configs.set(config);
+    console.log("Configuration imported successfully");
+}
+
+// ========================================
+// Example 15: Using in Route Handlers
+// ========================================
+
+app.get("/config/status", (req, res) => {
+    res.json({
+        initialized: Configs.isInitialized(),
+        fileUploadEnabled: Configs.get("fileUpload")?.enabled ?? false,
+        securityLevel: Configs.get("security")?.level ?? "none",
+        cacheStrategy: Configs.get("cache")?.strategy ?? "none",
+    });
+});
+
+app.get("/config/all", (req, res) => {
+    res.json(Configs.getAll());
+});
+
+// ========================================
+// Start the server
+// ========================================
+
+app.start();
+
+console.log("\n=== XyPriss Configs API Examples ===");
+console.log("Server started with Configs API");
+console.log("Visit http://localhost:3000/config/status to see config status");
+console.log("Visit http://localhost:3000/config/all to see all configs");
+

package/.private/configs.ts

@@ -0,0 +1,22 @@
+export const testSConfigs: ServerOptions = __const__.$make({
+    notFound: {
+        message: "this is a test not found msg",
+    },
+    security: {
+        rateLimit: {
+            max: 7,
+            legacyHeaders: true,
+            message: "this is a test rtlm msg",
+        },
+    },
+});
+
+export const testSConfigs2: ServerOptions = {
+    security: {
+        rateLimit: __const__.$make({
+            max: 10,
+            message: "This is a test rtlm msg for server 2. You can update configs by reading this '.private/configs.ts' file",
+        }),
+    },
+};
+

package/.private/console-demo-simple.ts

@@ -0,0 +1,61 @@
+/**
+ * Simple Console Interception Demo
+ * Demonstrates the console interception feature with a single server instance
+ */
+
+import { createServer } from "../src";
+
+const mode = "original";
+
+console.log("\n=== Console Interception Demo ===\n");
+
+// Example 1: Original Mode (Development)
+console.log("🔹 Starting Example 1: Mode: " + mode + "\n");
+
+const app = createServer({
+    server: { port: 3001 },
+    logging: {
+        enabled: true,
+        consoleInterception: {
+            enabled: true,
+            preserveOriginal: {
+                enabled: true,
+                mode,
+                colorize: true,
+            },
+        },
+    },
+});
+
+// Wait for server to initialize
+await app.waitForReady();
+
+// Check if interception is active
+const interceptor = app.getConsoleInterceptor();
+console.log(`✅ Server ready! Interception active: ${interceptor.isActive()}`);
+console.log(`📋 Mode: ${mode}\n`);
+
+console.log("📝 This is a normal console.log");
+console.warn("⚠️  This is a warning");
+console.error("❌ This is an error");
+console.info("ℹ️  This is info");
+
+// But it IS being intercepted! Check the stats:
+const stats1 = app.getConsoleStats();
+console.log("\n📊 Stats prove interception is working:");
+console.log(`   Total Interceptions: ${stats1.totalInterceptions}`);
+console.log(`   Active: ${stats1.isActive}`);
+console.log(
+    `   Intercepted: ${stats1.methodCounts.log} logs, ${stats1.methodCounts.warn} warns, ${stats1.methodCounts.error} errors`
+);
+
+console.log(`\n💡 Mode '${mode}': Check if output appears as expected`);
+console.log("   - 'original': Should see normal console output");
+console.log("   - 'intercepted': Should see [USERAPP] prefix");
+console.log("   - 'both': Should see both versions");
+console.log("   - 'none': Should see nothing (silent)\n");
+
+setTimeout(() => {
+    process.exit(0);
+}, 1000);
+