npm - flockml - Versions diffs - 1.0.0 - Mend

flockml 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (45) hide show

package/deep-profiling-report.html +119 -0
package/dist/activations.d.ts +13 -0
package/dist/activations.js +47 -0
package/dist/break-test.d.ts +1 -0
package/dist/break-test.js +249 -0
package/dist/brutal-test.d.ts +1 -0
package/dist/brutal-test.js +113 -0
package/dist/client-node.d.ts +48 -0
package/dist/client-node.js +174 -0
package/dist/coordinator.d.ts +41 -0
package/dist/coordinator.js +155 -0
package/dist/index.d.ts +5 -0
package/dist/index.js +13 -0
package/dist/matrix.d.ts +67 -0
package/dist/matrix.js +185 -0
package/dist/micro-benchmark.d.ts +1 -0
package/dist/micro-benchmark.js +215 -0
package/dist/network.d.ts +32 -0
package/dist/network.js +127 -0
package/dist/privacy.d.ts +17 -0
package/dist/privacy.js +70 -0
package/dist/quantization.d.ts +33 -0
package/dist/quantization.js +92 -0
package/dist/test.d.ts +1 -0
package/dist/test.js +58 -0
package/dist/worker.d.ts +15 -0
package/dist/worker.js +95 -0
package/package.json +21 -0
package/src/activations.ts +45 -0
package/src/break-test.ts +234 -0
package/src/brutal-test.ts +103 -0
package/src/client-node.ts +154 -0
package/src/coordinator.ts +137 -0
package/src/index.ts +5 -0
package/src/messages.d.ts +429 -0
package/src/messages.js +1173 -0
package/src/messages.proto +30 -0
package/src/micro-benchmark.ts +200 -0
package/src/network.ts +113 -0
package/src/privacy.ts +39 -0
package/src/quantization.ts +82 -0
package/src/test.ts +72 -0
package/src/worker.ts +95 -0
package/stress-report.html +190 -0
package/tsconfig.json +14 -0

package/stress-report.html ADDED Viewed

@@ -0,0 +1,190 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>FlockML Brutal Break Test Report</title>
+    <script src="https://cdn.tailwindcss.com"></script>
+    <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
+</head>
+<body class="bg-gray-950 text-gray-100 p-8 font-sans">
+    <div class="max-w-6xl mx-auto">
+        <h1 class="text-4xl font-bold mb-2 bg-gradient-to-r from-red-500 to-orange-500 bg-clip-text text-transparent">FlockML V2 Brutal Break Test</h1>
+        <p class="text-gray-400 mb-8">Pushing the Central Coordinator Server to its absolute limits until architecture failure.</p>
+        <div class="grid grid-cols-1 md:grid-cols-2 gap-8 mb-8">
+            <div class="bg-gray-900 border border-gray-800 rounded-xl p-6 shadow-2xl">
+                <h2 class="text-xl font-semibold mb-4 text-gray-200">Server Latency (FedAvg + Protobuf)</h2>
+                <canvas id="latencyChart"></canvas>
+            </div>
+            <div class="bg-gray-900 border border-gray-800 rounded-xl p-6 shadow-2xl">
+                <h2 class="text-xl font-semibold mb-4 text-gray-200">Server Heap Memory Usage</h2>
+                <canvas id="memoryChart"></canvas>
+            </div>
+        </div>
+        <div class="bg-gray-900 border border-gray-800 rounded-xl overflow-hidden shadow-2xl">
+            <table class="w-full text-left border-collapse">
+                <thead>
+                    <tr class="bg-gray-950 text-gray-400 text-sm uppercase tracking-wider">
+                        <th class="p-4 border-b border-gray-800">Concurrent Clients</th>
+                        <th class="p-4 border-b border-gray-800">Total Bandwidth</th>
+                        <th class="p-4 border-b border-gray-800">Protobuf Decode</th>
+                        <th class="p-4 border-b border-gray-800">FedAvg Compute</th>
+                        <th class="p-4 border-b border-gray-800">Total Server Delay</th>
+                        <th class="p-4 border-b border-gray-800">Heap Memory</th>
+                        <th class="p-4 border-b border-gray-800">System Status</th>
+                    </tr>
+                </thead>
+                <tbody>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">100</td>
+    <td class="p-3 border-b border-gray-800">8.89 KB</td>
+    <td class="p-3 border-b border-gray-800">1.61 ms</td>
+    <td class="p-3 border-b border-gray-800">0.48 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">2.12 ms</td>
+    <td class="p-3 border-b border-gray-800">154.28 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">1,000</td>
+    <td class="p-3 border-b border-gray-800">88.87 KB</td>
+    <td class="p-3 border-b border-gray-800">2.98 ms</td>
+    <td class="p-3 border-b border-gray-800">0.68 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">3.71 ms</td>
+    <td class="p-3 border-b border-gray-800">160.23 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">5,000</td>
+    <td class="p-3 border-b border-gray-800">444.34 KB</td>
+    <td class="p-3 border-b border-gray-800">13.05 ms</td>
+    <td class="p-3 border-b border-gray-800">8.10 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">21.20 ms</td>
+    <td class="p-3 border-b border-gray-800">189.19 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">10,000</td>
+    <td class="p-3 border-b border-gray-800">888.67 KB</td>
+    <td class="p-3 border-b border-gray-800">25.78 ms</td>
+    <td class="p-3 border-b border-gray-800">16.06 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">41.90 ms</td>
+    <td class="p-3 border-b border-gray-800">185.04 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">50,000</td>
+    <td class="p-3 border-b border-gray-800">4443.36 KB</td>
+    <td class="p-3 border-b border-gray-800">143.71 ms</td>
+    <td class="p-3 border-b border-gray-800">29.40 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">173.18 ms</td>
+    <td class="p-3 border-b border-gray-800">231.64 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">100,000</td>
+    <td class="p-3 border-b border-gray-800">8886.72 KB</td>
+    <td class="p-3 border-b border-gray-800">305.70 ms</td>
+    <td class="p-3 border-b border-gray-800">60.12 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">365.91 ms</td>
+    <td class="p-3 border-b border-gray-800">365.91 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">250,000</td>
+    <td class="p-3 border-b border-gray-800">22216.80 KB</td>
+    <td class="p-3 border-b border-gray-800">962.69 ms</td>
+    <td class="p-3 border-b border-gray-800">147.59 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-green-400">1110.43 ms</td>
+    <td class="p-3 border-b border-gray-800">514.95 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="hover:bg-gray-800 transition-colors">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">500,000</td>
+    <td class="p-3 border-b border-gray-800">44433.59 KB</td>
+    <td class="p-3 border-b border-gray-800">1757.62 ms</td>
+    <td class="p-3 border-b border-gray-800">452.53 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-yellow-400">2210.48 ms</td>
+    <td class="p-3 border-b border-gray-800">1171.08 MB</td>
+    <td class="p-3 border-b border-gray-800">Success</td>
+  </tr>
+  <tr class="bg-red-900/50 text-red-200">
+    <td class="p-3 border-b border-gray-800 font-mono text-blue-400">1,000,000</td>
+    <td class="p-3 border-b border-gray-800">88867.19 KB</td>
+    <td class="p-3 border-b border-gray-800">5531.10 ms</td>
+    <td class="p-3 border-b border-gray-800">1242.68 ms</td>
+    <td class="p-3 border-b border-gray-800 font-bold text-yellow-400">6774.17 ms</td>
+    <td class="p-3 border-b border-gray-800">1484.56 MB</td>
+    <td class="p-3 border-b border-gray-800">Broken: Latency Timeout (>5s)</td>
+  </tr>
+                </tbody>
+            </table>
+        </div>
+        <div class="mt-8 p-6 bg-gray-900 border-l-4 border-blue-500 rounded-r-xl">
+            <h3 class="text-lg font-bold text-blue-400 mb-2">Architectural Conclusion</h3>
+            <p class="text-gray-300">
+                This test simulates extreme real-world thundering herd conditions. The breaking point indicates where the single-threaded Node.js Coordinator reaches hardware limits. To scale beyond the breaking point, horizontal scaling (Load Balancers + Redis pub/sub) or migrating the backend math to PyTorch (C++) is required.
+            </p>
+        </div>
+    </div>
+    <script>
+        const data = [{"scale":100,"payloadSizeKB":8.88671875,"receiveTime":1.6131659999999783,"aggTime":0.478458000000046,"totalTime":2.119957999999997,"memBefore":153.44232940673828,"memAfter":154.28350830078125,"status":"Success"},{"scale":1000,"payloadSizeKB":88.8671875,"receiveTime":2.9810830000000124,"aggTime":0.679416999999944,"totalTime":3.7100419999999303,"memBefore":154.6480484008789,"memAfter":160.2291488647461,"status":"Success"},{"scale":5000,"payloadSizeKB":444.3359375,"receiveTime":13.046290999999997,"aggTime":8.103542000000061,"totalTime":21.204624999999965,"memBefore":161.44041442871094,"memAfter":189.18659210205078,"status":"Success"},{"scale":10000,"payloadSizeKB":888.671875,"receiveTime":25.78058299999998,"aggTime":16.05779199999995,"totalTime":41.904083000000014,"memBefore":191.42191314697266,"memAfter":185.03966522216797,"status":"Success"},{"scale":50000,"payloadSizeKB":4443.359375,"receiveTime":143.70729199999994,"aggTime":29.396875000000136,"totalTime":173.17645800000003,"memBefore":195.8952865600586,"memAfter":231.64044189453125,"status":"Success"},{"scale":100000,"payloadSizeKB":8886.71875,"receiveTime":305.70008299999995,"aggTime":60.120166000000154,"totalTime":365.906708,"memBefore":253.44234466552734,"memAfter":365.9073715209961,"status":"Success"},{"scale":250000,"payloadSizeKB":22216.796875,"receiveTime":962.6942919999999,"aggTime":147.58687499999996,"totalTime":1110.42775,"memBefore":389.22953033447266,"memAfter":514.9524993896484,"status":"Success"},{"scale":500000,"payloadSizeKB":44433.59375,"receiveTime":1757.616375,"aggTime":452.52641700000004,"totalTime":2210.4800840000003,"memBefore":575.1996383666992,"memAfter":1171.0813369750977,"status":"Success"},{"scale":1000000,"payloadSizeKB":88867.1875,"receiveTime":5531.097334,"aggTime":1242.6770410000008,"totalTime":6774.172875,"memBefore":343.72398376464844,"memAfter":1484.5562591552734,"status":"Broken: Latency Timeout (>5s)"}];
+        const labels = data.map(d => d.scale.toLocaleString());
+        // Latency Chart
+        new Chart(document.getElementById('latencyChart'), {
+            type: 'line',
+            data: {
+                labels,
+                datasets: [{
+                    label: 'Total Delay (ms)',
+                    data: data.map(d => d.totalTime),
+                    borderColor: '#3b82f6',
+                    backgroundColor: 'rgba(59, 130, 246, 0.1)',
+                    borderWidth: 2,
+                    fill: true,
+                    tension: 0.4
+                }]
+            },
+            options: {
+                responsive: true,
+                scales: { y: { beginAtZero: true, grid: { color: '#1f2937' } }, x: { grid: { color: '#1f2937' } } },
+                plugins: { legend: { display: false } }
+            }
+        });
+        // Memory Chart
+        new Chart(document.getElementById('memoryChart'), {
+            type: 'bar',
+            data: {
+                labels,
+                datasets: [{
+                    label: 'Heap Usage (MB)',
+                    data: data.map(d => d.memAfter),
+                    backgroundColor: '#f97316',
+                    borderRadius: 4
+                }]
+            },
+            options: {
+                responsive: true,
+                scales: { y: { beginAtZero: true, grid: { color: '#1f2937' } }, x: { grid: { color: '#1f2937' } } },
+                plugins: { legend: { display: false } }
+            }
+        });
+    </script>
+</body>
+</html>

package/tsconfig.json ADDED Viewed

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "target": "es2022",
+    "module": "commonjs",
+    "declaration": true,
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "strict": false,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true
+  },
+  "include": ["src/**/*"]
+}