web-agent-bridge 3.2.0 → 3.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +84 -72
- package/README.ar.md +1304 -1152
- package/README.md +298 -1635
- package/bin/agent-runner.js +474 -474
- package/bin/cli.js +237 -138
- package/bin/wab-init.js +223 -0
- package/bin/wab.js +80 -80
- package/examples/azure-dns-wab.js +83 -0
- package/examples/bidi-agent.js +119 -119
- package/examples/cloudflare-wab-dns.js +121 -0
- package/examples/cpanel-wab-dns.js +114 -0
- package/examples/cross-site-agent.js +91 -91
- package/examples/dns-discovery-agent.js +166 -0
- package/examples/gcp-dns-wab.js +76 -0
- package/examples/governance-agent.js +169 -0
- package/examples/mcp-agent.js +94 -94
- package/examples/next-app-router/README.md +44 -44
- package/examples/plesk-wab-dns.js +103 -0
- package/examples/puppeteer-agent.js +108 -108
- package/examples/route53-wab-dns.js +144 -0
- package/examples/saas-dashboard/README.md +55 -55
- package/examples/safe-mode-agent.js +96 -0
- package/examples/shopify-hydrogen/README.md +74 -74
- package/examples/vision-agent.js +171 -171
- package/examples/wab-sign.js +74 -0
- package/examples/wab-verify.js +60 -0
- package/examples/wordpress-elementor/README.md +77 -77
- package/package.json +19 -6
- package/public/.well-known/agent-tools.json +180 -180
- package/public/.well-known/ai-assets.json +59 -59
- package/public/.well-known/security.txt +8 -0
- package/public/.well-known/wab.json +28 -0
- package/public/activate.html +368 -0
- package/public/adoption-metrics.html +188 -0
- package/public/agent-workspace.html +349 -349
- package/public/ai.html +198 -198
- package/public/api.html +413 -412
- package/public/azure-dns-integration.html +289 -0
- package/public/browser.html +486 -486
- package/public/cloudflare-integration.html +380 -0
- package/public/commander-dashboard.html +243 -243
- package/public/cookies.html +210 -210
- package/public/cpanel-integration.html +398 -0
- package/public/css/agent-workspace.css +1713 -1713
- package/public/css/premium.css +317 -317
- package/public/css/styles.css +1263 -1235
- package/public/dashboard.html +707 -706
- package/public/dns.html +436 -0
- package/public/docs.html +588 -587
- package/public/feed.xml +89 -89
- package/public/gcp-dns-integration.html +318 -0
- package/public/growth.html +465 -463
- package/public/index.html +1266 -982
- package/public/integrations.html +556 -0
- package/public/js/activate.js +145 -0
- package/public/js/agent-workspace.js +1740 -1740
- package/public/js/auth-nav.js +65 -31
- package/public/js/auth-redirect.js +12 -12
- package/public/js/cookie-consent.js +56 -56
- package/public/js/dns.js +438 -0
- package/public/js/wab-demo-page.js +721 -721
- package/public/js/ws-client.js +74 -74
- package/public/llms-full.txt +360 -360
- package/public/llms.txt +125 -125
- package/public/login.html +85 -85
- package/public/mesh-dashboard.html +328 -328
- package/public/openapi.json +669 -580
- package/public/phone-shield.html +281 -0
- package/public/plesk-integration.html +375 -0
- package/public/premium-dashboard.html +2489 -2489
- package/public/premium.html +793 -793
- package/public/privacy.html +297 -297
- package/public/provider-onboarding.html +172 -0
- package/public/provider-sandbox.html +134 -0
- package/public/providers.html +359 -0
- package/public/register.html +105 -105
- package/public/registrar-integrations.html +141 -0
- package/public/robots.txt +99 -87
- package/public/route53-integration.html +531 -0
- package/public/script/wab-consent.d.ts +36 -36
- package/public/script/wab-consent.js +104 -104
- package/public/script/wab-schema.js +131 -131
- package/public/script/wab.d.ts +108 -108
- package/public/script/wab.min.js +580 -580
- package/public/security.txt +8 -0
- package/public/shieldqr.html +231 -0
- package/public/sitemap.xml +6 -0
- package/public/terms.html +256 -256
- package/public/wab-trust.html +200 -0
- package/public/wab-vs-protocols.html +210 -0
- package/public/whitepaper.html +449 -0
- package/script/ai-agent-bridge.js +1754 -1754
- package/sdk/README.md +99 -99
- package/sdk/agent-mesh.js +449 -449
- package/sdk/auto-discovery.js +288 -0
- package/sdk/commander.js +262 -262
- package/sdk/governance.js +262 -0
- package/sdk/index.d.ts +464 -464
- package/sdk/index.js +25 -1
- package/sdk/multi-agent.js +318 -318
- package/sdk/package.json +2 -2
- package/sdk/safe-mode.js +221 -0
- package/sdk/safety-shield.js +219 -0
- package/sdk/schema-discovery.js +83 -83
- package/server/adapters/index.js +520 -520
- package/server/config/plans.js +367 -367
- package/server/config/secrets.js +102 -102
- package/server/control-plane/index.js +301 -301
- package/server/data-plane/index.js +354 -354
- package/server/index.js +670 -427
- package/server/llm/index.js +404 -404
- package/server/middleware/adminAuth.js +35 -35
- package/server/middleware/auth.js +50 -50
- package/server/middleware/featureGate.js +88 -88
- package/server/middleware/rateLimits.js +100 -100
- package/server/middleware/sensitiveAction.js +157 -0
- package/server/migrations/001_add_analytics_indexes.sql +7 -7
- package/server/migrations/002_premium_features.sql +418 -418
- package/server/migrations/003_ads_integer_cents.sql +33 -33
- package/server/migrations/004_agent_os.sql +158 -158
- package/server/migrations/005_marketplace_metering.sql +126 -126
- package/server/migrations/007_governance.sql +106 -0
- package/server/migrations/008_plans.sql +144 -0
- package/server/migrations/009_shieldqr.sql +30 -0
- package/server/migrations/010_extended_trust.sql +33 -0
- package/server/models/adapters/index.js +33 -33
- package/server/models/adapters/mysql.js +183 -183
- package/server/models/adapters/postgresql.js +172 -172
- package/server/models/adapters/sqlite.js +7 -7
- package/server/models/db.js +740 -681
- package/server/observability/failure-analysis.js +337 -337
- package/server/observability/index.js +394 -394
- package/server/protocol/capabilities.js +223 -223
- package/server/protocol/index.js +243 -243
- package/server/protocol/schema.js +584 -584
- package/server/registry/certification.js +271 -271
- package/server/registry/index.js +326 -326
- package/server/routes/admin-plans.js +76 -0
- package/server/routes/admin-premium.js +673 -671
- package/server/routes/admin-shieldqr.js +90 -0
- package/server/routes/admin-trust-monitor.js +83 -0
- package/server/routes/admin.js +549 -261
- package/server/routes/ads.js +130 -130
- package/server/routes/agent-workspace.js +540 -540
- package/server/routes/api.js +150 -150
- package/server/routes/auth.js +71 -71
- package/server/routes/billing.js +57 -45
- package/server/routes/commander.js +316 -316
- package/server/routes/demo-showcase.js +332 -332
- package/server/routes/demo-store.js +154 -0
- package/server/routes/discovery.js +2348 -417
- package/server/routes/gateway.js +173 -157
- package/server/routes/governance.js +208 -0
- package/server/routes/license.js +251 -240
- package/server/routes/mesh.js +469 -469
- package/server/routes/noscript.js +543 -543
- package/server/routes/plans.js +33 -0
- package/server/routes/premium-v2.js +686 -686
- package/server/routes/premium.js +724 -724
- package/server/routes/providers.js +650 -0
- package/server/routes/runtime.js +2148 -2147
- package/server/routes/shieldqr.js +88 -0
- package/server/routes/sovereign.js +465 -385
- package/server/routes/universal.js +200 -185
- package/server/routes/wab-api.js +850 -501
- package/server/runtime/container-worker.js +111 -111
- package/server/runtime/container.js +448 -448
- package/server/runtime/distributed-worker.js +362 -362
- package/server/runtime/event-bus.js +210 -210
- package/server/runtime/index.js +253 -253
- package/server/runtime/queue.js +599 -599
- package/server/runtime/replay.js +666 -666
- package/server/runtime/sandbox.js +266 -266
- package/server/runtime/scheduler.js +534 -534
- package/server/runtime/session-engine.js +293 -293
- package/server/runtime/state-manager.js +188 -188
- package/server/security/cross-site-redactor.js +196 -0
- package/server/security/dry-run.js +180 -0
- package/server/security/human-gate-rate-limit.js +147 -0
- package/server/security/human-gate-transports.js +178 -0
- package/server/security/human-gate.js +281 -0
- package/server/security/index.js +368 -368
- package/server/security/intent-engine.js +245 -0
- package/server/security/reward-guard.js +171 -0
- package/server/security/rollback-store.js +239 -0
- package/server/security/token-scope.js +404 -0
- package/server/security/url-policy.js +139 -0
- package/server/services/agent-chat.js +506 -506
- package/server/services/agent-learning.js +601 -575
- package/server/services/agent-memory.js +625 -625
- package/server/services/agent-mesh.js +555 -539
- package/server/services/agent-symphony.js +717 -717
- package/server/services/agent-tasks.js +1807 -1807
- package/server/services/api-key-engine.js +292 -261
- package/server/services/cluster.js +894 -894
- package/server/services/commander.js +738 -738
- package/server/services/edge-compute.js +440 -440
- package/server/services/email.js +233 -204
- package/server/services/governance.js +466 -0
- package/server/services/hosted-runtime.js +205 -205
- package/server/services/lfd.js +635 -635
- package/server/services/local-ai.js +389 -389
- package/server/services/marketplace.js +270 -270
- package/server/services/metering.js +182 -182
- package/server/services/modules/affiliate-intelligence.js +93 -93
- package/server/services/modules/agent-firewall.js +90 -90
- package/server/services/modules/bounty.js +89 -89
- package/server/services/modules/collective-bargaining.js +92 -92
- package/server/services/modules/dark-pattern.js +66 -66
- package/server/services/modules/gov-intelligence.js +45 -45
- package/server/services/modules/neural.js +55 -55
- package/server/services/modules/notary.js +49 -49
- package/server/services/modules/price-time-machine.js +86 -86
- package/server/services/modules/protocol.js +104 -104
- package/server/services/negotiation.js +439 -439
- package/server/services/plans.js +214 -0
- package/server/services/plugins.js +771 -771
- package/server/services/premium.js +1 -1
- package/server/services/price-intelligence.js +566 -566
- package/server/services/price-shield.js +1137 -1137
- package/server/services/provider-clients.js +740 -0
- package/server/services/reputation.js +465 -465
- package/server/services/search-engine.js +357 -357
- package/server/services/security.js +513 -513
- package/server/services/self-healing.js +843 -843
- package/server/services/shieldqr.js +322 -0
- package/server/services/sovereign-shield.js +542 -0
- package/server/services/ssl-inspector.js +42 -0
- package/server/services/ssl-monitor.js +167 -0
- package/server/services/stripe.js +205 -192
- package/server/services/swarm.js +788 -788
- package/server/services/universal-scraper.js +662 -661
- package/server/services/verification.js +481 -481
- package/server/services/vision.js +1163 -1163
- package/server/services/wab-crypto.js +178 -0
- package/server/utils/cache.js +125 -125
- package/server/utils/migrate.js +81 -81
- package/server/utils/safe-fetch.js +228 -0
- package/server/utils/secureFields.js +50 -50
- package/server/ws.js +161 -161
- package/templates/artisan-marketplace.yaml +104 -104
- package/templates/book-price-scout.yaml +98 -98
- package/templates/electronics-price-tracker.yaml +108 -108
- package/templates/flight-deal-hunter.yaml +113 -113
- package/templates/freelancer-direct.yaml +116 -116
- package/templates/grocery-price-compare.yaml +93 -93
- package/templates/hotel-direct-booking.yaml +113 -113
- package/templates/local-services.yaml +98 -98
- package/templates/olive-oil-tunisia.yaml +88 -88
- package/templates/organic-farm-fresh.yaml +101 -101
- package/templates/restaurant-direct.yaml +97 -97
- package/public/score.html +0 -263
- package/server/migrations/006_growth_suite.sql +0 -138
- package/server/routes/growth.js +0 -962
- package/server/services/fairness-engine.js +0 -409
- package/server/services/fairness.js +0 -420
|
@@ -1,440 +1,440 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Edge Compute — Distributed Intelligence on the Periphery
|
|
3
|
-
*
|
|
4
|
-
* Turns every user device into a sovereign AI node. Each node registers
|
|
5
|
-
* its hardware capabilities, accepts encrypted tasks, processes them
|
|
6
|
-
* locally, and returns encrypted results. No central cloud needed.
|
|
7
|
-
*
|
|
8
|
-
* Architecture:
|
|
9
|
-
* - Node Registration: Each device reports CPU, RAM, GPU capabilities
|
|
10
|
-
* - Task Distribution: Commander assigns tasks based on node capacity
|
|
11
|
-
* - Encrypted Payloads: AES-256-GCM encryption for all inter-node data
|
|
12
|
-
* - Load Balancing: Weighted assignment based on hardware + availability
|
|
13
|
-
* - Health Monitoring: Heartbeat-based liveness, auto-failover
|
|
14
|
-
* - Swarm Formation: Nodes self-organize into capability-based clusters
|
|
15
|
-
*
|
|
16
|
-
* Every node is sovereign. Data is encrypted in transit. Processing is local.
|
|
17
|
-
*/
|
|
18
|
-
|
|
19
|
-
const crypto = require('crypto');
|
|
20
|
-
const { db } = require('../models/db');
|
|
21
|
-
|
|
22
|
-
// ─── Schema ──────────────────────────────────────────────────────────
|
|
23
|
-
|
|
24
|
-
db.exec(`
|
|
25
|
-
CREATE TABLE IF NOT EXISTS edge_nodes (
|
|
26
|
-
id TEXT PRIMARY KEY,
|
|
27
|
-
site_id TEXT NOT NULL,
|
|
28
|
-
hostname TEXT NOT NULL,
|
|
29
|
-
node_type TEXT DEFAULT 'worker',
|
|
30
|
-
hardware_profile TEXT DEFAULT '{}',
|
|
31
|
-
capabilities TEXT DEFAULT '[]',
|
|
32
|
-
status TEXT DEFAULT 'online',
|
|
33
|
-
capacity REAL DEFAULT 1.0,
|
|
34
|
-
current_load REAL DEFAULT 0.0,
|
|
35
|
-
tasks_completed INTEGER DEFAULT 0,
|
|
36
|
-
tasks_failed INTEGER DEFAULT 0,
|
|
37
|
-
avg_latency_ms REAL DEFAULT 0,
|
|
38
|
-
encryption_key_id TEXT,
|
|
39
|
-
last_heartbeat TEXT DEFAULT (datetime('now')),
|
|
40
|
-
created_at TEXT DEFAULT (datetime('now')),
|
|
41
|
-
UNIQUE(site_id, hostname)
|
|
42
|
-
);
|
|
43
|
-
|
|
44
|
-
CREATE TABLE IF NOT EXISTS edge_tasks (
|
|
45
|
-
id TEXT PRIMARY KEY,
|
|
46
|
-
node_id TEXT,
|
|
47
|
-
mission_id TEXT,
|
|
48
|
-
task_type TEXT NOT NULL,
|
|
49
|
-
payload TEXT NOT NULL,
|
|
50
|
-
payload_encrypted INTEGER DEFAULT 0,
|
|
51
|
-
status TEXT DEFAULT 'queued',
|
|
52
|
-
result TEXT,
|
|
53
|
-
priority INTEGER DEFAULT 5,
|
|
54
|
-
attempts INTEGER DEFAULT 0,
|
|
55
|
-
max_attempts INTEGER DEFAULT 3,
|
|
56
|
-
assigned_at TEXT,
|
|
57
|
-
completed_at TEXT,
|
|
58
|
-
created_at TEXT DEFAULT (datetime('now'))
|
|
59
|
-
);
|
|
60
|
-
|
|
61
|
-
CREATE TABLE IF NOT EXISTS edge_encryption_keys (
|
|
62
|
-
id TEXT PRIMARY KEY,
|
|
63
|
-
node_id TEXT NOT NULL,
|
|
64
|
-
key_hash TEXT NOT NULL,
|
|
65
|
-
algorithm TEXT DEFAULT 'aes-256-gcm',
|
|
66
|
-
created_at TEXT DEFAULT (datetime('now')),
|
|
67
|
-
expires_at TEXT
|
|
68
|
-
);
|
|
69
|
-
|
|
70
|
-
CREATE TABLE IF NOT EXISTS edge_swarms (
|
|
71
|
-
id TEXT PRIMARY KEY,
|
|
72
|
-
site_id TEXT NOT NULL,
|
|
73
|
-
name TEXT NOT NULL,
|
|
74
|
-
capability TEXT NOT NULL,
|
|
75
|
-
node_ids TEXT DEFAULT '[]',
|
|
76
|
-
status TEXT DEFAULT 'active',
|
|
77
|
-
created_at TEXT DEFAULT (datetime('now')),
|
|
78
|
-
UNIQUE(site_id, name)
|
|
79
|
-
);
|
|
80
|
-
|
|
81
|
-
CREATE INDEX IF NOT EXISTS idx_edge_nodes_site ON edge_nodes(site_id);
|
|
82
|
-
CREATE INDEX IF NOT EXISTS idx_edge_nodes_status ON edge_nodes(status);
|
|
83
|
-
CREATE INDEX IF NOT EXISTS idx_edge_tasks_node ON edge_tasks(node_id);
|
|
84
|
-
CREATE INDEX IF NOT EXISTS idx_edge_tasks_status ON edge_tasks(status);
|
|
85
|
-
CREATE INDEX IF NOT EXISTS idx_edge_swarms_cap ON edge_swarms(capability);
|
|
86
|
-
`);
|
|
87
|
-
|
|
88
|
-
// ─── Prepared Statements ─────────────────────────────────────────────
|
|
89
|
-
|
|
90
|
-
const stmts = {
|
|
91
|
-
// Nodes
|
|
92
|
-
upsertNode: db.prepare("INSERT INTO edge_nodes (id, site_id, hostname, node_type, hardware_profile, capabilities, capacity) VALUES (?, ?, ?, ?, ?, ?, ?) ON CONFLICT(site_id, hostname) DO UPDATE SET hardware_profile = ?, capabilities = ?, capacity = ?, status = 'online', current_load = 0, last_heartbeat = datetime('now')"),
|
|
93
|
-
getNode: db.prepare('SELECT * FROM edge_nodes WHERE id = ?'),
|
|
94
|
-
getNodeByHost: db.prepare('SELECT * FROM edge_nodes WHERE site_id = ? AND hostname = ?'),
|
|
95
|
-
getNodes: db.prepare("SELECT * FROM edge_nodes WHERE site_id = ? AND status != 'offline' ORDER BY current_load ASC, capacity DESC"),
|
|
96
|
-
getAvailableNodes: db.prepare("SELECT * FROM edge_nodes WHERE site_id = ? AND status = 'online' AND current_load < capacity ORDER BY (capacity - current_load) DESC"),
|
|
97
|
-
nodeHeartbeat: db.prepare("UPDATE edge_nodes SET last_heartbeat = datetime('now'), status = 'online', current_load = ? WHERE id = ?"),
|
|
98
|
-
updateNodeLoad: db.prepare('UPDATE edge_nodes SET current_load = ? WHERE id = ?'),
|
|
99
|
-
updateNodeStats: db.prepare("UPDATE edge_nodes SET tasks_completed = tasks_completed + 1, avg_latency_ms = (avg_latency_ms * tasks_completed + ?) / (tasks_completed + 1) WHERE id = ?"),
|
|
100
|
-
updateNodeFail: db.prepare('UPDATE edge_nodes SET tasks_failed = tasks_failed + 1 WHERE id = ?'),
|
|
101
|
-
markStaleNodes: db.prepare("UPDATE edge_nodes SET status = 'stale' WHERE status = 'online' AND last_heartbeat < datetime('now', '-120 seconds')"),
|
|
102
|
-
removeNode: db.prepare("UPDATE edge_nodes SET status = 'offline' WHERE id = ?"),
|
|
103
|
-
|
|
104
|
-
// Tasks
|
|
105
|
-
insertTask: db.prepare('INSERT INTO edge_tasks (id, mission_id, task_type, payload, payload_encrypted, priority) VALUES (?, ?, ?, ?, ?, ?)'),
|
|
106
|
-
assignTask: db.prepare("UPDATE edge_tasks SET node_id = ?, status = 'assigned', assigned_at = datetime('now') WHERE id = ?"),
|
|
107
|
-
completeTask: db.prepare("UPDATE edge_tasks SET status = ?, result = ?, completed_at = datetime('now'), attempts = ? WHERE id = ?"),
|
|
108
|
-
getTask: db.prepare('SELECT * FROM edge_tasks WHERE id = ?'),
|
|
109
|
-
getQueuedTasks: db.prepare("SELECT * FROM edge_tasks WHERE status = 'queued' ORDER BY priority DESC, created_at ASC LIMIT ?"),
|
|
110
|
-
getNodeTasks: db.prepare("SELECT * FROM edge_tasks WHERE node_id = ? AND status IN ('assigned','processing') ORDER BY priority DESC"),
|
|
111
|
-
getTasksByMission: db.prepare('SELECT * FROM edge_tasks WHERE mission_id = ? ORDER BY created_at ASC'),
|
|
112
|
-
|
|
113
|
-
// Encryption keys
|
|
114
|
-
insertKey: db.prepare('INSERT INTO edge_encryption_keys (id, node_id, key_hash, algorithm, expires_at) VALUES (?, ?, ?, ?, ?)'),
|
|
115
|
-
getNodeKey: db.prepare('SELECT * FROM edge_encryption_keys WHERE node_id = ? ORDER BY created_at DESC LIMIT 1'),
|
|
116
|
-
|
|
117
|
-
// Swarms
|
|
118
|
-
upsertSwarm: db.prepare("INSERT INTO edge_swarms (id, site_id, name, capability, node_ids) VALUES (?, ?, ?, ?, ?) ON CONFLICT(site_id, name) DO UPDATE SET node_ids = ?, capability = ?, status = 'active'"),
|
|
119
|
-
getSwarms: db.prepare('SELECT * FROM edge_swarms WHERE site_id = ? ORDER BY name ASC'),
|
|
120
|
-
getSwarmByCapability: db.prepare("SELECT * FROM edge_swarms WHERE site_id = ? AND capability = ? AND status = 'active'"),
|
|
121
|
-
|
|
122
|
-
// Stats
|
|
123
|
-
getStats: db.prepare(`SELECT
|
|
124
|
-
(SELECT COUNT(*) FROM edge_nodes WHERE site_id = ? AND status = 'online') as online_nodes,
|
|
125
|
-
(SELECT COUNT(*) FROM edge_nodes WHERE site_id = ? AND status = 'stale') as stale_nodes,
|
|
126
|
-
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'queued') as queued_tasks,
|
|
127
|
-
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'assigned') as active_tasks,
|
|
128
|
-
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'completed') as completed_tasks,
|
|
129
|
-
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'failed') as failed_tasks,
|
|
130
|
-
(SELECT COUNT(*) FROM edge_swarms WHERE site_id = ? AND status = 'active') as active_swarms,
|
|
131
|
-
(SELECT AVG(current_load / CASE WHEN capacity > 0 THEN capacity ELSE 1 END) FROM edge_nodes WHERE site_id = ? AND status = 'online') as avg_utilization`),
|
|
132
|
-
};
|
|
133
|
-
|
|
134
|
-
// ─── Config ──────────────────────────────────────────────────────────
|
|
135
|
-
|
|
136
|
-
const ENCRYPTION_ALGORITHM = 'aes-256-gcm';
|
|
137
|
-
const KEY_LENGTH = 32; // 256 bits
|
|
138
|
-
const IV_LENGTH = 16;
|
|
139
|
-
const AUTH_TAG_LENGTH = 16;
|
|
140
|
-
|
|
141
|
-
// ─── Node Management ─────────────────────────────────────────────────
|
|
142
|
-
|
|
143
|
-
/**
|
|
144
|
-
* Register a device as an edge computing node.
|
|
145
|
-
* @param {string} siteId
|
|
146
|
-
* @param {string} hostname - Unique node identifier
|
|
147
|
-
* @param {object} hardware - { cpuCores, ramGB, gpuName, gpuVRAM, os }
|
|
148
|
-
* @param {string[]} capabilities - ['text-inference', 'vision', 'embedding', ...]
|
|
149
|
-
*/
|
|
150
|
-
function registerNode(siteId, hostname, hardware = {}, capabilities = []) {
|
|
151
|
-
const id = crypto.randomUUID();
|
|
152
|
-
const capacity = _estimateCapacity(hardware);
|
|
153
|
-
|
|
154
|
-
stmts.upsertNode.run(
|
|
155
|
-
id, siteId, hostname, hardware.gpuName ? 'gpu-worker' : 'cpu-worker',
|
|
156
|
-
JSON.stringify(hardware), JSON.stringify(capabilities), capacity,
|
|
157
|
-
JSON.stringify(hardware), JSON.stringify(capabilities), capacity
|
|
158
|
-
);
|
|
159
|
-
|
|
160
|
-
// Generate encryption key for this node
|
|
161
|
-
const encKey = generateNodeKey(id);
|
|
162
|
-
|
|
163
|
-
// Auto-join capability swarms
|
|
164
|
-
for (const cap of capabilities) {
|
|
165
|
-
_joinSwarm(siteId, cap, id);
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
return { nodeId: id, hostname, capacity, nodeType: hardware.gpuName ? 'gpu-worker' : 'cpu-worker', encryptionKeyId: encKey.keyId };
|
|
169
|
-
}
|
|
170
|
-
|
|
171
|
-
function nodeHeartbeat(nodeId, currentLoad = 0) {
|
|
172
|
-
stmts.nodeHeartbeat.run(currentLoad, nodeId);
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
function removeNode(nodeId) {
|
|
176
|
-
stmts.removeNode.run(nodeId);
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
function getNodes(siteId) {
|
|
180
|
-
stmts.markStaleNodes.run();
|
|
181
|
-
return stmts.getNodes.all(siteId).map(_deserializeNode);
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
function getAvailableNodes(siteId) {
|
|
185
|
-
stmts.markStaleNodes.run();
|
|
186
|
-
return stmts.getAvailableNodes.all(siteId).map(_deserializeNode);
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
function getNode(nodeId) {
|
|
190
|
-
const row = stmts.getNode.get(nodeId);
|
|
191
|
-
return row ? _deserializeNode(row) : null;
|
|
192
|
-
}
|
|
193
|
-
|
|
194
|
-
// ─── Task Distribution ──────────────────────────────────────────────
|
|
195
|
-
|
|
196
|
-
/**
|
|
197
|
-
* Submit a task for edge execution. Payload is encrypted if a key is available.
|
|
198
|
-
*/
|
|
199
|
-
function submitTask(taskType, payload, options = {}) {
|
|
200
|
-
const id = crypto.randomUUID();
|
|
201
|
-
const priority = options.priority || 5;
|
|
202
|
-
const encrypted = options.encrypt !== false;
|
|
203
|
-
|
|
204
|
-
let storedPayload = JSON.stringify(payload);
|
|
205
|
-
let isEncrypted = 0;
|
|
206
|
-
|
|
207
|
-
if (encrypted && options.encryptionKey) {
|
|
208
|
-
storedPayload = encryptPayload(storedPayload, options.encryptionKey);
|
|
209
|
-
isEncrypted = 1;
|
|
210
|
-
}
|
|
211
|
-
|
|
212
|
-
stmts.insertTask.run(id, options.missionId || null, taskType, storedPayload, isEncrypted, priority);
|
|
213
|
-
|
|
214
|
-
return { taskId: id, queued: true, encrypted: isEncrypted === 1 };
|
|
215
|
-
}
|
|
216
|
-
|
|
217
|
-
/**
|
|
218
|
-
* Assign queued tasks to available nodes using weighted load balancing.
|
|
219
|
-
*/
|
|
220
|
-
function distributeTask(siteId) {
|
|
221
|
-
stmts.markStaleNodes.run();
|
|
222
|
-
const queued = stmts.getQueuedTasks.all(10);
|
|
223
|
-
if (queued.length === 0) return { assigned: 0 };
|
|
224
|
-
|
|
225
|
-
const nodes = stmts.getAvailableNodes.all(siteId);
|
|
226
|
-
if (nodes.length === 0) return { assigned: 0, reason: 'no_available_nodes' };
|
|
227
|
-
|
|
228
|
-
let assigned = 0;
|
|
229
|
-
const assignments = [];
|
|
230
|
-
|
|
231
|
-
for (const task of queued) {
|
|
232
|
-
// Find best node: lowest load relative to capacity
|
|
233
|
-
const node = _selectBestNode(nodes, task);
|
|
234
|
-
if (!node) break;
|
|
235
|
-
|
|
236
|
-
stmts.assignTask.run(node.id, task.id);
|
|
237
|
-
|
|
238
|
-
// Update node load
|
|
239
|
-
const newLoad = Math.min(node.capacity, (node.current_load || 0) + 0.1);
|
|
240
|
-
stmts.updateNodeLoad.run(newLoad, node.id);
|
|
241
|
-
node.current_load = newLoad;
|
|
242
|
-
|
|
243
|
-
assignments.push({ taskId: task.id, nodeId: node.id });
|
|
244
|
-
assigned++;
|
|
245
|
-
}
|
|
246
|
-
|
|
247
|
-
return { assigned, assignments };
|
|
248
|
-
}
|
|
249
|
-
|
|
250
|
-
/**
|
|
251
|
-
* Complete a task — called by the node after processing.
|
|
252
|
-
*/
|
|
253
|
-
function completeTask(taskId, result, success = true) {
|
|
254
|
-
const task = stmts.getTask.get(taskId);
|
|
255
|
-
if (!task) throw new Error('Task not found');
|
|
256
|
-
|
|
257
|
-
const status = success ? 'completed' : 'failed';
|
|
258
|
-
stmts.completeTask.run(status, JSON.stringify(result), (task.attempts || 0) + 1, taskId);
|
|
259
|
-
|
|
260
|
-
// Update node stats
|
|
261
|
-
if (task.node_id) {
|
|
262
|
-
if (success) {
|
|
263
|
-
const duration = task.assigned_at
|
|
264
|
-
? Date.now() - new Date(task.assigned_at).getTime()
|
|
265
|
-
: 0;
|
|
266
|
-
stmts.updateNodeStats.run(duration, task.node_id);
|
|
267
|
-
} else {
|
|
268
|
-
stmts.updateNodeFail.run(task.node_id);
|
|
269
|
-
}
|
|
270
|
-
// Release node load
|
|
271
|
-
const node = stmts.getNode.get(task.node_id);
|
|
272
|
-
if (node) {
|
|
273
|
-
stmts.updateNodeLoad.run(Math.max(0, node.current_load - 0.1), task.node_id);
|
|
274
|
-
}
|
|
275
|
-
}
|
|
276
|
-
|
|
277
|
-
return { taskId, status };
|
|
278
|
-
}
|
|
279
|
-
|
|
280
|
-
function getTask(taskId) {
|
|
281
|
-
const row = stmts.getTask.get(taskId);
|
|
282
|
-
return row ? _deserializeEdgeTask(row) : null;
|
|
283
|
-
}
|
|
284
|
-
|
|
285
|
-
function getNodeTasks(nodeId) {
|
|
286
|
-
return stmts.getNodeTasks.all(nodeId).map(_deserializeEdgeTask);
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
// ─── Encryption Layer ────────────────────────────────────────────────
|
|
290
|
-
|
|
291
|
-
/**
|
|
292
|
-
* Generate an encryption key for a node. Returns keyId and the raw key.
|
|
293
|
-
* The raw key must be securely stored by the node — only the hash is persisted.
|
|
294
|
-
*/
|
|
295
|
-
function generateNodeKey(nodeId) {
|
|
296
|
-
const rawKey = crypto.randomBytes(KEY_LENGTH);
|
|
297
|
-
const keyHash = crypto.createHash('sha256').update(rawKey).digest('hex');
|
|
298
|
-
const keyId = crypto.randomUUID();
|
|
299
|
-
const expiresAt = new Date(Date.now() + 30 * 24 * 3600000).toISOString(); // 30 days
|
|
300
|
-
|
|
301
|
-
stmts.insertKey.run(keyId, nodeId, keyHash, ENCRYPTION_ALGORITHM, expiresAt);
|
|
302
|
-
|
|
303
|
-
return { keyId, key: rawKey.toString('base64'), algorithm: ENCRYPTION_ALGORITHM, expiresAt };
|
|
304
|
-
}
|
|
305
|
-
|
|
306
|
-
/**
|
|
307
|
-
* Encrypt a payload using AES-256-GCM.
|
|
308
|
-
* Returns a string: iv:authTag:ciphertext (all hex-encoded).
|
|
309
|
-
*/
|
|
310
|
-
function encryptPayload(plaintext, keyBase64) {
|
|
311
|
-
const key = Buffer.from(keyBase64, 'base64');
|
|
312
|
-
const iv = crypto.randomBytes(IV_LENGTH);
|
|
313
|
-
const cipher = crypto.createCipheriv(ENCRYPTION_ALGORITHM, key, iv);
|
|
314
|
-
|
|
315
|
-
let encrypted = cipher.update(plaintext, 'utf8', 'hex');
|
|
316
|
-
encrypted += cipher.final('hex');
|
|
317
|
-
const authTag = cipher.getAuthTag().toString('hex');
|
|
318
|
-
|
|
319
|
-
return `${iv.toString('hex')}:${authTag}:${encrypted}`;
|
|
320
|
-
}
|
|
321
|
-
|
|
322
|
-
/**
|
|
323
|
-
* Decrypt a payload encrypted with encryptPayload.
|
|
324
|
-
*/
|
|
325
|
-
function decryptPayload(encryptedStr, keyBase64) {
|
|
326
|
-
const [ivHex, authTagHex, ciphertext] = encryptedStr.split(':');
|
|
327
|
-
if (!ivHex || !authTagHex || !ciphertext) throw new Error('Invalid encrypted format');
|
|
328
|
-
|
|
329
|
-
const key = Buffer.from(keyBase64, 'base64');
|
|
330
|
-
const iv = Buffer.from(ivHex, 'hex');
|
|
331
|
-
const authTag = Buffer.from(authTagHex, 'hex');
|
|
332
|
-
const decipher = crypto.createDecipheriv(ENCRYPTION_ALGORITHM, key, iv);
|
|
333
|
-
decipher.setAuthTag(authTag);
|
|
334
|
-
|
|
335
|
-
let decrypted = decipher.update(ciphertext, 'hex', 'utf8');
|
|
336
|
-
decrypted += decipher.final('utf8');
|
|
337
|
-
return decrypted;
|
|
338
|
-
}
|
|
339
|
-
|
|
340
|
-
// ─── Swarm Management ────────────────────────────────────────────────
|
|
341
|
-
|
|
342
|
-
/**
|
|
343
|
-
* Swarms are self-organizing clusters of nodes sharing a capability.
|
|
344
|
-
*/
|
|
345
|
-
function getSwarms(siteId) {
|
|
346
|
-
return stmts.getSwarms.all(siteId).map(s => ({
|
|
347
|
-
...s,
|
|
348
|
-
node_ids: JSON.parse(s.node_ids || '[]'),
|
|
349
|
-
}));
|
|
350
|
-
}
|
|
351
|
-
|
|
352
|
-
function getSwarmByCapability(siteId, capability) {
|
|
353
|
-
const row = stmts.getSwarmByCapability.get(siteId, capability);
|
|
354
|
-
if (!row) return null;
|
|
355
|
-
return { ...row, node_ids: JSON.parse(row.node_ids || '[]') };
|
|
356
|
-
}
|
|
357
|
-
|
|
358
|
-
function _joinSwarm(siteId, capability, nodeId) {
|
|
359
|
-
const existing = stmts.getSwarmByCapability.get(siteId, capability);
|
|
360
|
-
const swarmName = `swarm-${capability}`;
|
|
361
|
-
|
|
362
|
-
if (existing) {
|
|
363
|
-
const nodeIds = JSON.parse(existing.node_ids || '[]');
|
|
364
|
-
if (!nodeIds.includes(nodeId)) nodeIds.push(nodeId);
|
|
365
|
-
stmts.upsertSwarm.run(existing.id, siteId, swarmName, capability, JSON.stringify(nodeIds), JSON.stringify(nodeIds), capability);
|
|
366
|
-
} else {
|
|
367
|
-
stmts.upsertSwarm.run(crypto.randomUUID(), siteId, swarmName, capability, JSON.stringify([nodeId]), JSON.stringify([nodeId]), capability);
|
|
368
|
-
}
|
|
369
|
-
}
|
|
370
|
-
|
|
371
|
-
// ─── Stats ───────────────────────────────────────────────────────────
|
|
372
|
-
|
|
373
|
-
function getStats(siteId) {
|
|
374
|
-
stmts.markStaleNodes.run();
|
|
375
|
-
const row = stmts.getStats.get(siteId, siteId, siteId, siteId);
|
|
376
|
-
return {
|
|
377
|
-
onlineNodes: row.online_nodes || 0,
|
|
378
|
-
staleNodes: row.stale_nodes || 0,
|
|
379
|
-
queuedTasks: row.queued_tasks || 0,
|
|
380
|
-
activeTasks: row.active_tasks || 0,
|
|
381
|
-
completedTasks: row.completed_tasks || 0,
|
|
382
|
-
failedTasks: row.failed_tasks || 0,
|
|
383
|
-
activeSwarms: row.active_swarms || 0,
|
|
384
|
-
avgUtilization: row.avg_utilization !== null ? Math.round(row.avg_utilization * 1000) / 1000 : 0,
|
|
385
|
-
};
|
|
386
|
-
}
|
|
387
|
-
|
|
388
|
-
// ─── Internal Helpers ────────────────────────────────────────────────
|
|
389
|
-
|
|
390
|
-
function _estimateCapacity(hardware) {
|
|
391
|
-
let cap = 1.0;
|
|
392
|
-
if (hardware.cpuCores) cap += Math.min(hardware.cpuCores / 4, 4); // up to +4 for 16+ cores
|
|
393
|
-
if (hardware.ramGB) cap += Math.min(hardware.ramGB / 8, 4); // up to +4 for 32+ GB
|
|
394
|
-
if (hardware.gpuVRAM) cap += Math.min(hardware.gpuVRAM / 4, 8); // up to +8 for 32+ GB VRAM
|
|
395
|
-
return Math.round(cap * 10) / 10;
|
|
396
|
-
}
|
|
397
|
-
|
|
398
|
-
function _selectBestNode(nodes, task) {
|
|
399
|
-
let best = null;
|
|
400
|
-
let bestScore = -1;
|
|
401
|
-
|
|
402
|
-
for (const node of nodes) {
|
|
403
|
-
if (node.current_load >= node.capacity) continue;
|
|
404
|
-
const headroom = node.capacity - node.current_load;
|
|
405
|
-
const reliability = 1 - (node.tasks_failed / Math.max(1, node.tasks_completed + node.tasks_failed));
|
|
406
|
-
const score = headroom * 0.6 + reliability * 0.4;
|
|
407
|
-
if (score > bestScore) {
|
|
408
|
-
bestScore = score;
|
|
409
|
-
best = node;
|
|
410
|
-
}
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
return best;
|
|
414
|
-
}
|
|
415
|
-
|
|
416
|
-
function _deserializeNode(row) {
|
|
417
|
-
return {
|
|
418
|
-
...row,
|
|
419
|
-
hardware_profile: JSON.parse(row.hardware_profile || '{}'),
|
|
420
|
-
capabilities: JSON.parse(row.capabilities || '[]'),
|
|
421
|
-
};
|
|
422
|
-
}
|
|
423
|
-
|
|
424
|
-
function _deserializeEdgeTask(row) {
|
|
425
|
-
let payload;
|
|
426
|
-
try { payload = row.payload_encrypted ? row.payload : JSON.parse(row.payload); } catch (_) { payload = row.payload; }
|
|
427
|
-
return {
|
|
428
|
-
...row,
|
|
429
|
-
payload,
|
|
430
|
-
result: row.result ? JSON.parse(row.result) : null,
|
|
431
|
-
};
|
|
432
|
-
}
|
|
433
|
-
|
|
434
|
-
module.exports = {
|
|
435
|
-
registerNode, nodeHeartbeat, removeNode, getNodes, getAvailableNodes, getNode,
|
|
436
|
-
submitTask, distributeTask, completeTask, getTask, getNodeTasks,
|
|
437
|
-
generateNodeKey, encryptPayload, decryptPayload,
|
|
438
|
-
getSwarms, getSwarmByCapability,
|
|
439
|
-
getStats,
|
|
440
|
-
};
|
|
1
|
+
/**
|
|
2
|
+
* Edge Compute — Distributed Intelligence on the Periphery
|
|
3
|
+
*
|
|
4
|
+
* Turns every user device into a sovereign AI node. Each node registers
|
|
5
|
+
* its hardware capabilities, accepts encrypted tasks, processes them
|
|
6
|
+
* locally, and returns encrypted results. No central cloud needed.
|
|
7
|
+
*
|
|
8
|
+
* Architecture:
|
|
9
|
+
* - Node Registration: Each device reports CPU, RAM, GPU capabilities
|
|
10
|
+
* - Task Distribution: Commander assigns tasks based on node capacity
|
|
11
|
+
* - Encrypted Payloads: AES-256-GCM encryption for all inter-node data
|
|
12
|
+
* - Load Balancing: Weighted assignment based on hardware + availability
|
|
13
|
+
* - Health Monitoring: Heartbeat-based liveness, auto-failover
|
|
14
|
+
* - Swarm Formation: Nodes self-organize into capability-based clusters
|
|
15
|
+
*
|
|
16
|
+
* Every node is sovereign. Data is encrypted in transit. Processing is local.
|
|
17
|
+
*/
|
|
18
|
+
|
|
19
|
+
const crypto = require('crypto');
|
|
20
|
+
const { db } = require('../models/db');
|
|
21
|
+
|
|
22
|
+
// ─── Schema ──────────────────────────────────────────────────────────
|
|
23
|
+
|
|
24
|
+
db.exec(`
|
|
25
|
+
CREATE TABLE IF NOT EXISTS edge_nodes (
|
|
26
|
+
id TEXT PRIMARY KEY,
|
|
27
|
+
site_id TEXT NOT NULL,
|
|
28
|
+
hostname TEXT NOT NULL,
|
|
29
|
+
node_type TEXT DEFAULT 'worker',
|
|
30
|
+
hardware_profile TEXT DEFAULT '{}',
|
|
31
|
+
capabilities TEXT DEFAULT '[]',
|
|
32
|
+
status TEXT DEFAULT 'online',
|
|
33
|
+
capacity REAL DEFAULT 1.0,
|
|
34
|
+
current_load REAL DEFAULT 0.0,
|
|
35
|
+
tasks_completed INTEGER DEFAULT 0,
|
|
36
|
+
tasks_failed INTEGER DEFAULT 0,
|
|
37
|
+
avg_latency_ms REAL DEFAULT 0,
|
|
38
|
+
encryption_key_id TEXT,
|
|
39
|
+
last_heartbeat TEXT DEFAULT (datetime('now')),
|
|
40
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
41
|
+
UNIQUE(site_id, hostname)
|
|
42
|
+
);
|
|
43
|
+
|
|
44
|
+
CREATE TABLE IF NOT EXISTS edge_tasks (
|
|
45
|
+
id TEXT PRIMARY KEY,
|
|
46
|
+
node_id TEXT,
|
|
47
|
+
mission_id TEXT,
|
|
48
|
+
task_type TEXT NOT NULL,
|
|
49
|
+
payload TEXT NOT NULL,
|
|
50
|
+
payload_encrypted INTEGER DEFAULT 0,
|
|
51
|
+
status TEXT DEFAULT 'queued',
|
|
52
|
+
result TEXT,
|
|
53
|
+
priority INTEGER DEFAULT 5,
|
|
54
|
+
attempts INTEGER DEFAULT 0,
|
|
55
|
+
max_attempts INTEGER DEFAULT 3,
|
|
56
|
+
assigned_at TEXT,
|
|
57
|
+
completed_at TEXT,
|
|
58
|
+
created_at TEXT DEFAULT (datetime('now'))
|
|
59
|
+
);
|
|
60
|
+
|
|
61
|
+
CREATE TABLE IF NOT EXISTS edge_encryption_keys (
|
|
62
|
+
id TEXT PRIMARY KEY,
|
|
63
|
+
node_id TEXT NOT NULL,
|
|
64
|
+
key_hash TEXT NOT NULL,
|
|
65
|
+
algorithm TEXT DEFAULT 'aes-256-gcm',
|
|
66
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
67
|
+
expires_at TEXT
|
|
68
|
+
);
|
|
69
|
+
|
|
70
|
+
CREATE TABLE IF NOT EXISTS edge_swarms (
|
|
71
|
+
id TEXT PRIMARY KEY,
|
|
72
|
+
site_id TEXT NOT NULL,
|
|
73
|
+
name TEXT NOT NULL,
|
|
74
|
+
capability TEXT NOT NULL,
|
|
75
|
+
node_ids TEXT DEFAULT '[]',
|
|
76
|
+
status TEXT DEFAULT 'active',
|
|
77
|
+
created_at TEXT DEFAULT (datetime('now')),
|
|
78
|
+
UNIQUE(site_id, name)
|
|
79
|
+
);
|
|
80
|
+
|
|
81
|
+
CREATE INDEX IF NOT EXISTS idx_edge_nodes_site ON edge_nodes(site_id);
|
|
82
|
+
CREATE INDEX IF NOT EXISTS idx_edge_nodes_status ON edge_nodes(status);
|
|
83
|
+
CREATE INDEX IF NOT EXISTS idx_edge_tasks_node ON edge_tasks(node_id);
|
|
84
|
+
CREATE INDEX IF NOT EXISTS idx_edge_tasks_status ON edge_tasks(status);
|
|
85
|
+
CREATE INDEX IF NOT EXISTS idx_edge_swarms_cap ON edge_swarms(capability);
|
|
86
|
+
`);
|
|
87
|
+
|
|
88
|
+
// ─── Prepared Statements ─────────────────────────────────────────────
|
|
89
|
+
|
|
90
|
+
const stmts = {
|
|
91
|
+
// Nodes
|
|
92
|
+
upsertNode: db.prepare("INSERT INTO edge_nodes (id, site_id, hostname, node_type, hardware_profile, capabilities, capacity) VALUES (?, ?, ?, ?, ?, ?, ?) ON CONFLICT(site_id, hostname) DO UPDATE SET hardware_profile = ?, capabilities = ?, capacity = ?, status = 'online', current_load = 0, last_heartbeat = datetime('now')"),
|
|
93
|
+
getNode: db.prepare('SELECT * FROM edge_nodes WHERE id = ?'),
|
|
94
|
+
getNodeByHost: db.prepare('SELECT * FROM edge_nodes WHERE site_id = ? AND hostname = ?'),
|
|
95
|
+
getNodes: db.prepare("SELECT * FROM edge_nodes WHERE site_id = ? AND status != 'offline' ORDER BY current_load ASC, capacity DESC"),
|
|
96
|
+
getAvailableNodes: db.prepare("SELECT * FROM edge_nodes WHERE site_id = ? AND status = 'online' AND current_load < capacity ORDER BY (capacity - current_load) DESC"),
|
|
97
|
+
nodeHeartbeat: db.prepare("UPDATE edge_nodes SET last_heartbeat = datetime('now'), status = 'online', current_load = ? WHERE id = ?"),
|
|
98
|
+
updateNodeLoad: db.prepare('UPDATE edge_nodes SET current_load = ? WHERE id = ?'),
|
|
99
|
+
updateNodeStats: db.prepare("UPDATE edge_nodes SET tasks_completed = tasks_completed + 1, avg_latency_ms = (avg_latency_ms * tasks_completed + ?) / (tasks_completed + 1) WHERE id = ?"),
|
|
100
|
+
updateNodeFail: db.prepare('UPDATE edge_nodes SET tasks_failed = tasks_failed + 1 WHERE id = ?'),
|
|
101
|
+
markStaleNodes: db.prepare("UPDATE edge_nodes SET status = 'stale' WHERE status = 'online' AND last_heartbeat < datetime('now', '-120 seconds')"),
|
|
102
|
+
removeNode: db.prepare("UPDATE edge_nodes SET status = 'offline' WHERE id = ?"),
|
|
103
|
+
|
|
104
|
+
// Tasks
|
|
105
|
+
insertTask: db.prepare('INSERT INTO edge_tasks (id, mission_id, task_type, payload, payload_encrypted, priority) VALUES (?, ?, ?, ?, ?, ?)'),
|
|
106
|
+
assignTask: db.prepare("UPDATE edge_tasks SET node_id = ?, status = 'assigned', assigned_at = datetime('now') WHERE id = ?"),
|
|
107
|
+
completeTask: db.prepare("UPDATE edge_tasks SET status = ?, result = ?, completed_at = datetime('now'), attempts = ? WHERE id = ?"),
|
|
108
|
+
getTask: db.prepare('SELECT * FROM edge_tasks WHERE id = ?'),
|
|
109
|
+
getQueuedTasks: db.prepare("SELECT * FROM edge_tasks WHERE status = 'queued' ORDER BY priority DESC, created_at ASC LIMIT ?"),
|
|
110
|
+
getNodeTasks: db.prepare("SELECT * FROM edge_tasks WHERE node_id = ? AND status IN ('assigned','processing') ORDER BY priority DESC"),
|
|
111
|
+
getTasksByMission: db.prepare('SELECT * FROM edge_tasks WHERE mission_id = ? ORDER BY created_at ASC'),
|
|
112
|
+
|
|
113
|
+
// Encryption keys
|
|
114
|
+
insertKey: db.prepare('INSERT INTO edge_encryption_keys (id, node_id, key_hash, algorithm, expires_at) VALUES (?, ?, ?, ?, ?)'),
|
|
115
|
+
getNodeKey: db.prepare('SELECT * FROM edge_encryption_keys WHERE node_id = ? ORDER BY created_at DESC LIMIT 1'),
|
|
116
|
+
|
|
117
|
+
// Swarms
|
|
118
|
+
upsertSwarm: db.prepare("INSERT INTO edge_swarms (id, site_id, name, capability, node_ids) VALUES (?, ?, ?, ?, ?) ON CONFLICT(site_id, name) DO UPDATE SET node_ids = ?, capability = ?, status = 'active'"),
|
|
119
|
+
getSwarms: db.prepare('SELECT * FROM edge_swarms WHERE site_id = ? ORDER BY name ASC'),
|
|
120
|
+
getSwarmByCapability: db.prepare("SELECT * FROM edge_swarms WHERE site_id = ? AND capability = ? AND status = 'active'"),
|
|
121
|
+
|
|
122
|
+
// Stats
|
|
123
|
+
getStats: db.prepare(`SELECT
|
|
124
|
+
(SELECT COUNT(*) FROM edge_nodes WHERE site_id = ? AND status = 'online') as online_nodes,
|
|
125
|
+
(SELECT COUNT(*) FROM edge_nodes WHERE site_id = ? AND status = 'stale') as stale_nodes,
|
|
126
|
+
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'queued') as queued_tasks,
|
|
127
|
+
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'assigned') as active_tasks,
|
|
128
|
+
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'completed') as completed_tasks,
|
|
129
|
+
(SELECT COUNT(*) FROM edge_tasks WHERE status = 'failed') as failed_tasks,
|
|
130
|
+
(SELECT COUNT(*) FROM edge_swarms WHERE site_id = ? AND status = 'active') as active_swarms,
|
|
131
|
+
(SELECT AVG(current_load / CASE WHEN capacity > 0 THEN capacity ELSE 1 END) FROM edge_nodes WHERE site_id = ? AND status = 'online') as avg_utilization`),
|
|
132
|
+
};
|
|
133
|
+
|
|
134
|
+
// ─── Config ──────────────────────────────────────────────────────────
|
|
135
|
+
|
|
136
|
+
const ENCRYPTION_ALGORITHM = 'aes-256-gcm';
|
|
137
|
+
const KEY_LENGTH = 32; // 256 bits
|
|
138
|
+
const IV_LENGTH = 16;
|
|
139
|
+
const AUTH_TAG_LENGTH = 16;
|
|
140
|
+
|
|
141
|
+
// ─── Node Management ─────────────────────────────────────────────────
|
|
142
|
+
|
|
143
|
+
/**
|
|
144
|
+
* Register a device as an edge computing node.
|
|
145
|
+
* @param {string} siteId
|
|
146
|
+
* @param {string} hostname - Unique node identifier
|
|
147
|
+
* @param {object} hardware - { cpuCores, ramGB, gpuName, gpuVRAM, os }
|
|
148
|
+
* @param {string[]} capabilities - ['text-inference', 'vision', 'embedding', ...]
|
|
149
|
+
*/
|
|
150
|
+
function registerNode(siteId, hostname, hardware = {}, capabilities = []) {
|
|
151
|
+
const id = crypto.randomUUID();
|
|
152
|
+
const capacity = _estimateCapacity(hardware);
|
|
153
|
+
|
|
154
|
+
stmts.upsertNode.run(
|
|
155
|
+
id, siteId, hostname, hardware.gpuName ? 'gpu-worker' : 'cpu-worker',
|
|
156
|
+
JSON.stringify(hardware), JSON.stringify(capabilities), capacity,
|
|
157
|
+
JSON.stringify(hardware), JSON.stringify(capabilities), capacity
|
|
158
|
+
);
|
|
159
|
+
|
|
160
|
+
// Generate encryption key for this node
|
|
161
|
+
const encKey = generateNodeKey(id);
|
|
162
|
+
|
|
163
|
+
// Auto-join capability swarms
|
|
164
|
+
for (const cap of capabilities) {
|
|
165
|
+
_joinSwarm(siteId, cap, id);
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
return { nodeId: id, hostname, capacity, nodeType: hardware.gpuName ? 'gpu-worker' : 'cpu-worker', encryptionKeyId: encKey.keyId };
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
function nodeHeartbeat(nodeId, currentLoad = 0) {
|
|
172
|
+
stmts.nodeHeartbeat.run(currentLoad, nodeId);
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
function removeNode(nodeId) {
|
|
176
|
+
stmts.removeNode.run(nodeId);
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
function getNodes(siteId) {
|
|
180
|
+
stmts.markStaleNodes.run();
|
|
181
|
+
return stmts.getNodes.all(siteId).map(_deserializeNode);
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
function getAvailableNodes(siteId) {
|
|
185
|
+
stmts.markStaleNodes.run();
|
|
186
|
+
return stmts.getAvailableNodes.all(siteId).map(_deserializeNode);
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
function getNode(nodeId) {
|
|
190
|
+
const row = stmts.getNode.get(nodeId);
|
|
191
|
+
return row ? _deserializeNode(row) : null;
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
// ─── Task Distribution ──────────────────────────────────────────────
|
|
195
|
+
|
|
196
|
+
/**
|
|
197
|
+
* Submit a task for edge execution. Payload is encrypted if a key is available.
|
|
198
|
+
*/
|
|
199
|
+
function submitTask(taskType, payload, options = {}) {
|
|
200
|
+
const id = crypto.randomUUID();
|
|
201
|
+
const priority = options.priority || 5;
|
|
202
|
+
const encrypted = options.encrypt !== false;
|
|
203
|
+
|
|
204
|
+
let storedPayload = JSON.stringify(payload);
|
|
205
|
+
let isEncrypted = 0;
|
|
206
|
+
|
|
207
|
+
if (encrypted && options.encryptionKey) {
|
|
208
|
+
storedPayload = encryptPayload(storedPayload, options.encryptionKey);
|
|
209
|
+
isEncrypted = 1;
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
stmts.insertTask.run(id, options.missionId || null, taskType, storedPayload, isEncrypted, priority);
|
|
213
|
+
|
|
214
|
+
return { taskId: id, queued: true, encrypted: isEncrypted === 1 };
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
/**
|
|
218
|
+
* Assign queued tasks to available nodes using weighted load balancing.
|
|
219
|
+
*/
|
|
220
|
+
function distributeTask(siteId) {
|
|
221
|
+
stmts.markStaleNodes.run();
|
|
222
|
+
const queued = stmts.getQueuedTasks.all(10);
|
|
223
|
+
if (queued.length === 0) return { assigned: 0 };
|
|
224
|
+
|
|
225
|
+
const nodes = stmts.getAvailableNodes.all(siteId);
|
|
226
|
+
if (nodes.length === 0) return { assigned: 0, reason: 'no_available_nodes' };
|
|
227
|
+
|
|
228
|
+
let assigned = 0;
|
|
229
|
+
const assignments = [];
|
|
230
|
+
|
|
231
|
+
for (const task of queued) {
|
|
232
|
+
// Find best node: lowest load relative to capacity
|
|
233
|
+
const node = _selectBestNode(nodes, task);
|
|
234
|
+
if (!node) break;
|
|
235
|
+
|
|
236
|
+
stmts.assignTask.run(node.id, task.id);
|
|
237
|
+
|
|
238
|
+
// Update node load
|
|
239
|
+
const newLoad = Math.min(node.capacity, (node.current_load || 0) + 0.1);
|
|
240
|
+
stmts.updateNodeLoad.run(newLoad, node.id);
|
|
241
|
+
node.current_load = newLoad;
|
|
242
|
+
|
|
243
|
+
assignments.push({ taskId: task.id, nodeId: node.id });
|
|
244
|
+
assigned++;
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
return { assigned, assignments };
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
/**
|
|
251
|
+
* Complete a task — called by the node after processing.
|
|
252
|
+
*/
|
|
253
|
+
function completeTask(taskId, result, success = true) {
|
|
254
|
+
const task = stmts.getTask.get(taskId);
|
|
255
|
+
if (!task) throw new Error('Task not found');
|
|
256
|
+
|
|
257
|
+
const status = success ? 'completed' : 'failed';
|
|
258
|
+
stmts.completeTask.run(status, JSON.stringify(result), (task.attempts || 0) + 1, taskId);
|
|
259
|
+
|
|
260
|
+
// Update node stats
|
|
261
|
+
if (task.node_id) {
|
|
262
|
+
if (success) {
|
|
263
|
+
const duration = task.assigned_at
|
|
264
|
+
? Date.now() - new Date(task.assigned_at).getTime()
|
|
265
|
+
: 0;
|
|
266
|
+
stmts.updateNodeStats.run(duration, task.node_id);
|
|
267
|
+
} else {
|
|
268
|
+
stmts.updateNodeFail.run(task.node_id);
|
|
269
|
+
}
|
|
270
|
+
// Release node load
|
|
271
|
+
const node = stmts.getNode.get(task.node_id);
|
|
272
|
+
if (node) {
|
|
273
|
+
stmts.updateNodeLoad.run(Math.max(0, node.current_load - 0.1), task.node_id);
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
|
|
277
|
+
return { taskId, status };
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
function getTask(taskId) {
|
|
281
|
+
const row = stmts.getTask.get(taskId);
|
|
282
|
+
return row ? _deserializeEdgeTask(row) : null;
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
function getNodeTasks(nodeId) {
|
|
286
|
+
return stmts.getNodeTasks.all(nodeId).map(_deserializeEdgeTask);
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
// ─── Encryption Layer ────────────────────────────────────────────────
|
|
290
|
+
|
|
291
|
+
/**
|
|
292
|
+
* Generate an encryption key for a node. Returns keyId and the raw key.
|
|
293
|
+
* The raw key must be securely stored by the node — only the hash is persisted.
|
|
294
|
+
*/
|
|
295
|
+
function generateNodeKey(nodeId) {
|
|
296
|
+
const rawKey = crypto.randomBytes(KEY_LENGTH);
|
|
297
|
+
const keyHash = crypto.createHash('sha256').update(rawKey).digest('hex');
|
|
298
|
+
const keyId = crypto.randomUUID();
|
|
299
|
+
const expiresAt = new Date(Date.now() + 30 * 24 * 3600000).toISOString(); // 30 days
|
|
300
|
+
|
|
301
|
+
stmts.insertKey.run(keyId, nodeId, keyHash, ENCRYPTION_ALGORITHM, expiresAt);
|
|
302
|
+
|
|
303
|
+
return { keyId, key: rawKey.toString('base64'), algorithm: ENCRYPTION_ALGORITHM, expiresAt };
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
/**
|
|
307
|
+
* Encrypt a payload using AES-256-GCM.
|
|
308
|
+
* Returns a string: iv:authTag:ciphertext (all hex-encoded).
|
|
309
|
+
*/
|
|
310
|
+
function encryptPayload(plaintext, keyBase64) {
|
|
311
|
+
const key = Buffer.from(keyBase64, 'base64');
|
|
312
|
+
const iv = crypto.randomBytes(IV_LENGTH);
|
|
313
|
+
const cipher = crypto.createCipheriv(ENCRYPTION_ALGORITHM, key, iv);
|
|
314
|
+
|
|
315
|
+
let encrypted = cipher.update(plaintext, 'utf8', 'hex');
|
|
316
|
+
encrypted += cipher.final('hex');
|
|
317
|
+
const authTag = cipher.getAuthTag().toString('hex');
|
|
318
|
+
|
|
319
|
+
return `${iv.toString('hex')}:${authTag}:${encrypted}`;
|
|
320
|
+
}
|
|
321
|
+
|
|
322
|
+
/**
|
|
323
|
+
* Decrypt a payload encrypted with encryptPayload.
|
|
324
|
+
*/
|
|
325
|
+
function decryptPayload(encryptedStr, keyBase64) {
|
|
326
|
+
const [ivHex, authTagHex, ciphertext] = encryptedStr.split(':');
|
|
327
|
+
if (!ivHex || !authTagHex || !ciphertext) throw new Error('Invalid encrypted format');
|
|
328
|
+
|
|
329
|
+
const key = Buffer.from(keyBase64, 'base64');
|
|
330
|
+
const iv = Buffer.from(ivHex, 'hex');
|
|
331
|
+
const authTag = Buffer.from(authTagHex, 'hex');
|
|
332
|
+
const decipher = crypto.createDecipheriv(ENCRYPTION_ALGORITHM, key, iv);
|
|
333
|
+
decipher.setAuthTag(authTag);
|
|
334
|
+
|
|
335
|
+
let decrypted = decipher.update(ciphertext, 'hex', 'utf8');
|
|
336
|
+
decrypted += decipher.final('utf8');
|
|
337
|
+
return decrypted;
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
// ─── Swarm Management ────────────────────────────────────────────────
|
|
341
|
+
|
|
342
|
+
/**
|
|
343
|
+
* Swarms are self-organizing clusters of nodes sharing a capability.
|
|
344
|
+
*/
|
|
345
|
+
function getSwarms(siteId) {
|
|
346
|
+
return stmts.getSwarms.all(siteId).map(s => ({
|
|
347
|
+
...s,
|
|
348
|
+
node_ids: JSON.parse(s.node_ids || '[]'),
|
|
349
|
+
}));
|
|
350
|
+
}
|
|
351
|
+
|
|
352
|
+
function getSwarmByCapability(siteId, capability) {
|
|
353
|
+
const row = stmts.getSwarmByCapability.get(siteId, capability);
|
|
354
|
+
if (!row) return null;
|
|
355
|
+
return { ...row, node_ids: JSON.parse(row.node_ids || '[]') };
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
function _joinSwarm(siteId, capability, nodeId) {
|
|
359
|
+
const existing = stmts.getSwarmByCapability.get(siteId, capability);
|
|
360
|
+
const swarmName = `swarm-${capability}`;
|
|
361
|
+
|
|
362
|
+
if (existing) {
|
|
363
|
+
const nodeIds = JSON.parse(existing.node_ids || '[]');
|
|
364
|
+
if (!nodeIds.includes(nodeId)) nodeIds.push(nodeId);
|
|
365
|
+
stmts.upsertSwarm.run(existing.id, siteId, swarmName, capability, JSON.stringify(nodeIds), JSON.stringify(nodeIds), capability);
|
|
366
|
+
} else {
|
|
367
|
+
stmts.upsertSwarm.run(crypto.randomUUID(), siteId, swarmName, capability, JSON.stringify([nodeId]), JSON.stringify([nodeId]), capability);
|
|
368
|
+
}
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
// ─── Stats ───────────────────────────────────────────────────────────
|
|
372
|
+
|
|
373
|
+
function getStats(siteId) {
|
|
374
|
+
stmts.markStaleNodes.run();
|
|
375
|
+
const row = stmts.getStats.get(siteId, siteId, siteId, siteId);
|
|
376
|
+
return {
|
|
377
|
+
onlineNodes: row.online_nodes || 0,
|
|
378
|
+
staleNodes: row.stale_nodes || 0,
|
|
379
|
+
queuedTasks: row.queued_tasks || 0,
|
|
380
|
+
activeTasks: row.active_tasks || 0,
|
|
381
|
+
completedTasks: row.completed_tasks || 0,
|
|
382
|
+
failedTasks: row.failed_tasks || 0,
|
|
383
|
+
activeSwarms: row.active_swarms || 0,
|
|
384
|
+
avgUtilization: row.avg_utilization !== null ? Math.round(row.avg_utilization * 1000) / 1000 : 0,
|
|
385
|
+
};
|
|
386
|
+
}
|
|
387
|
+
|
|
388
|
+
// ─── Internal Helpers ────────────────────────────────────────────────
|
|
389
|
+
|
|
390
|
+
function _estimateCapacity(hardware) {
|
|
391
|
+
let cap = 1.0;
|
|
392
|
+
if (hardware.cpuCores) cap += Math.min(hardware.cpuCores / 4, 4); // up to +4 for 16+ cores
|
|
393
|
+
if (hardware.ramGB) cap += Math.min(hardware.ramGB / 8, 4); // up to +4 for 32+ GB
|
|
394
|
+
if (hardware.gpuVRAM) cap += Math.min(hardware.gpuVRAM / 4, 8); // up to +8 for 32+ GB VRAM
|
|
395
|
+
return Math.round(cap * 10) / 10;
|
|
396
|
+
}
|
|
397
|
+
|
|
398
|
+
function _selectBestNode(nodes, task) {
|
|
399
|
+
let best = null;
|
|
400
|
+
let bestScore = -1;
|
|
401
|
+
|
|
402
|
+
for (const node of nodes) {
|
|
403
|
+
if (node.current_load >= node.capacity) continue;
|
|
404
|
+
const headroom = node.capacity - node.current_load;
|
|
405
|
+
const reliability = 1 - (node.tasks_failed / Math.max(1, node.tasks_completed + node.tasks_failed));
|
|
406
|
+
const score = headroom * 0.6 + reliability * 0.4;
|
|
407
|
+
if (score > bestScore) {
|
|
408
|
+
bestScore = score;
|
|
409
|
+
best = node;
|
|
410
|
+
}
|
|
411
|
+
}
|
|
412
|
+
|
|
413
|
+
return best;
|
|
414
|
+
}
|
|
415
|
+
|
|
416
|
+
function _deserializeNode(row) {
|
|
417
|
+
return {
|
|
418
|
+
...row,
|
|
419
|
+
hardware_profile: JSON.parse(row.hardware_profile || '{}'),
|
|
420
|
+
capabilities: JSON.parse(row.capabilities || '[]'),
|
|
421
|
+
};
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
function _deserializeEdgeTask(row) {
|
|
425
|
+
let payload;
|
|
426
|
+
try { payload = row.payload_encrypted ? row.payload : JSON.parse(row.payload); } catch (_) { payload = row.payload; }
|
|
427
|
+
return {
|
|
428
|
+
...row,
|
|
429
|
+
payload,
|
|
430
|
+
result: row.result ? JSON.parse(row.result) : null,
|
|
431
|
+
};
|
|
432
|
+
}
|
|
433
|
+
|
|
434
|
+
module.exports = {
|
|
435
|
+
registerNode, nodeHeartbeat, removeNode, getNodes, getAvailableNodes, getNode,
|
|
436
|
+
submitTask, distributeTask, completeTask, getTask, getNodeTasks,
|
|
437
|
+
generateNodeKey, encryptPayload, decryptPayload,
|
|
438
|
+
getSwarms, getSwarmByCapability,
|
|
439
|
+
getStats,
|
|
440
|
+
};
|