@walkhi/code-relax 0.1.0-beta.10 → 0.1.0-beta.12

package/dist/src/self-relay/server.mjs

@@ -1,4 +1,5 @@
-import http from 'node:http';
+import http from 'node:http';
+import { isIP } from 'node:net';
 import { deviceStore, validId } from './device-store.mjs';
 import { randomUUID } from 'node:crypto';
 import { WebSocketServer } from 'ws';
@@ -6,12 +7,14 @@ import { secret, digest, matches, validSecret, send, decode } from './wire.mjs';
 import { readDebugAllowlist, debugAllowed } from './debug-allowlist.mjs';
 import { validProbeSignal } from './p2p-probe.mjs';
 import { relayAdminState } from './admin-state.mjs';
+import { openRelayMysql } from './mysql-state.mjs';
 import { adminPage } from './admin-page.mjs';
+import { openEmailAccounts } from './email-accounts.mjs';
 
 // Always loopback; a TLS reverse proxy supplies the private-trial Internet endpoint.
 export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlMs = 120000,
   maxConnections = 32, maxClientsPerHost = 16, maxPayload = 8 * 1024 * 1024, stateFile,
-  maxRelaySessions = 8, adminStateFile, publicRelayUrl = '', appDownloadUrl = '', debugAllowlistFile, log = () => {} } = {}) {
+  maxRelaySessions = 8, adminStateFile, mysqlConfigFile, accountConfigFile, publicRelayUrl = '', appDownloadUrl = '', debugAllowlistFile, log = () => {} } = {}) {
   if (!validSecret(hostKey)) throw new Error('Invalid host credential');
   if (!Number.isSafeInteger(maxClientsPerHost) || maxClientsPerHost < 1 || maxClientsPerHost > 64) throw new Error('Invalid mobile device limit');
   if (!Number.isSafeInteger(maxRelaySessions) || maxRelaySessions < 1 || maxRelaySessions > 256) throw new Error('Invalid relay session limit');
@@ -21,24 +24,34 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
   const nativeOrigins = publicRelayUrl ? ['http:', 'https:'].map(protocol => `${protocol}//${new URL(publicRelayUrl).host}`) : [];
   if (appDownloadUrl && !/^https:\/\/[^\s]+$/.test(appDownloadUrl)) throw new Error('Invalid app download URL');
   const hostHash = digest(hostKey), rooms = new Map();
-  const store = deviceStore(stateFile);
+  const database = mysqlConfigFile ? await openRelayMysql(mysqlConfigFile, maxRelaySessions) : null;
+  if (accountConfigFile && !database?.schemaVersions.includes('002_email_accounts')) throw new Error('Email account schema is required');
+  const accounts = accountConfigFile ? openEmailAccounts(database.pool, accountConfigFile) : null;
+  const store = database?.devices || deviceStore(stateFile);
   const debugAllowlist = readDebugAllowlist(debugAllowlistFile);
-  const adminState = relayAdminState(adminStateFile, maxRelaySessions);
+  const adminState = database?.admin || relayAdminState(adminStateFile, maxRelaySessions);
   let activeRelaySessions = 0;
-  for (const record of store.entries()) rooms.set(record.id, { ...record, durable: true, connections: new Map(), observers: new Map() });
+  for (const record of store.entries()) rooms.set(record.id, { ...record, durable: true, connections: new Map(), observers: new Map(), uploadClients: new Map() });
+  let commitTail = Promise.resolve();
   function commit(room, changes) {
+    const operation = commitTail.then(async () => {
+    changes = typeof changes === 'function' ? changes(room) : changes;
     const next = { ...room, ...changes, updatedAt: new Date().toISOString() };
     if (room.durable) {
       const { id, hostHash, clients, revision, status, createdAt, updatedAt, officialComputer } = next;
-      store.save({ id, hostHash, clients, revision, status, createdAt, updatedAt, ...(officialComputer ? { officialComputer } : {}) });
+      await store.save({ id, hostHash, clients, revision, status, createdAt, updatedAt, ...(officialComputer ? { officialComputer } : {}) });
     }
-    Object.assign(room, changes, { updatedAt: next.updatedAt });
+    Object.assign(room, changes, { updatedAt: next.updatedAt });
+    });
+    commitTail = operation.catch(() => {});
+    return operation;
   }
   function invitation(room) {
     const code = secret(); room.pairingHash = digest(code); room.expires = Date.now() + pairingTtlMs;
     return { code, expires: room.expires };
   }
   let listenUrl = '';
+  let adminTail = Promise.resolve();
   function relayUrl(request) {
     if (publicRelayUrl) return relayPublicAddress(publicRelayUrl);
     const host = request.headers.host || new URL(listenUrl).host;
@@ -52,7 +65,14 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
   const server = http.createServer((request, response) => {
     const target = new URL(request.url || '/', `http://${request.headers.host || 'localhost'}`);
     if (target.pathname === '/admin' || target.pathname.startsWith('/admin/')) {
-      void handleAdmin(request, response, target); return;
+      adminTail = adminTail.then(() => handleAdmin(request, response, target)).catch(() => {
+        if (!response.headersSent) adminReply(response, 500, { error: 'Admin operation failed' });
+      });
+      return;
+    }
+    if (accounts && target.pathname.startsWith('/account/')) {
+      void handleAccount(request, response, target).catch(() => accountReply(response, 500, { error: 'Account operation failed' }));
+      return;
     }
     if (request.method === 'GET' && target.pathname === '/announcement') {
       const body = JSON.stringify({ announcement: adminState.read().announcement });
@@ -83,6 +103,41 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
       'X-Content-Type-Options': 'nosniff', 'Content-Security-Policy': "default-src 'self'; style-src 'unsafe-inline'; script-src 'unsafe-inline'; base-uri 'none'; frame-ancestors 'none'" });
     response.end(value);
   }
+  function accountReply(response, status, body) {
+    if (response.headersSent || response.destroyed) return;
+    const value = JSON.stringify(body);
+    response.writeHead(status, { 'Content-Type': 'application/json; charset=utf-8', 'Content-Length': Buffer.byteLength(value),
+      'Cache-Control': 'no-store', 'X-Content-Type-Options': 'nosniff' });
+    response.end(value);
+  }
+  async function handleAccount(request, response, target) {
+    try {
+      if (target.pathname === '/account/config' && request.method === 'GET') {
+        accountReply(response, 200, { captchaAppId: accounts.captchaAppId }); return;
+      }
+      const bearer = /^Bearer ([A-Za-z0-9_-]{43})$/.exec(request.headers.authorization || '')?.[1];
+      if (target.pathname === '/account/me' && request.method === 'GET') {
+        accountReply(response, 200, { user: await accounts.current(bearer) }); return;
+      }
+      if (target.pathname === '/account/logout' && request.method === 'POST') {
+        accountReply(response, 200, await accounts.logout(bearer)); return;
+      }
+      if (request.method !== 'POST' || request.headers['content-type'] !== 'application/json') {
+        accountReply(response, 404, { error: 'Account route not found' }); return;
+      }
+      const body = JSON.parse(await readBody(request, 4096));
+      if (!body || typeof body !== 'object' || Array.isArray(body)) { accountReply(response, 400, { error: 'Invalid request body' }); return; }
+      if (target.pathname === '/account/email/request') {
+        const ip = request.headers['x-real-ip'] || request.socket.remoteAddress || '';
+        if (typeof ip !== 'string' || !isIP(ip)) { accountReply(response, 400, { error: 'Invalid client address' }); return; }
+        accountReply(response, 202, await accounts.requestCode(body, ip));
+      } else if (target.pathname === '/account/email/verify') {
+        accountReply(response, 200, await accounts.verifyCode(body));
+      } else accountReply(response, 404, { error: 'Account route not found' });
+    } catch (failure) {
+      accountReply(response, failure.status || 503, { error: failure.status ? failure.message : 'Account service unavailable' });
+    }
+  }
   async function handleAdmin(request, response, target) {
     if (request.method === 'GET' && target.pathname === '/admin') {
       adminReply(response, 200, adminPage(), 'text/html; charset=utf-8'); return;
@@ -101,10 +156,10 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
     try {
       const body = request.method === 'DELETE' ? {} : JSON.parse(await readBody(request, 4096));
       if (target.pathname === '/admin/api/settings' && request.method === 'PUT') {
-        const state = adminState.setMaxRelaySessions(body.maxRelaySessions);
+        const state = await adminState.setMaxRelaySessions(body.maxRelaySessions);
         log({ event: 'admin-relay-limit-updated', maxRelaySessions: state.maxRelaySessions });
       } else if (target.pathname === '/admin/api/announcements' && request.method === 'PUT') {
-        const state = adminState.createAnnouncement(body.title, body.message, body.publish === true);
+        const state = await adminState.createAnnouncement(body.title, body.message, body.publish === true);
         if (body.publish === true) {
           broadcastAnnouncement(state.announcement);
           log({ event: 'admin-announcement-published', announcementId: state.announcement.id });
@@ -114,17 +169,17 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
         const id = parts[0];
         if (!/^[\w-]{16,128}$/.test(id)) { adminReply(response, 404, { error: 'Admin route not found' }); return; }
         if (parts.length === 1 && request.method === 'PUT') {
-          adminState.updateDraft(id, body.title, body.message);
+          await adminState.updateDraft(id, body.title, body.message);
           log({ event: 'admin-announcement-draft-updated', announcementId: id });
         } else if (parts.length === 1 && request.method === 'DELETE') {
-          adminState.deleteAnnouncement(id);
+          await adminState.deleteAnnouncement(id);
           log({ event: 'admin-announcement-deleted', announcementId: id });
         } else if (parts.length === 2 && parts[1] === 'publish' && request.method === 'PUT') {
-          const state = adminState.publishDraft(id, body.title, body.message);
+          const state = await adminState.publishDraft(id, body.title, body.message);
           broadcastAnnouncement(state.announcement);
           log({ event: 'admin-announcement-published', announcementId: id });
         } else if (parts.length === 2 && parts[1] === 'withdraw' && request.method === 'PUT') {
-          const state = adminState.withdraw(id);
+          const state = await adminState.withdraw(id);
           broadcastAnnouncement(state.announcement);
           log({ event: 'admin-announcement-withdrawn', announcementId: id });
         } else { adminReply(response, 404, { error: 'Admin route not found' }); return; }
@@ -195,6 +250,8 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
       clearTimeout(authTimer); clearInterval(heartbeat);
       if (role === 'host' && room?.host === ws) {
         room.host = undefined; room.hostName = undefined; room.lanCandidates = [];
+        room.uploadHost?.close(4410, 'Computer offline');
+        for (const client of room.uploadClients?.values() || []) client.ws.close(4410, 'Computer offline');
         for (const observer of room.observers.values()) send(observer.ws, { type: 'observing', online: false });
         if (!room.durable) rooms.delete(room.id);
         for (const connection of room.connections.values()) connection.ws.close(4410, 'Computer offline; authorization retained');
@@ -204,12 +261,43 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
         if (room.host) send(room.host, { type: 'detach', session });
       } else if (role === 'observer' && room?.observers.get(clientId)?.ws === ws) {
         room.observers.delete(clientId);
-      }
+      } else if (role === 'file-host' && room?.uploadHost === ws) {
+        room.uploadHost = undefined;
+        for (const client of room.uploadClients?.values() || []) client.ws.close(4410, 'File receiver offline');
+      } else if (role === 'file-client' && room?.uploadClients?.get(clientId)?.ws === ws) {
+        room.uploadClients.delete(clientId);
+        if (room.uploadHost) send(room.uploadHost, { type: 'file-close', session });
+      }
     });
-    ws.on('message', (bytes, binary) => {
-      try {
-        const message = decode(bytes, binary);
-        if (!role) {
+    let messageTail = Promise.resolve();
+    ws.on('message', (bytes, binary) => {
+      messageTail = messageTail.then(async () => {
+      try {
+        const message = decode(bytes, binary);
+        if (!role) {
+          if (message.type === 'file-host') {
+            room = rooms.get(message.deviceId);
+            if (!room?.host || room.status !== 'active' || !matches(message.deviceSecret, room.hostHash)) return fail();
+            role = 'file-host'; clearTimeout(authTimer);
+            room.uploadClients ||= new Map();
+            room.uploadHost?.close(4409, 'File receiver replaced');
+            room.uploadHost = ws;
+            send(ws, { type: 'file-host-ready' }); return;
+          }
+          if (message.type === 'file-client') {
+            room = rooms.get(message.room);
+            const client = room?.clients.find(item => item.id === message.clientId);
+            if (!room?.host || !room.uploadHost || room.status !== 'active' || !client ||
+                !matches(message.credential, client.hash)) return fail();
+            room.uploadClients ||= new Map();
+            if (room.uploadClients.has(message.clientId) ||
+                [...rooms.values()].reduce((sum, item) => sum + (item.uploadClients?.size || 0), 0) >= 2) {
+              return fail(4429, 'Too many file uploads');
+            }
+            role = 'file-client'; clientId = message.clientId; session = randomUUID(); clearTimeout(authTimer);
+            room.uploadClients.set(clientId, { ws, session });
+            send(room.uploadHost, { type: 'file-open', session }); return;
+          }
           if (message.type === 'host') {
             const durable = message.deviceId !== undefined;
             if (durable && (!validId(message.deviceId) || !validSecret(message.deviceSecret))) return fail();
@@ -229,13 +317,14 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
               if (rooms.size >= 256) return fail(4429, 'Device limit reached');
               const now = new Date().toISOString();
               room = { id: durable ? message.deviceId : randomUUID(), durable,
-                revision: 0, status: 'active', clients: [], connections: new Map(), observers: new Map(), createdAt: now, updatedAt: now,
+                revision: 0, status: 'active', clients: [], connections: new Map(), observers: new Map(), uploadClients: new Map(), createdAt: now, updatedAt: now,
                 ...(durable ? { hostHash: digest(message.deviceSecret) } : {}) };
-              commit(room, {}); rooms.set(room.id, room);
+              await commit(room, {}); rooms.set(room.id, room);
             }
             const oldHost = room.host;
             room.observers ||= new Map();
             room.host = ws; room.hostName = hostName; room.lanCandidates = lanCandidates;
+            if (oldHost && oldHost !== ws) room.uploadHost?.close(4409, 'Computer connection replaced');
             room.p2pProbe = message.p2pProbe === 1; room.p2pProbeRepeat = message.p2pProbeRepeat === true;
             role = 'host'; clearTimeout(authTimer);
             if (oldHost && oldHost !== ws) {
@@ -254,7 +343,7 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
           room = rooms.get(message.room);
           if (!room || room.status !== 'active') return fail();
           let credential;
-          if (message.type === 'pair' && room.pairingHash && Date.now() < room.expires && matches(message.code, room.pairingHash)) {
+          if (message.type === 'pair' && !room.pairingInProgress && room.pairingHash && Date.now() < room.expires && matches(message.code, room.pairingHash)) {
             if (!room.host) return fail(4410, 'Computer offline; authorization retained');
             credential = message.credential || secret();
             clientId = message.clientId || (!room.durable ? randomUUID() : undefined);
@@ -263,8 +352,11 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
             if (!existing && room.clients.length >= maxClientsPerHost) return fail(4429, 'Mobile device limit reached');
             const now = new Date().toISOString();
             const client = { id: clientId, hash: digest(credential), createdAt: existing?.createdAt || now, updatedAt: now };
-            commit(room, { clients: [...room.clients.filter(item => item.id !== clientId), client], revision: room.revision + 1 });
-            room.pairingHash = undefined;
+            room.pairingInProgress = true;
+            try {
+              await commit(room, current => ({ clients: [...current.clients.filter(item => item.id !== clientId), client], revision: current.revision + 1 }));
+              room.pairingHash = undefined;
+            } finally { room.pairingInProgress = false; }
             send(room.host, { type: 'authorization-changed', clients: room.clients, revision: room.revision });
           } else {
             clientId = message.clientId;
@@ -323,7 +415,7 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
             send(ws, { type: 'pair-code', commandId: message.commandId, room: room.id, ...invitation(room) }); return;
           }
           if (message.type === 'revoke') {
-            commit(room, { clients: [], revision: room.revision + 1 });
+            await commit(room, current => ({ clients: [], revision: current.revision + 1 }));
             room.pairingHash = undefined;
             for (const connection of room.connections.values()) {
               releaseRelay(connection);
@@ -331,6 +423,8 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
               connection.ws.close(4401, 'Device authorization revoked');
             }
             room.connections.clear();
+            for (const client of room.uploadClients?.values() || []) client.ws.close(4401, 'Device authorization revoked');
+            room.uploadClients?.clear();
             for (const observer of room.observers.values()) observer.ws.close(4401, 'Device authorization revoked');
             room.observers.clear();
             send(ws, { type: 'authorization-changed', clients: [], revision: room.revision });
@@ -342,28 +436,49 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
           else if (message.type === 'ready') queueClientMessage(connection, { type: 'ready', p2pProbe: connection.p2pProbe ? 1 : 0,
             p2pProbeRepeat: connection.p2pProbe && connection.repeat });
           else if (message.type === 'p2p-probe' && connection.p2pProbe && validProbeSignal(message)) {
-            if (connection.probeId !== message.probeId) return;
-            if (++connection.signals > 150) return fail(1008, 'Probe signal limit');
+            const diagnostic = message.purpose === 'diagnostic';
+            if (message.purpose && !diagnostic) return fail(1008, 'Invalid probe purpose');
+            if ((diagnostic ? connection.diagnosticProbeId : connection.probeId) !== message.probeId) return;
+            if (++connection[diagnostic ? 'diagnosticSignals' : 'signals'] > 150) return fail(1008, 'Probe signal limit');
             send(connection.ws, { ...message, session: undefined });
           }
           else if (message.type === 'detach') connection.ws.close(1011, 'Local Bridge unavailable');
           else fail();
+        } else if (role === 'file-host' && room.uploadHost === ws) {
+          const client = [...room.uploadClients.values()].find(item => item.session === message.session);
+          if (!client) return;
+          if (message.type === 'file-frame' && typeof message.payload === 'string' && message.payload.length <= 512 * 1024) {
+            if (client.ws.bufferedAmount > 1024 * 1024) return client.ws.close(1013, 'File receiver too slow');
+            send(client.ws, { type: 'file-frame', payload: message.payload });
+          } else if (message.type === 'file-close') client.ws.close(1011, 'File receiver unavailable');
+          else fail(1008, 'Invalid file frame');
+        } else if (role === 'file-client' && room.uploadClients?.get(clientId)?.ws === ws) {
+          if (message.type !== 'file-frame' || typeof message.payload !== 'string' || message.payload.length > 512 * 1024) return fail(1008, 'Invalid file frame');
+          if (room.uploadHost?.bufferedAmount > 1024 * 1024) return fail(1013, 'File receiver too slow');
+          send(room.uploadHost, { type: 'file-frame', session, payload: message.payload });
         } else if (role === 'observer' && room.observers.get(clientId)?.ws === ws && message.type === 'official-computer') {
           const computer = normalizeOfficialComputer(message);
-          commit(room, { officialComputer: computer });
+          await commit(room, { officialComputer: computer });
           send(ws, { type: 'official-computer-saved', computer });
         } else if (role === 'client' && room.connections.get(clientId)?.ws === ws && message.type === 'p2p-probe') {
           const connection = room.connections.get(clientId);
           if (!connection.p2pProbe || !validProbeSignal(message)) return fail(1008, 'Invalid probe signal');
+          const diagnostic = message.purpose === 'diagnostic';
+          if (message.purpose && !diagnostic) return fail(1008, 'Invalid probe purpose');
+          const idField = diagnostic ? 'diagnosticProbeId' : 'probeId';
+          const signalsField = diagnostic ? 'diagnosticSignals' : 'signals';
+          const startedField = diagnostic ? 'diagnosticProbeStarted' : 'probeStarted';
           if (message.kind === 'start') {
-            if (connection.probeId && (!connection.repeat || Date.now() - connection.probeStarted < 2000)) {
-              send(ws, { type: 'p2p-probe', version: 1, probeId: message.probeId, kind: 'close' }); return;
+            if (connection[idField] && (!connection.repeat || Date.now() - connection[startedField] < 2000)) {
+              send(ws, { type: 'p2p-probe', version: 1, probeId: message.probeId,
+                ...(diagnostic ? { purpose: 'diagnostic' } : {}), kind: 'close' }); return;
             }
-            connection.probeId = message.probeId; connection.signals = 0; connection.probeStarted = Date.now();
+            connection[idField] = message.probeId; connection[signalsField] = 0; connection[startedField] = Date.now();
           }
-          if (connection.probeId !== message.probeId) return;
-          if (++connection.signals > 150) return fail(1008, 'Probe signal limit');
+          if (connection[idField] !== message.probeId) return;
+          if (++connection[signalsField] > 150) return fail(1008, 'Probe signal limit');
           send(room.host, { ...message, session });
+          if (diagnostic && message.kind === 'close') connection.diagnosticProbeId = undefined;
         } else if (room.connections.get(clientId)?.ws === ws && message.type === 'p2p-route' && message.direct === 1) {
           releaseRelay(room.connections.get(clientId));
         } else if (room.connections.get(clientId)?.ws === ws && message.type === 'data' && typeof message.payload === 'string') {
@@ -373,17 +488,19 @@ export async function startSelfRelay({ port = 0, hostKey = secret(), pairingTtlM
           }
           send(room.host, { type: 'data', session, payload: message.payload });
         } else fail();
-      } catch (error) { log({ event: 'request-error', role, message: 'Relay operation failed' }); ws.close(1011, 'Relay operation failed'); }
-    });
+      } catch (error) { log({ event: 'request-error', role, message: 'Relay operation failed' }); ws.close(1011, 'Relay operation failed'); }
+      }).catch(() => ws.close(1011, 'Relay operation failed'));
+    });
   });
   await new Promise((resolve, reject) => { server.once('error', reject); server.listen(port, '127.0.0.1', resolve); });
   listenUrl = `ws://127.0.0.1:${server.address().port}/relay`;
   return {
     url: listenUrl, hostKey,
     async close() {
-      for (const ws of wss.clients) ws.terminate();
-      await new Promise(resolve => wss.close(resolve));
-      await new Promise(resolve => server.close(resolve));
+      for (const ws of wss.clients) ws.terminate();
+      await new Promise(resolve => wss.close(resolve));
+      await new Promise(resolve => server.close(resolve));
+      if (database) await database.close();
     },
   };
 }