@scrypted/server 0.123.8 → 0.123.10

package/src/scrypted-cluster-main.ts

@@ -1,5 +1,21 @@
+import type { ForkOptions } from '@scrypted/types';
+import { once } from 'events';
 import { install as installSourceMapSupport } from 'source-map-support';
-import { startClusterClient } from './scrypted-cluster';
+import type { Readable } from 'stream';
+import tls from 'tls';
+import type { createSelfSignedCertificate } from './cert';
+import { computeClusterObjectHash } from './cluster/cluster-hash';
+import { getClusterLabels } from './cluster/cluster-labels';
+import { getScryptedClusterMode, InitializeCluster, setupCluster } from './cluster/cluster-setup';
+import type { ClusterObject } from './cluster/connect-rpc-object';
+import { getPluginVolume, getScryptedVolume } from './plugin/plugin-volume';
+import { prepareZip } from './plugin/runtime/node-worker-common';
+import { getBuiltinRuntimeHosts } from './plugin/runtime/runtime-host';
+import { RuntimeWorker } from './plugin/runtime/runtime-worker';
+import { RpcPeer } from './rpc';
+import { createRpcDuplexSerializer } from './rpc-serializer';
+import type { ScryptedRuntime } from './runtime';
+import { sleep } from './sleep';
 
 installSourceMapSupport({
     environment: 'node',
@@ -10,3 +26,266 @@ async function start(mainFilename: string) {
 }
 
 export default start;
+
+function peerLifecycle(serializer: ReturnType<typeof createRpcDuplexSerializer>, peer: RpcPeer, socket: tls.TLSSocket, type: 'server' | 'client') {
+    serializer.setupRpcPeer(peer);
+
+    socket.on('data', data => serializer.onData(data));
+
+    socket.on('error', e => {
+        peer.kill(e.message);
+    });
+    socket.on('close', () => {
+        peer.kill(`cluster ${type} closed`);
+    });
+    peer.killed.then(() => {
+        socket.destroy();
+    });
+}
+
+function preparePeer(socket: tls.TLSSocket, type: 'server' | 'client') {
+    const serializer = createRpcDuplexSerializer(socket);
+    const peer = new RpcPeer(`cluster-remote:${socket.remoteAddress}:${socket.remotePort}`, 'cluster-host', (message, reject, serializationContext) => {
+        serializer.sendMessage(message, reject, serializationContext);
+    });
+
+    peerLifecycle(serializer, peer, socket, type);
+
+    return peer;
+}
+
+export interface ClusterForkOptions {
+    runtime?: ForkOptions['runtime'];
+    labels?: ForkOptions['labels'];
+}
+
+type ConnectForkWorker = (auth: ClusterObject, properties: ClusterWorkerProperties) => Promise<{ clusterId: string }>;
+
+export interface ClusterWorkerProperties {
+    labels: string[];
+}
+
+export interface ClusterWorker extends ClusterWorkerProperties {
+    peer: RpcPeer;
+}
+
+export class PeerLiveness {
+    __proxy_oneway_methods = ['kill'];
+    constructor(private killed: Promise<any>) {
+    }
+    async waitKilled() {
+        return this.killed;
+    }
+}
+
+export class ClusterForkResult extends PeerLiveness {
+    constructor(private peer: RpcPeer, killed: Promise<any>, private result: any) {
+        super(killed);
+    }
+
+    async kill() {
+        this.peer.kill('killed');
+    }
+
+    async getResult() {
+        return this.result;
+    }
+}
+
+export type ClusterForkParam = (peerLiveness: PeerLiveness, runtime: string, packageJson: any, zipHash: string, getZip: () => Promise<Buffer>) => Promise<ClusterForkResult>;
+
+export function startClusterClient(mainFilename: string) {
+    const labels = getClusterLabels();
+
+    const clusterSecret = process.env.SCRYPTED_CLUSTER_SECRET;
+    const clusterMode = getScryptedClusterMode();
+    const [, host, port] = clusterMode;
+    (async () => {
+        while (true) {
+            const backoff = sleep(10000);
+            const socket = tls.connect({
+                host,
+                port,
+                rejectUnauthorized: false,
+            });
+
+            await once(socket, 'secureConnect');
+            const { localAddress, localPort } = socket;
+            console.log('Cluster server connected.', localAddress, localPort);
+            socket.on('close', () => {
+                console.log('Cluster server disconnected.', localAddress, localPort);
+            });
+
+            const peer = preparePeer(socket, 'client');
+
+            try {
+                const connectForkWorker: ConnectForkWorker = await peer.getParam('connectForkWorker');
+                const auth: ClusterObject = {
+                    address: socket.localAddress,
+                    port: socket.localPort,
+                    id: undefined,
+                    proxyId: undefined,
+                    sourceKey: undefined,
+                    sha256: undefined,
+                };
+                auth.sha256 = computeClusterObjectHash(auth, clusterSecret);
+
+                const properties: ClusterWorkerProperties = {
+                    labels,
+                };
+
+                const { clusterId } = await connectForkWorker(auth, properties);
+                const clusterPeerSetup = setupCluster(peer);
+                await clusterPeerSetup.initializeCluster({ clusterId, clusterSecret });
+
+                const clusterForkParam: ClusterForkParam = async (
+                    peerLiveness: PeerLiveness,
+                    runtime: string,
+                    packageJson: any,
+                    zipHash: string,
+                    getZip: () => Promise<Buffer>) => {
+                    let runtimeWorker: RuntimeWorker;
+
+                    const builtins = getBuiltinRuntimeHosts();
+                    const rt = builtins.get(runtime);
+                    if (!rt)
+                        throw new Error('unknown runtime ' + runtime);
+
+                    const pluginId: string = packageJson.name;
+                    const { zipFile, unzippedPath } = await prepareZip(getPluginVolume(pluginId), zipHash, getZip);
+
+                    const volume = getScryptedVolume();
+                    const pluginVolume = getPluginVolume(pluginId);
+
+                    runtimeWorker = rt(mainFilename, pluginId, {
+                        packageJson,
+                        env: {
+                            SCRYPTED_VOLUME: volume,
+                            SCRYPTED_PLUGIN_VOLUME: pluginVolume,
+                        },
+                        pluginDebug: undefined,
+                        zipFile,
+                        unzippedPath,
+                        zipHash,
+                    }, undefined);
+
+                    const threadPeer = new RpcPeer('main', 'thread', (message, reject, serializationContext) => runtimeWorker.send(message, reject, serializationContext));
+
+                    let pongPromise: Promise<(time: number) => Promise<void>>
+                    threadPeer.params.pong = async  (time: number) => {
+                        pongPromise = pongPromise || threadPeer.getParam('pong');
+                        const pong =  await pongPromise;
+                        await pong(time);
+                    };
+
+                    runtimeWorker.setupRpcPeer(threadPeer);
+                    runtimeWorker.on('exit', () => {
+                        threadPeer.kill('worker exited');
+                    });
+                    runtimeWorker.on('error', e => {
+                        threadPeer.kill('worker error ' + e);
+                    });
+                    threadPeer.killed.catch(() => { }).finally(() => {
+                        runtimeWorker.kill();
+                    });
+                    peerLiveness.waitKilled().catch(() => { }).finally(() => {
+                        threadPeer.kill('peer killed');
+                    });
+                    let getRemote: any;
+                    try {
+                        const initializeCluster: InitializeCluster = await threadPeer.getParam('initializeCluster');
+                        await initializeCluster({ clusterId, clusterSecret });
+                        getRemote = await threadPeer.getParam('getRemote');
+                    }
+                    catch (e) {
+                        threadPeer.kill('cluster fork failed');
+                        throw e;
+                    }
+
+                    const readStream = async function* (stream: Readable) {
+                        for await (const buffer of stream) {
+                            yield buffer;
+                        }
+                    }
+
+                    const timeout = setTimeout(() => {
+                        threadPeer.kill('cluster fork timeout');
+                    }, 10000);
+                    const clusterGetRemote = (...args: any[]) => {
+                        clearTimeout(timeout);
+                        return {
+                            [RpcPeer.PROPERTY_JSON_COPY_SERIALIZE_CHILDREN]: true,
+                            stdout: readStream(runtimeWorker.stdout),
+                            stderr: readStream(runtimeWorker.stderr),
+                            getRemote,
+                        };
+                    };
+
+                    const result = new ClusterForkResult(threadPeer, threadPeer.killed, clusterGetRemote);
+                    return result;
+                };
+
+                peer.params['fork'] = clusterForkParam;
+
+                await peer.killed;
+            }
+            catch (e) {
+                peer.kill(e.message);
+                socket.destroy();
+                console.warn('Cluster client error:', localAddress, localPort, e);
+            }
+            await backoff;
+        }
+    })();
+}
+
+export function createClusterServer(runtime: ScryptedRuntime, certificate: ReturnType<typeof createSelfSignedCertificate>) {
+    const server = tls.createServer({
+        key: certificate.serviceKey,
+        cert: certificate.certificate,
+    }, (socket) => {
+        console.log('Cluster client connected.', socket.remoteAddress, socket.remotePort);
+        socket.on('close', () => {
+            console.log('Cluster client disconnected.', socket.remoteAddress, socket.remotePort);
+        });
+
+        const peer = preparePeer(socket, 'server');
+
+        const connectForkWorker: ConnectForkWorker = async (auth: ClusterObject, properties: ClusterWorkerProperties) => {
+            try {
+                const sha256 = computeClusterObjectHash(auth, runtime.clusterSecret);
+                if (sha256 !== auth.sha256)
+                    throw new Error('cluster object hash mismatch');
+                // the remote address may be ipv6 prefixed so use a fuzzy match.
+                // eg ::ffff:192.168.2.124
+                if (!process.env.SCRYPTED_DISABLE_CLUSTER_SERVER_TRUST) {
+                    if (auth.port !== socket.remotePort || !socket.remoteAddress.endsWith(auth.address))
+                        throw new Error('cluster object address mismatch');
+                }
+                const worker: ClusterWorker = {
+                    ...properties,
+                    peer,
+                };
+                runtime.clusterWorkers.add(worker);
+                peer.killed.then(() => {
+                    runtime.clusterWorkers.delete(worker);
+                });
+                socket.on('close', () => {
+                    runtime.clusterWorkers.delete(worker);
+                });
+                console.log('Cluster client authenticated.', socket.remoteAddress, socket.remotePort, properties);
+            }
+            catch (e) {
+                peer.kill(e);
+                socket.destroy();
+            }
+
+            return {
+                clusterId: runtime.clusterId,
+            }
+        }
+        peer.params['connectForkWorker'] = connectForkWorker;
+    });
+
+    return server;
+}

package/src/scrypted-main-exports.ts

@@ -11,7 +11,7 @@ import { getScryptedVolume } from './plugin/plugin-volume';
 import { isNodePluginWorkerProcess } from './plugin/runtime/node-fork-worker';
 import { RPCResultError, startPeriodicGarbageCollection } from './rpc';
 import type { Runtime } from './scrypted-server-main';
-import { getScryptedClusterMode } from './scrypted-cluster';
+import { getScryptedClusterMode } from './cluster/cluster-setup';
 
 function start(mainFilename: string, options?: {
     onRuntimeCreated?: (runtime: Runtime) => Promise<void>,

package/src/scrypted-server-main.ts

@@ -23,7 +23,8 @@ import { getNpmPackageInfo } from './services/plugin';
 import { setScryptedUserPassword, UsersService } from './services/users';
 import { sleep } from './sleep';
 import { ONE_DAY_MILLISECONDS, UserToken } from './usertoken';
-import { createClusterServer, getScryptedClusterMode } from './scrypted-cluster';
+import { createClusterServer } from './scrypted-cluster-main';
+import { getScryptedClusterMode } from './cluster/cluster-setup';
 
 export type Runtime = ScryptedRuntime;
 

package/src/services/cluster-fork.ts

@@ -1,5 +1,6 @@
 import type { ScryptedRuntime } from "../runtime";
-import { ClusterForkOptions, ClusterForkParam, matchesClusterLabels, PeerLiveness } from "../scrypted-cluster";
+import { matchesClusterLabels } from "../cluster/cluster-labels";
+import { ClusterForkOptions, ClusterForkParam, PeerLiveness } from "../scrypted-cluster-main";
 
 export class ClusterFork {
     constructor(public runtime: ScryptedRuntime) { }

package/dist/scrypted-cluster-common.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrypted-cluster-common.js","sourceRoot":"","sources":["../src/scrypted-cluster-common.ts"],"names":[],"mappings":";;;;;AAYA,8CAEC;AAED,4CAEC;AAED,oDAQC;AAED,gDAuVC;AArXD,mCAA8B;AAC9B,8CAAsB;AACtB,oEAA4C;AAC5C,yDAAkE;AAElE,yCAAsC;AACtC,+CAA2C;AAC3C,4EAAuE;AACvE,+BAAgC;AAChC,qDAAuD;AAGvD,SAAgB,iBAAiB,CAAC,OAAe,EAAE,IAAY;IAC3D,OAAO,GAAG,OAAO,IAAI,IAAI,EAAE,CAAC;AAChC,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAe;IAC5C,OAAO,CAAC,OAAO,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;AACxE,CAAC;AAEM,KAAK,UAAU,oBAAoB,CAAC,IAAa,EAAE,CAAgB;IACtE,IAAI,oBAAoB,GAA8B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACpF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACxB,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QACzD,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,oBAAoB,CAAC;IACzD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC;IAC5C,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,SAAgB,kBAAkB,CAAC,IAAa;IAC5C,MAAM,wBAAwB,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACtE,IAAI,SAAiB,CAAC;IACtB,IAAI,aAAqB,CAAC;IAC1B,IAAI,WAAmB,CAAC;IAExB,sGAAsG;IACtG,8DAA8D;IAC9D,0DAA0D;IAC1D,yDAAyD;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA4B,CAAC;IAEzD,MAAM,aAAa,GAAG,KAAK,EAAE,EAAU,EAAE,SAAiB,EAAE,EAAE;QAC1D,MAAM,UAAU,GAAG,SAAS;YACxB,CAAC,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC;YACnC,CAAC,CAAC,IAAI,CAAC;QACX,IAAI,CAAC,UAAU;YACX,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,SAAS,CAAC,CAAC;QACtD,MAAM,GAAG,GAAG,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;YACrD,OAAO;QACX,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC,CAAA;IAED,MAAM,oBAAoB,GAAG,KAAK,EAAE,CAAgB,EAAE,EAAE;QACpD,MAAM,MAAM,GAAG,IAAA,uCAAwB,EAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAC1D,IAAI,MAAM,KAAK,CAAC,CAAC,MAAM;YACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACxC,OAAO,aAAa,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAA;IAED,MAAM,iBAAiB,GAAG,CAAC,OAAe,EAAE,WAAmB,EAAE,EAAE;QAC/D,IAAI,gBAAgB,CAAC,OAAO,CAAC;YACzB,OAAO,GAAG,WAAW,CAAC;QAE1B,MAAM,cAAc,GAAG,iBAAiB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC/D,IAAI,kBAAkB,GAAG,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC1D,IAAI,kBAAkB;YAClB,OAAO,kBAAkB,CAAC;QAE9B,kBAAkB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,MAAM,GAAG,aAAG,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACjD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;YAE9D,IAAI,CAAC;gBACD,MAAM,IAAA,aAAI,EAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC9B,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAI,MAAM,CAAC,OAAO,EAAsB,CAAC;gBACzE,IAAI,aAAa,KAAK,wBAAwB,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;oBAC9E,+DAA+D;oBAC/D,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC7B,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,aAAa,CAAC,CAAC;gBAC/D,CAAC;gBAED,MAAM,WAAW,GAAG,IAAA,oCAAmB,EAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACvF,8EAA8E;gBAC9E,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC/C,WAAW,CAAC,oBAAoB,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,WAAW,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;gBACvG,OAAO,WAAW,CAAC;YACvB,CAAC;YACD,OAAO,CAAC,EAAE,CAAC;gBACP,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC;gBACxC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,CAAC,CAAC;YACZ,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QACrD,OAAO,kBAAkB,CAAC;IAC9B,CAAC,CAAC;IAGF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAgD,CAAC;IAC5E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4B,CAAC;IAErD,SAAS,cAAc,CAAC,GAAW;QAC/B,IAAI,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,WAAW;YACX,OAAO,WAAW,CAAC;QACvB,IAAI,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,oDAAoD;QACpD,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,WAAW,GAAG,IAAI,mBAAQ,EAA8B,CAAC;YACzD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAElC,IAAI,cAAc,EAAE,CAAC;gBACjB,6CAA6C;gBAC7C,cAAc,CAAC,WAAW,CAAC;oBACvB,QAAQ,EAAE,GAAG;iBAChB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,MAAM,aAAa,GAAG,UAAU,GAAG,EAAE,CAAC;QACtC,SAAS,WAAW;YAChB,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACvC,CAAC;QACD,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC1C,MAAM,UAAU,GAAG,qCAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;YACtF,8EAA8E;YAC9E,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9C,UAAU,CAAC,oBAAoB,GAAG,KAAK,CAAC,EAAE,CAAC,oBAAoB,CAAC,UAAU,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;YAElG,UAAU,CAAC,MAAM,CAAC,gBAAgB,GAAG,oBAAoB,CAAC;YAE1D,SAAS,OAAO,CAAC,OAAe;gBAC5B,WAAW,EAAE,CAAC;gBACd,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxB,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACzD,OAAO,UAAU,CAAC;QACtB,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QACvC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;QAC7C,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAE/B,OAAO,WAAW,CAAC;IACvB,CAAC;IAED,MAAM,cAAc,GAA+B,wBAAc,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAc,CAAC,UAAU,CAAC,cAAc,CAAC;IACtI,IAAI,CAAC,wBAAc,CAAC,YAAY,EAAE,CAAC;QAC/B,2GAA2G;QAC3G,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAA+D,EAAE,EAAE;YACnG,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;YACnC,IAAI,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,WAAW,GAAG,IAAI,mBAAQ,EAA8B,CAAC;gBACzD,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAC3C,CAAC;YACD,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1B,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,UAAU,gBAAgB,CAAC,aAA4B,EAAE,GAAW;QACrE,wDAAwD;QACxD,0EAA0E;QAC1E,uDAAuD;QACvD,IAAI,wBAAc,CAAC,YAAY;YAC3B,uBAAuB,CAAC,GAAG,EAAE,wBAAc,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,WAAW,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC;QAC/E,IAAI,QAAQ;YACR,OAAO,QAAQ,CAAC;QACpB,OAAO,oBAAoB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsC,CAAC;IAC9D,SAAS,uBAAuB,CAAC,QAAgB,EAAE,eAAuB;QACtE,IAAI,wBAAc,CAAC,YAAY,IAAI,QAAQ,KAAK,wBAAc,CAAC,QAAQ,EAAE,CAAC;YACtE,MAAM,GAAG,GAAG,mDAAmD,CAAC;YAChE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,2EAA2E;QAC3E,8BAA8B;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC;YAC5B,OAAO;QAEX,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,wBAAc,CAAC,cAAc,EAAE,CAAC;QAEpD,MAAM,CAAC,WAAW,CAAC;YACf,IAAI,EAAE,OAAO,CAAC,KAAK;YACnB,QAAQ,EAAE,eAAe;SAC5B,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAEpB,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,WAAW,CAAC;gBAChB,IAAI,EAAE,OAAO,CAAC,KAAK;gBACnB,QAAQ;aACX,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACxB,CAAC;aACI,IAAI,eAAe,KAAK,wBAAc,CAAC,QAAQ,EAAE,CAAC;YACnD,cAAc,CAAC,QAAQ,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3C,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;aACI,CAAC;YACF,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,SAAS,wBAAwB,CAAC,UAAsC,EAAE,QAAgB;QACtF,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAElC,gJAAgJ;QAChJ,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAA+D,EAAE,EAAE;YAC/F,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;YAEpD,IAAI,IAAI,EAAE,CAAC;gBACP,wBAAwB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;YACpD,CAAC;iBACI,CAAC;gBACF,uBAAuB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YACvD,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,MAAM,gBAAgB,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;QAC1C,MAAM,aAAa,GAAkB,KAAK,EAAE,SAAS,CAAC;QACtD,IAAI,aAAa,EAAE,EAAE,KAAK,SAAS;YAC/B,OAAO,KAAK,CAAC;QACjB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC;QACjD,+EAA+E;QAC/E,6EAA6E;QAC7E,IAAI,IAAI,KAAK,WAAW;YACpB,OAAO,oBAAoB,CAAC,aAAa,CAAC,CAAC;QAE/C,sFAAsF;QACtF,IAAI,OAAO,KAAK,wBAAwB,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACnE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,GAAG,KAAK,OAAO,CAAC,GAAG;gBACnB,OAAO,gBAAgB,CAAC,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC;YACD,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5D,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC;YAC7C,8CAA8C;YAC9C,MAAM,QAAQ,GAAG,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC;YACjE,IAAI,QAAQ;gBACR,OAAO,QAAQ,CAAC;YACpB,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ;gBACT,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC7C,OAAO,QAAQ,CAAC;QACpB,CAAC;QACD,OAAO,CAAC,EAAE,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;YAC/C,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC,CAAA;IAED,MAAM,oBAAoB,GAAG,CAAC,IAAa,EAAE,KAAU,EAAE,SAAiB,EAAE,EAAE;QAC1E,MAAM,UAAU,GAAG,aAAO,CAAC,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC/D,IAAI,YAAY,GAAkB,UAAU,CAAC,SAAS,CAAC;QAEvD,mCAAmC;QACnC,0FAA0F;QAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,YAAY,EAAE,OAAO,IAAI,KAAK,OAAO,CAAC,GAAG,IAAI,wBAAc,CAAC,QAAQ,IAAI,aAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QAEnJ,yEAAyE;QACzE,oEAAoE;QACpE,4EAA4E;QAC5E,IAAI,YAAY,EAAE,CAAC;YACf,IAAI,gBAAgB,CAAC,YAAY,EAAE,OAAO,CAAC,IAAI,WAAW,KAAK,YAAY,CAAC,IAAI,IAAI,SAAS,KAAK,YAAY,CAAC,SAAS;gBACpH,YAAY,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,YAAY,GAAG;gBACX,EAAE,EAAE,SAAS;gBACb,OAAO,EAAE,wBAAwB;gBACjC,IAAI,EAAE,WAAW;gBACjB,OAAO;gBACP,SAAS;gBACT,MAAM,EAAE,IAAI;aACf,CAAC;YACF,YAAY,CAAC,MAAM,GAAG,IAAA,uCAAwB,EAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YAC5E,UAAU,CAAC,SAAS,GAAG,YAAY,CAAC;QACxC,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;SACb,CAAC;IACN,CAAC,CAAA;IACD,MAAM,iBAAiB,GAAsB,KAAK,EAAE,OAGnD,EAAE,EAAE;QACD,IAAI,WAAW;YACX,OAAO;QAEX,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,CAAC;QAGzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAc,CAAC;QAEtC,MAAM,gBAAgB,GAAG,aAAG,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;YAC/C,MAAM,kBAAkB,GAAG,MAAM,CAAC,aAAa,CAAC;YAChD,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC;YAC1C,MAAM,cAAc,GAAG,iBAAiB,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAA,oCAAmB,EAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACvF,8EAA8E;YAC9E,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/C,4FAA4F;YAC5F,qEAAqE;YACrE,WAAW,CAAC,oBAAoB,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,WAAW,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;YACvG,YAAY,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;YAC/D,WAAW,CAAC,MAAM,CAAC,gBAAgB,GAAG,oBAAoB,CAAC;YAC3D,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACpB,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACpC,WAAW,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBAC1C,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,wBAAwB;YAC1C,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,WAAW,CAAC;QAElB,WAAW,GAAG,MAAM,IAAA,wBAAU,EAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;QAChE,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC,EAAE,CAAC,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAErC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;QACrE,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAC9B,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACnC,qCAAqC;YACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC3B,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,CAAC;YACD,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC,CAAA;IAED,OAAO;QACH,iBAAiB;QACjB,IAAI,WAAW;YACX,OAAO,WAAW,CAAC;QACvB,CAAC;QACD,wBAAwB;QACxB,YAAY;QACZ,oBAAoB;QACpB,oBAAoB;QACpB,iBAAiB;QACjB,cAAc;QACd,wBAAwB;QACxB,gBAAgB;KACnB,CAAA;AACL,CAAC"}

package/dist/scrypted-cluster.d.ts

@@ -1,38 +0,0 @@
-import type { ForkOptions } from '@scrypted/types';
-import tls from 'tls';
-import type { createSelfSignedCertificate } from './cert';
-import { RpcPeer } from './rpc';
-import type { ScryptedRuntime } from './runtime';
-export declare class PeerLiveness {
-    private killed;
-    __proxy_oneway_methods: string[];
-    constructor(killed: Promise<any>);
-    waitKilled(): Promise<any>;
-}
-export declare class ClusterForkResult extends PeerLiveness {
-    private peer;
-    private result;
-    constructor(peer: RpcPeer, killed: Promise<any>, result: any);
-    kill(): Promise<void>;
-    getResult(): Promise<any>;
-}
-export type ClusterForkParam = (peerLiveness: PeerLiveness, runtime: string, packageJson: any, zipHash: string, getZip: () => Promise<Buffer>) => Promise<ClusterForkResult>;
-export type InitializeCluster = (cluster: {
-    clusterId: string;
-    clusterSecret: string;
-}) => Promise<void>;
-export interface ClusterWorkerProperties {
-    labels: string[];
-}
-export interface ClusterWorker extends ClusterWorkerProperties {
-    peer: RpcPeer;
-}
-export declare function getScryptedClusterMode(): ['server' | 'client', string, number];
-export interface ClusterForkOptions {
-    runtime?: ForkOptions['runtime'];
-    labels?: ForkOptions['labels'];
-}
-export declare function matchesClusterLabels(options: ClusterForkOptions, labels: string[]): number;
-export declare function getClusterLabels(): string[];
-export declare function startClusterClient(mainFilename: string): void;
-export declare function createClusterServer(runtime: ScryptedRuntime, certificate: ReturnType<typeof createSelfSignedCertificate>): tls.Server;

package/dist/scrypted-cluster.js

@@ -1,290 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ClusterForkResult = exports.PeerLiveness = void 0;
-exports.getScryptedClusterMode = getScryptedClusterMode;
-exports.matchesClusterLabels = matchesClusterLabels;
-exports.getClusterLabels = getClusterLabels;
-exports.startClusterClient = startClusterClient;
-exports.createClusterServer = createClusterServer;
-const net_1 = __importDefault(require("net"));
-const os_1 = __importDefault(require("os"));
-const tls_1 = __importDefault(require("tls"));
-const cluster_hash_1 = require("./cluster/cluster-hash");
-const plugin_volume_1 = require("./plugin/plugin-volume");
-const node_worker_common_1 = require("./plugin/runtime/node-worker-common");
-const runtime_host_1 = require("./plugin/runtime/runtime-host");
-const rpc_1 = require("./rpc");
-const rpc_serializer_1 = require("./rpc-serializer");
-const scrypted_cluster_common_1 = require("./scrypted-cluster-common");
-const sleep_1 = require("./sleep");
-class PeerLiveness {
-    killed;
-    __proxy_oneway_methods = ['kill'];
-    constructor(killed) {
-        this.killed = killed;
-    }
-    async waitKilled() {
-        return this.killed;
-    }
-}
-exports.PeerLiveness = PeerLiveness;
-class ClusterForkResult extends PeerLiveness {
-    peer;
-    result;
-    constructor(peer, killed, result) {
-        super(killed);
-        this.peer = peer;
-        this.result = result;
-    }
-    async kill() {
-        this.peer.kill('killed');
-    }
-    async getResult() {
-        return this.result;
-    }
-}
-exports.ClusterForkResult = ClusterForkResult;
-function getScryptedClusterMode() {
-    const mode = process.env.SCRYPTED_CLUSTER_MODE;
-    if (!mode)
-        return;
-    if (!['server', 'client'].includes(mode))
-        throw new Error('SCRYPTED_CLUSTER_MODE must be set to either "server" or "client".');
-    if (!process.env.SCRYPTED_CLUSTER_SECRET)
-        throw new Error('SCRYPTED_CLUSTER_MODE is set but SCRYPTED_CLUSTER_SECRET is not set.');
-    const [server, sport] = process.env.SCRYPTED_CLUSTER_SERVER?.split(':') || [];
-    const port = parseInt(sport) || 10556;
-    const address = process.env.SCRYPTED_CLUSTER_ADDRESS;
-    if (mode === 'client') {
-        if (!net_1.default.isIP(server))
-            throw new Error('SCRYPTED_CLUSTER_SERVER is not a valid IP address:port.');
-        if (!net_1.default.isIP(address))
-            throw new Error('SCRYPTED_CLUSTER_ADDRESS is not set to a valid IP address.');
-    }
-    else {
-        // the cluster address may come from the server:port combo or address variable but not both.
-        if (address && server && server !== address)
-            throw new Error('SCRYPTED_CLUSTER_ADDRESS and SCRYPTED_CLUSTER_SERVER must not both be used.');
-        const serverAddress = address || server;
-        if (!net_1.default.isIP(serverAddress))
-            throw new Error('SCRYPTED_CLUSTER_ADDRESS is not set.');
-        process.env.SCRYPTED_CLUSTER_ADDRESS = serverAddress;
-        delete process.env.SCRYPTED_CLUSTER_SERVER;
-    }
-    return [mode, server, port];
-}
-function peerLifecycle(serializer, peer, socket, type) {
-    serializer.setupRpcPeer(peer);
-    socket.on('data', data => serializer.onData(data));
-    socket.on('error', e => {
-        peer.kill(e.message);
-    });
-    socket.on('close', () => {
-        peer.kill(`cluster ${type} closed`);
-    });
-    peer.killed.then(() => {
-        socket.destroy();
-    });
-}
-function preparePeer(socket, type) {
-    const serializer = (0, rpc_serializer_1.createRpcDuplexSerializer)(socket);
-    const peer = new rpc_1.RpcPeer(`cluster-remote:${socket.remoteAddress}:${socket.remotePort}`, 'cluster-host', (message, reject, serializationContext) => {
-        serializer.sendMessage(message, reject, serializationContext);
-    });
-    peerLifecycle(serializer, peer, socket, type);
-    return peer;
-}
-function matchesClusterLabels(options, labels) {
-    let matched = 0;
-    for (const label of options?.labels?.require || []) {
-        if (!labels.includes(label))
-            return 0;
-    }
-    // if there is nothing in the any list, consider it matched
-    let foundAny = !options?.labels?.any?.length;
-    for (const label of options.labels?.any || []) {
-        if (labels.includes(label)) {
-            matched++;
-            foundAny = true;
-        }
-    }
-    if (!foundAny)
-        return 0;
-    for (const label of options?.labels?.prefer || []) {
-        if (labels.includes(label))
-            matched++;
-    }
-    // ensure non zero result.
-    matched++;
-    return matched;
-}
-function getClusterLabels() {
-    let labels = process.env.SCRYPTED_CLUSTER_LABELS?.split(',') || [];
-    labels.push(process.arch, process.platform, os_1.default.hostname());
-    labels = [...new Set(labels)];
-    return labels;
-}
-function startClusterClient(mainFilename) {
-    const labels = getClusterLabels();
-    const clusterSecret = process.env.SCRYPTED_CLUSTER_SECRET;
-    const clusterMode = getScryptedClusterMode();
-    const [, host, port] = clusterMode;
-    (async () => {
-        while (true) {
-            const backoff = (0, sleep_1.sleep)(10000);
-            const socket = tls_1.default.connect({
-                host,
-                port,
-                rejectUnauthorized: false,
-            });
-            socket.on('secureConnect', () => {
-                console.log('Cluster server connected.', socket.localAddress, socket.localPort);
-            });
-            socket.on('close', () => {
-                console.log('Cluster server disconnected.', socket.localAddress, socket.localPort);
-            });
-            const peer = preparePeer(socket, 'client');
-            try {
-                const connectForkWorker = await peer.getParam('connectForkWorker');
-                const auth = {
-                    address: socket.localAddress,
-                    port: socket.localPort,
-                    id: undefined,
-                    proxyId: undefined,
-                    sourceKey: undefined,
-                    sha256: undefined,
-                };
-                auth.sha256 = (0, cluster_hash_1.computeClusterObjectHash)(auth, clusterSecret);
-                const properties = {
-                    labels,
-                };
-                const { clusterId } = await connectForkWorker(auth, properties);
-                const clusterPeerSetup = (0, scrypted_cluster_common_1.prepareClusterPeer)(peer);
-                await clusterPeerSetup.initializeCluster({ clusterId, clusterSecret });
-                const clusterForkParam = async (peerLiveness, runtime, packageJson, zipHash, getZip) => {
-                    let runtimeWorker;
-                    const builtins = (0, runtime_host_1.getBuiltinRuntimeHosts)();
-                    const rt = builtins.get(runtime);
-                    if (!rt)
-                        throw new Error('unknown runtime ' + runtime);
-                    const pluginId = packageJson.name;
-                    const { zipFile, unzippedPath } = await (0, node_worker_common_1.prepareZip)((0, plugin_volume_1.getPluginVolume)(pluginId), zipHash, getZip);
-                    const volume = (0, plugin_volume_1.getScryptedVolume)();
-                    const pluginVolume = (0, plugin_volume_1.getPluginVolume)(pluginId);
-                    runtimeWorker = rt(mainFilename, pluginId, {
-                        packageJson,
-                        env: {
-                            SCRYPTED_VOLUME: volume,
-                            SCRYPTED_PLUGIN_VOLUME: pluginVolume,
-                        },
-                        pluginDebug: undefined,
-                        zipFile,
-                        unzippedPath,
-                        zipHash,
-                    }, undefined);
-                    const threadPeer = new rpc_1.RpcPeer('main', 'thread', (message, reject, serializationContext) => runtimeWorker.send(message, reject, serializationContext));
-                    runtimeWorker.setupRpcPeer(threadPeer);
-                    runtimeWorker.on('exit', () => {
-                        threadPeer.kill('worker exited');
-                    });
-                    runtimeWorker.on('error', e => {
-                        threadPeer.kill('worker error ' + e);
-                    });
-                    threadPeer.killed.catch(() => { }).finally(() => {
-                        runtimeWorker.kill();
-                    });
-                    peerLiveness.waitKilled().catch(() => { }).finally(() => {
-                        threadPeer.kill('peer killed');
-                    });
-                    let getRemote;
-                    try {
-                        const initializeCluster = await threadPeer.getParam('initializeCluster');
-                        await initializeCluster({ clusterId, clusterSecret });
-                        getRemote = await threadPeer.getParam('getRemote');
-                    }
-                    catch (e) {
-                        threadPeer.kill('cluster fork failed');
-                        throw e;
-                    }
-                    const readStream = async function* (stream) {
-                        for await (const buffer of stream) {
-                            yield buffer;
-                        }
-                    };
-                    const timeout = setTimeout(() => {
-                        threadPeer.kill('cluster fork timeout');
-                    }, 10000);
-                    const clusterGetRemote = (...args) => {
-                        clearTimeout(timeout);
-                        return {
-                            [rpc_1.RpcPeer.PROPERTY_JSON_COPY_SERIALIZE_CHILDREN]: true,
-                            stdout: readStream(runtimeWorker.stdout),
-                            stderr: readStream(runtimeWorker.stderr),
-                            getRemote,
-                        };
-                    };
-                    const result = new ClusterForkResult(threadPeer, threadPeer.killed, clusterGetRemote);
-                    return result;
-                };
-                peer.params['fork'] = clusterForkParam;
-                await peer.killed;
-            }
-            catch (e) {
-                peer.kill(e.message);
-                socket.destroy();
-                console.warn('Cluster client error:', e);
-            }
-            await backoff;
-        }
-    })();
-}
-function createClusterServer(runtime, certificate) {
-    const server = tls_1.default.createServer({
-        key: certificate.serviceKey,
-        cert: certificate.certificate,
-    }, (socket) => {
-        console.log('Cluster client connected.', socket.remoteAddress, socket.remotePort);
-        socket.on('close', () => {
-            console.log('Cluster client disconnected.', socket.remoteAddress, socket.remotePort);
-        });
-        const peer = preparePeer(socket, 'server');
-        const connectForkWorker = async (auth, properties) => {
-            try {
-                const sha256 = (0, cluster_hash_1.computeClusterObjectHash)(auth, runtime.clusterSecret);
-                if (sha256 !== auth.sha256)
-                    throw new Error('cluster object hash mismatch');
-                // the remote address may be ipv6 prefixed so use a fuzzy match.
-                // eg ::ffff:192.168.2.124
-                if (!process.env.SCRYPTED_DISABLE_CLUSTER_SERVER_TRUST) {
-                    if (auth.port !== socket.remotePort || !socket.remoteAddress.endsWith(auth.address))
-                        throw new Error('cluster object address mismatch');
-                }
-                const worker = {
-                    ...properties,
-                    peer,
-                };
-                runtime.clusterWorkers.add(worker);
-                peer.killed.then(() => {
-                    runtime.clusterWorkers.delete(worker);
-                });
-                socket.on('close', () => {
-                    runtime.clusterWorkers.delete(worker);
-                });
-                console.log('Cluster client authenticated.', socket.remoteAddress, socket.remotePort, properties);
-            }
-            catch (e) {
-                peer.kill(e);
-                socket.destroy();
-            }
-            return {
-                clusterId: runtime.clusterId,
-            };
-        };
-        peer.params['connectForkWorker'] = connectForkWorker;
-    });
-    return server;
-}
-//# sourceMappingURL=scrypted-cluster.js.map