@silicaclaw/cli 1.0.0-beta.2 → 1.0.0-beta.21

package/packages/network/dist/relayPreview.js

@@ -0,0 +1,320 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RelayPreviewAdapter = void 0;
+const crypto_1 = require("crypto");
+const messageEnvelope_1 = require("./abstractions/messageEnvelope");
+const jsonMessageEnvelopeCodec_1 = require("./codec/jsonMessageEnvelopeCodec");
+const jsonTopicCodec_1 = require("./codec/jsonTopicCodec");
+function dedupe(values) {
+    return Array.from(new Set(values.map((value) => value.trim()).filter(Boolean)));
+}
+class RelayPreviewAdapter {
+    peerId;
+    namespace;
+    signalingEndpoints;
+    room;
+    seedPeers;
+    bootstrapHints;
+    bootstrapSources;
+    maxMessageBytes;
+    pollIntervalMs;
+    maxFutureDriftMs;
+    maxPastDriftMs;
+    envelopeCodec;
+    topicCodec;
+    started = false;
+    poller = null;
+    handlers = new Map();
+    peers = new Map();
+    seenMessageIds = new Set();
+    activeEndpoint = "";
+    discoveryEvents = [];
+    discoveryEventsTotal = 0;
+    lastDiscoveryEventAt = 0;
+    signalingMessagesSentTotal = 0;
+    signalingMessagesReceivedTotal = 0;
+    reconnectAttemptsTotal = 0;
+    stats = {
+        publish_attempted: 0,
+        publish_sent: 0,
+        received_total: 0,
+        delivered_total: 0,
+        dropped_malformed: 0,
+        dropped_oversized: 0,
+        dropped_namespace_mismatch: 0,
+        dropped_timestamp_future_drift: 0,
+        dropped_timestamp_past_drift: 0,
+        dropped_decode_failed: 0,
+        dropped_self: 0,
+        dropped_topic_decode_error: 0,
+        dropped_handler_error: 0,
+        signaling_errors: 0,
+        invalid_signaling_payload_total: 0,
+        duplicate_sdp_total: 0,
+        duplicate_ice_total: 0,
+        start_errors: 0,
+        stop_errors: 0,
+        received_validated: 0,
+    };
+    constructor(options = {}) {
+        this.peerId = options.peerId ?? `peer-${process.pid}-${Math.random().toString(36).slice(2, 10)}`;
+        this.namespace = String(options.namespace || "silicaclaw.preview").trim() || "silicaclaw.preview";
+        this.signalingEndpoints = dedupe((options.signalingUrls && options.signalingUrls.length > 0
+            ? options.signalingUrls
+            : [options.signalingUrl || "http://localhost:4510"]));
+        this.activeEndpoint = this.signalingEndpoints[0] || "http://localhost:4510";
+        this.room = String(options.room || "silicaclaw-global-preview").trim() || "silicaclaw-global-preview";
+        this.seedPeers = dedupe(options.seedPeers || []);
+        this.bootstrapHints = dedupe(options.bootstrapHints || []);
+        this.bootstrapSources = dedupe(options.bootstrapSources || []);
+        this.maxMessageBytes = options.maxMessageBytes ?? 64 * 1024;
+        this.pollIntervalMs = options.pollIntervalMs ?? 2000;
+        this.maxFutureDriftMs = options.maxFutureDriftMs ?? 30_000;
+        this.maxPastDriftMs = options.maxPastDriftMs ?? 120_000;
+        this.envelopeCodec = new jsonMessageEnvelopeCodec_1.JsonMessageEnvelopeCodec();
+        this.topicCodec = new jsonTopicCodec_1.JsonTopicCodec();
+    }
+    async start() {
+        if (this.started)
+            return;
+        try {
+            await this.post("/join", { room: this.room, peer_id: this.peerId });
+            this.started = true;
+            await this.refreshPeers();
+            await this.pollOnce();
+            this.poller = setInterval(() => {
+                this.pollOnce().catch(() => { });
+            }, this.pollIntervalMs);
+            this.recordDiscovery("signaling_connected", { endpoint: this.activeEndpoint });
+        }
+        catch (error) {
+            this.stats.start_errors += 1;
+            throw new Error(`Relay start failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    async stop() {
+        if (!this.started)
+            return;
+        if (this.poller) {
+            clearInterval(this.poller);
+            this.poller = null;
+        }
+        try {
+            await this.post("/leave", { room: this.room, peer_id: this.peerId });
+        }
+        catch {
+            this.stats.stop_errors += 1;
+        }
+        this.started = false;
+        this.recordDiscovery("signaling_disconnected", { endpoint: this.activeEndpoint });
+    }
+    async publish(topic, data) {
+        if (!this.started)
+            return;
+        this.stats.publish_attempted += 1;
+        const envelope = {
+            version: 1,
+            message_id: (0, crypto_1.randomUUID)(),
+            topic: `${this.namespace}:${topic}`,
+            source_peer_id: this.peerId,
+            timestamp: Date.now(),
+            payload: this.topicCodec.encode(topic, data),
+        };
+        const raw = this.envelopeCodec.encode(envelope);
+        if (raw.length > this.maxMessageBytes) {
+            this.stats.dropped_oversized += 1;
+            return;
+        }
+        await this.post("/relay/publish", { room: this.room, peer_id: this.peerId, envelope });
+        this.stats.publish_sent += 1;
+        this.signalingMessagesSentTotal += 1;
+    }
+    subscribe(topic, handler) {
+        const key = `${this.namespace}:${topic}`;
+        if (!this.handlers.has(key)) {
+            this.handlers.set(key, new Set());
+        }
+        this.handlers.get(key)?.add(handler);
+    }
+    getDiagnostics() {
+        const peerItems = Array.from(this.peers.values()).sort((a, b) => b.last_seen_at - a.last_seen_at);
+        return {
+            adapter: "relay-preview",
+            peer_id: this.peerId,
+            namespace: this.namespace,
+            room: this.room,
+            signaling_url: this.activeEndpoint,
+            signaling_endpoints: this.signalingEndpoints,
+            bootstrap_sources: this.bootstrapSources,
+            seed_peers_count: this.seedPeers.length,
+            bootstrap_hints_count: this.bootstrapHints.length,
+            discovery_events_total: this.discoveryEventsTotal,
+            last_discovery_event_at: this.lastDiscoveryEventAt,
+            discovery_events: this.discoveryEvents,
+            signaling_messages_sent_total: this.signalingMessagesSentTotal,
+            signaling_messages_received_total: this.signalingMessagesReceivedTotal,
+            reconnect_attempts_total: this.reconnectAttemptsTotal,
+            active_webrtc_peers: peerItems.length,
+            components: {
+                transport: "HttpRelayTransport",
+                discovery: "RelayRoomPeerList",
+                envelope_codec: this.envelopeCodec.constructor.name,
+                topic_codec: this.topicCodec.constructor.name,
+            },
+            limits: {
+                max_message_bytes: this.maxMessageBytes,
+                max_future_drift_ms: this.maxFutureDriftMs,
+                max_past_drift_ms: this.maxPastDriftMs,
+            },
+            config: {
+                started: this.started,
+                topic_handler_count: this.handlers.size,
+                poll_interval_ms: this.pollIntervalMs,
+            },
+            peers: {
+                total: peerItems.length,
+                online: peerItems.length,
+                stale: 0,
+                items: peerItems,
+            },
+            stats: { ...this.stats },
+        };
+    }
+    async pollOnce() {
+        const payload = await this.get(`/relay/poll?room=${encodeURIComponent(this.room)}&peer_id=${encodeURIComponent(this.peerId)}`);
+        const messages = Array.isArray(payload?.messages) ? payload.messages : [];
+        for (const message of messages) {
+            this.signalingMessagesReceivedTotal += 1;
+            this.onEnvelope(message?.envelope);
+        }
+        await this.refreshPeers();
+    }
+    async refreshPeers() {
+        const payload = await this.get(`/peers?room=${encodeURIComponent(this.room)}`);
+        const peerIds = Array.isArray(payload?.peers) ? payload.peers.map((value) => String(value || "").trim()).filter(Boolean) : [];
+        const now = Date.now();
+        const next = new Map();
+        for (const peerId of peerIds) {
+            if (peerId === this.peerId)
+                continue;
+            const existing = this.peers.get(peerId);
+            if (!existing) {
+                this.recordDiscovery("peer_joined", { peer_id: peerId });
+            }
+            next.set(peerId, {
+                peer_id: peerId,
+                status: "online",
+                first_seen_at: existing?.first_seen_at ?? now,
+                last_seen_at: now,
+                messages_seen: existing?.messages_seen ?? 0,
+                reconnect_attempts: existing?.reconnect_attempts ?? 0,
+            });
+        }
+        for (const peerId of this.peers.keys()) {
+            if (!next.has(peerId)) {
+                this.recordDiscovery("peer_removed", { peer_id: peerId });
+            }
+        }
+        this.peers = next;
+    }
+    onEnvelope(envelope) {
+        this.stats.received_total += 1;
+        const validated = (0, messageEnvelope_1.validateNetworkMessageEnvelope)(envelope, {
+            max_future_drift_ms: this.maxFutureDriftMs,
+            max_past_drift_ms: this.maxPastDriftMs,
+        });
+        if (!validated.ok || !validated.envelope) {
+            if (validated.reason === "timestamp_future_drift") {
+                this.stats.dropped_timestamp_future_drift += 1;
+            }
+            else if (validated.reason === "timestamp_past_drift") {
+                this.stats.dropped_timestamp_past_drift += 1;
+            }
+            else {
+                this.stats.dropped_malformed += 1;
+            }
+            return;
+        }
+        const message = validated.envelope;
+        if (message.source_peer_id === this.peerId) {
+            this.stats.dropped_self += 1;
+            return;
+        }
+        if (!message.topic.startsWith(`${this.namespace}:`)) {
+            this.stats.dropped_namespace_mismatch += 1;
+            return;
+        }
+        if (this.seenMessageIds.has(message.message_id)) {
+            return;
+        }
+        this.seenMessageIds.add(message.message_id);
+        if (this.seenMessageIds.size > 10000) {
+            const first = this.seenMessageIds.values().next().value;
+            if (first)
+                this.seenMessageIds.delete(first);
+        }
+        this.stats.received_validated += 1;
+        const topicKey = message.topic;
+        const topic = topicKey.slice(this.namespace.length + 1);
+        const handlers = this.handlers.get(topicKey);
+        if (!handlers || handlers.size === 0)
+            return;
+        const peer = this.peers.get(message.source_peer_id);
+        if (peer) {
+            peer.last_seen_at = Date.now();
+            peer.messages_seen += 1;
+        }
+        let payload;
+        try {
+            payload = this.topicCodec.decode(topic, message.payload);
+        }
+        catch {
+            this.stats.dropped_topic_decode_error += 1;
+            return;
+        }
+        for (const handler of handlers) {
+            try {
+                handler(payload);
+                this.stats.delivered_total += 1;
+            }
+            catch {
+                this.stats.dropped_handler_error += 1;
+            }
+        }
+    }
+    recordDiscovery(type, extra = {}) {
+        const event = {
+            id: `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            type,
+            at: Date.now(),
+            ...extra,
+        };
+        this.discoveryEvents.unshift(event);
+        this.discoveryEvents = this.discoveryEvents.slice(0, 200);
+        this.discoveryEventsTotal += 1;
+        this.lastDiscoveryEventAt = event.at;
+    }
+    async get(path) {
+        const endpoint = this.activeEndpoint.replace(/\/+$/, "");
+        const response = await fetch(`${endpoint}${path}`);
+        if (!response.ok) {
+            this.stats.signaling_errors += 1;
+            throw new Error(`Relay GET failed (${response.status})`);
+        }
+        return response.json();
+    }
+    async post(path, body) {
+        const endpoint = this.activeEndpoint.replace(/\/+$/, "");
+        const response = await fetch(`${endpoint}${path}`, {
+            method: "POST",
+            headers: { "content-type": "application/json" },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            this.stats.signaling_errors += 1;
+            throw new Error(`Relay POST failed (${response.status})`);
+        }
+        return response.json();
+    }
+}
+exports.RelayPreviewAdapter = RelayPreviewAdapter;

package/packages/network/dist/transport/udpLanBroadcastTransport.d.ts

@@ -0,0 +1,23 @@
+import { NetworkTransport, TransportConfigSnapshot, TransportMessageMeta, TransportStats } from "../abstractions/transport";
+type UdpLanBroadcastTransportOptions = {
+    port?: number;
+    bindAddress?: string;
+    broadcastAddress?: string;
+};
+export declare class UdpLanBroadcastTransport implements NetworkTransport {
+    private socket;
+    private handlers;
+    private state;
+    private stats;
+    private port;
+    private bindAddress;
+    private broadcastAddress;
+    constructor(options?: UdpLanBroadcastTransportOptions);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    send(data: Buffer): Promise<void>;
+    onMessage(handler: (data: Buffer, meta: TransportMessageMeta) => void): () => void;
+    getStats(): TransportStats;
+    getConfig(): TransportConfigSnapshot;
+}
+export {};

package/packages/network/dist/transport/udpLanBroadcastTransport.js

@@ -0,0 +1,153 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UdpLanBroadcastTransport = void 0;
+const dgram_1 = __importDefault(require("dgram"));
+class UdpLanBroadcastTransport {
+    socket = null;
+    handlers = new Set();
+    state = "stopped";
+    stats = {
+        starts: 0,
+        stops: 0,
+        start_errors: 0,
+        stop_errors: 0,
+        sent_messages: 0,
+        sent_bytes: 0,
+        send_errors: 0,
+        received_messages: 0,
+        received_bytes: 0,
+        receive_errors: 0,
+        last_sent_at: 0,
+        last_received_at: 0,
+        last_error_at: 0,
+    };
+    port;
+    bindAddress;
+    broadcastAddress;
+    constructor(options = {}) {
+        this.port = options.port ?? 44123;
+        this.bindAddress = options.bindAddress ?? "0.0.0.0";
+        this.broadcastAddress = options.broadcastAddress ?? "255.255.255.255";
+    }
+    async start() {
+        if (this.socket) {
+            return;
+        }
+        this.state = "starting";
+        this.socket = dgram_1.default.createSocket({ type: "udp4", reuseAddr: true });
+        this.socket.on("error", () => {
+            this.stats.receive_errors += 1;
+            this.stats.last_error_at = Date.now();
+            this.state = "error";
+        });
+        this.socket.on("message", (msg, rinfo) => {
+            this.stats.received_messages += 1;
+            this.stats.received_bytes += msg.length;
+            this.stats.last_received_at = Date.now();
+            const meta = {
+                remote_address: rinfo.address,
+                remote_port: rinfo.port,
+                transport: "udp-lan-broadcast",
+            };
+            for (const handler of this.handlers) {
+                try {
+                    handler(msg, meta);
+                }
+                catch {
+                    this.stats.receive_errors += 1;
+                    this.stats.last_error_at = Date.now();
+                }
+            }
+        });
+        await new Promise((resolve, reject) => {
+            if (!this.socket) {
+                this.state = "error";
+                reject(new Error("Transport socket unavailable"));
+                return;
+            }
+            this.socket.once("error", reject);
+            this.socket.bind(this.port, this.bindAddress, () => {
+                if (!this.socket) {
+                    this.state = "error";
+                    reject(new Error("Transport socket unavailable after bind"));
+                    return;
+                }
+                this.socket.setBroadcast(true);
+                this.socket.off("error", reject);
+                this.stats.starts += 1;
+                this.state = "running";
+                resolve();
+            });
+        }).catch((error) => {
+            this.stats.start_errors += 1;
+            this.stats.last_error_at = Date.now();
+            this.state = "error";
+            this.socket = null;
+            throw error;
+        });
+    }
+    async stop() {
+        if (!this.socket) {
+            return;
+        }
+        this.state = "stopping";
+        const socket = this.socket;
+        this.socket = null;
+        await new Promise((resolve) => {
+            socket.close(() => resolve());
+        }).then(() => {
+            this.stats.stops += 1;
+            this.state = "stopped";
+        }).catch((error) => {
+            this.stats.stop_errors += 1;
+            this.stats.last_error_at = Date.now();
+            this.state = "error";
+            throw error;
+        });
+    }
+    async send(data) {
+        if (!this.socket) {
+            return;
+        }
+        await new Promise((resolve, reject) => {
+            if (!this.socket) {
+                resolve();
+                return;
+            }
+            this.socket.send(data, this.port, this.broadcastAddress, (error) => {
+                if (error) {
+                    this.stats.send_errors += 1;
+                    this.stats.last_error_at = Date.now();
+                    reject(error);
+                    return;
+                }
+                this.stats.sent_messages += 1;
+                this.stats.sent_bytes += data.length;
+                this.stats.last_sent_at = Date.now();
+                resolve();
+            });
+        });
+    }
+    onMessage(handler) {
+        this.handlers.add(handler);
+        return () => {
+            this.handlers.delete(handler);
+        };
+    }
+    getStats() {
+        return { ...this.stats };
+    }
+    getConfig() {
+        return {
+            transport: "udp-lan-broadcast",
+            state: this.state,
+            bind_address: this.bindAddress,
+            broadcast_address: this.broadcastAddress,
+            port: this.port,
+        };
+    }
+}
+exports.UdpLanBroadcastTransport = UdpLanBroadcastTransport;

package/packages/network/dist/types.d.ts

@@ -0,0 +1,6 @@
+export interface NetworkAdapter {
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    publish(topic: string, data: any): Promise<void>;
+    subscribe(topic: string, handler: (data: any) => void): void;
+}

package/packages/network/dist/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/packages/network/dist/webrtcPreview.d.ts

@@ -0,0 +1,163 @@
+import { NetworkAdapter } from "./types";
+type WebRTCPreviewOptions = {
+    peerId?: string;
+    namespace?: string;
+    signalingUrl?: string;
+    signalingUrls?: string[];
+    room?: string;
+    seedPeers?: string[];
+    bootstrapHints?: string[];
+    bootstrapSources?: string[];
+    maxMessageBytes?: number;
+    pollIntervalMs?: number;
+    maxFutureDriftMs?: number;
+    maxPastDriftMs?: number;
+    discoveryEventsLimit?: number;
+};
+type PeerStatus = "connecting" | "online" | "stale";
+type WebRTCConnectionState = "new" | "connecting" | "connected" | "disconnected" | "failed" | "closed" | "unknown";
+type WebRTCDataChannelState = "connecting" | "open" | "closing" | "closed" | "unknown";
+type StateSummary<T extends string> = Record<T, number>;
+type WebRTCDiagnostics = {
+    adapter: "webrtc-preview";
+    peer_id: string;
+    namespace: string;
+    room: string;
+    signaling_url: string;
+    signaling_endpoints: string[];
+    bootstrap_sources: string[];
+    seed_peers_count: number;
+    bootstrap_hints_count: number;
+    discovery_events_total: number;
+    last_discovery_event_at: number;
+    discovery_events: DiscoveryEvent[];
+    connection_states_summary: StateSummary<WebRTCConnectionState>;
+    datachannel_states_summary: StateSummary<WebRTCDataChannelState>;
+    signaling_messages_sent_total: number;
+    signaling_messages_received_total: number;
+    reconnect_attempts_total: number;
+    active_webrtc_peers: number;
+    components: {
+        transport: string;
+        discovery: string;
+        envelope_codec: string;
+        topic_codec: string;
+    };
+    limits: {
+        max_message_bytes: number;
+        max_future_drift_ms: number;
+        max_past_drift_ms: number;
+    };
+    config: {
+        started: boolean;
+        topic_handler_count: number;
+        poll_interval_ms: number;
+    };
+    peers: {
+        total: number;
+        online: number;
+        stale: number;
+        items: Array<{
+            peer_id: string;
+            status: PeerStatus;
+            first_seen_at: number;
+            last_seen_at: number;
+            messages_seen: number;
+            reconnect_attempts: number;
+            connection_state: WebRTCConnectionState;
+            datachannel_state: WebRTCDataChannelState;
+        }>;
+    };
+    stats: {
+        publish_attempted: number;
+        publish_sent: number;
+        received_total: number;
+        delivered_total: number;
+        dropped_malformed: number;
+        dropped_oversized: number;
+        dropped_namespace_mismatch: number;
+        dropped_timestamp_future_drift: number;
+        dropped_timestamp_past_drift: number;
+        dropped_decode_failed: number;
+        dropped_self: number;
+        dropped_topic_decode_error: number;
+        dropped_handler_error: number;
+        signaling_errors: number;
+        invalid_signaling_payload_total: number;
+        duplicate_sdp_total: number;
+        duplicate_ice_total: number;
+        start_errors: number;
+        stop_errors: number;
+        received_validated: number;
+    };
+};
+type DiscoveryEventType = "peer_joined" | "peer_stale" | "peer_removed" | "signaling_connected" | "signaling_disconnected" | "reconnect_started" | "reconnect_succeeded" | "reconnect_failed" | "malformed_signal_dropped" | "duplicate_signal_dropped";
+type DiscoveryEvent = {
+    id: string;
+    type: DiscoveryEventType;
+    at: number;
+    peer_id?: string;
+    endpoint?: string;
+    detail?: string;
+};
+export declare class WebRTCPreviewAdapter implements NetworkAdapter {
+    private readonly peerId;
+    private readonly namespace;
+    private readonly signalingUrl;
+    private readonly signalingEndpoints;
+    private readonly room;
+    private readonly seedPeers;
+    private readonly bootstrapHints;
+    private readonly bootstrapSources;
+    private readonly maxMessageBytes;
+    private readonly pollIntervalMs;
+    private readonly maxFutureDriftMs;
+    private readonly maxPastDriftMs;
+    private readonly discoveryEventsLimit;
+    private readonly envelopeCodec;
+    private readonly topicCodec;
+    private readonly handlers;
+    private readonly sessions;
+    private started;
+    private poller;
+    private wrtc;
+    private processedSignalIds;
+    private signalingConnectivity;
+    private signalingIndex;
+    private activeSignalingEndpoint;
+    private discoveryEvents;
+    private discoveryEventsTotal;
+    private lastDiscoveryEventAt;
+    private signalingMessagesSentTotal;
+    private signalingMessagesReceivedTotal;
+    private reconnectAttemptsTotal;
+    private stats;
+    constructor(options?: WebRTCPreviewOptions);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    publish(topic: string, data: any): Promise<void>;
+    subscribe(topic: string, handler: (data: any) => void): void;
+    getDiagnostics(): WebRTCDiagnostics;
+    private resolveWebRTCImplementation;
+    private pollOnce;
+    private syncPeersFromSignaling;
+    private ensureSession;
+    private shouldAttemptConnect;
+    private attemptReconnect;
+    private createPeerConnection;
+    private bindDataChannel;
+    private handleSignalMessage;
+    private flushBufferedIce;
+    private onDataMessage;
+    private cleanupProcessedSignalIds;
+    private isInitiatorFor;
+    private closePeerSession;
+    private sendSignal;
+    private postJson;
+    private getJson;
+    private requestJson;
+    private markSignalingConnected;
+    private markSignalingDisconnected;
+    private recordDiscoveryEvent;
+}
+export {};