@silicaclaw/cli 1.0.0-beta.3 → 1.0.0-beta.31

package/apps/local-console/src/server.ts

@@ -44,14 +44,15 @@ import {
   MockNetworkAdapter,
   NetworkAdapter,
   RealNetworkAdapterPreview,
+  RelayPreviewAdapter,
   UdpLanBroadcastTransport,
   WebRTCPreviewAdapter,
 } from "@silicaclaw/network";
 import { CacheRepo, IdentityRepo, LogRepo, ProfileRepo, SocialRuntimeRepo } from "@silicaclaw/storage";
 import { registerSocialRoutes } from "./socialRoutes";
 
-const BROADCAST_INTERVAL_MS = 10_000;
-const PRESENCE_TTL_MS = Number(process.env.PRESENCE_TTL_MS || 30_000);
+const BROADCAST_INTERVAL_MS = Number(process.env.BROADCAST_INTERVAL_MS || 20_000);
+const PRESENCE_TTL_MS = Number(process.env.PRESENCE_TTL_MS || 90_000);
 const NETWORK_MAX_MESSAGE_BYTES = Number(process.env.NETWORK_MAX_MESSAGE_BYTES || 64 * 1024);
 const NETWORK_DEDUPE_WINDOW_MS = Number(process.env.NETWORK_DEDUPE_WINDOW_MS || 90_000);
 const NETWORK_DEDUPE_MAX_ENTRIES = Number(process.env.NETWORK_DEDUPE_MAX_ENTRIES || 10_000);
@@ -63,13 +64,31 @@ const NETWORK_PEER_REMOVE_AFTER_MS = Number(process.env.NETWORK_PEER_REMOVE_AFTE
 const NETWORK_UDP_BIND_ADDRESS = process.env.NETWORK_UDP_BIND_ADDRESS || "0.0.0.0";
 const NETWORK_UDP_BROADCAST_ADDRESS = process.env.NETWORK_UDP_BROADCAST_ADDRESS || "255.255.255.255";
 const NETWORK_PEER_ID = process.env.NETWORK_PEER_ID;
-const WEBRTC_SIGNALING_URL = process.env.WEBRTC_SIGNALING_URL || "http://localhost:4510";
+const WEBRTC_SIGNALING_URL = process.env.WEBRTC_SIGNALING_URL || "https://relay.silicaclaw.com";
 const WEBRTC_SIGNALING_URLS = process.env.WEBRTC_SIGNALING_URLS || "";
-const WEBRTC_ROOM = process.env.WEBRTC_ROOM || "silicaclaw-room";
+const WEBRTC_ROOM = process.env.WEBRTC_ROOM || "silicaclaw-global-preview";
 const WEBRTC_SEED_PEERS = process.env.WEBRTC_SEED_PEERS || "";
 const WEBRTC_BOOTSTRAP_HINTS = process.env.WEBRTC_BOOTSTRAP_HINTS || "";
 const PROFILE_VERSION = "v0.9";
 
+function readWorkspaceVersion(workspaceRoot: string): string {
+  const pkgFile = resolve(workspaceRoot, "package.json");
+  if (existsSync(pkgFile)) {
+    try {
+      const pkg = JSON.parse(readFileSync(pkgFile, "utf8")) as { version?: string };
+      if (pkg.version) return String(pkg.version);
+    } catch {
+      // ignore
+    }
+  }
+  const versionFile = resolve(workspaceRoot, "VERSION");
+  if (existsSync(versionFile)) {
+    const raw = readFileSync(versionFile, "utf8").trim();
+    if (raw) return raw;
+  }
+  return "unknown";
+}
+
 function resolveWorkspaceRoot(cwd = process.cwd()): string {
   if (existsSync(resolve(cwd, "apps", "local-console", "package.json"))) {
     return cwd;
@@ -177,6 +196,7 @@ class LocalNodeService {
   private lastMessageAt = 0;
   private lastBroadcastAt = 0;
   private broadcaster: NodeJS.Timeout | null = null;
+  private subscriptionsBound = false;
   private broadcastEnabled = true;
 
   private receivedByTopic: Record<string, number> = {};
@@ -190,7 +210,7 @@ class LocalNodeService {
   };
 
   private network: NetworkAdapter;
-  private adapterMode: "mock" | "local-event-bus" | "real-preview" | "webrtc-preview";
+  private adapterMode: "mock" | "local-event-bus" | "real-preview" | "webrtc-preview" | "relay-preview";
   private networkMode: "local" | "lan" | "global-preview" = "lan";
   private networkNamespace: string;
   private networkPort: number | null;
@@ -205,14 +225,16 @@ class LocalNodeService {
     "silicaclaw-existing";
   private resolvedOpenClawIdentityPath: string | null = null;
   private webrtcSignalingUrls: string[] = [];
-  private webrtcRoom = "silicaclaw-room";
+  private webrtcRoom = "silicaclaw-global-preview";
   private webrtcSeedPeers: string[] = [];
   private webrtcBootstrapHints: string[] = [];
   private webrtcBootstrapSources: string[] = [];
+  private appVersion = "unknown";
 
   constructor() {
     this.workspaceRoot = resolveWorkspaceRoot();
     this.storageRoot = resolveStorageRoot(this.workspaceRoot);
+    this.appVersion = readWorkspaceVersion(this.workspaceRoot);
     migrateLegacyDataIfNeeded(this.workspaceRoot, this.storageRoot);
 
     this.identityRepo = new IdentityRepo(this.storageRoot);
@@ -227,7 +249,7 @@ class LocalNodeService {
         display_name: this.getDefaultDisplayName(),
         bio: "Local AI agent connected to SilicaClaw",
         tags: ["openclaw", "local-first"],
-        mode: "lan",
+        mode: "global-preview",
         public_enabled: false,
       });
       loadedSocial = loadSocialConfig(this.workspaceRoot);
@@ -251,11 +273,18 @@ class LocalNodeService {
   async start(): Promise<void> {
     await this.hydrateFromDisk();
 
-    await this.network.start();
     this.bindNetworkSubscriptions();
+    await this.network.start();
+    await this.log(
+      "info",
+      `Local node started (${this.adapterMode}, mode=${this.networkMode}, signaling=${this.webrtcSignalingUrls[0] || "-"}, room=${this.webrtcRoom})`
+    );
+
+    if (this.profile?.public_enabled && this.broadcastEnabled) {
+      await this.broadcastNow("adapter_start");
+    }
 
     this.startBroadcastLoop();
-    await this.log("info", "Local node started");
   }
 
   async stop(): Promise<void> {
@@ -274,6 +303,7 @@ class LocalNodeService {
     ).length;
 
     return {
+      app_version: this.appVersion,
       agent_id: this.identity?.agent_id ?? "",
       public_enabled: Boolean(this.profile?.public_enabled),
       broadcast_enabled: this.broadcastEnabled,
@@ -319,7 +349,7 @@ class LocalNodeService {
       real_preview_stats: diagnostics?.stats ?? null,
       real_preview_transport_stats: diagnostics?.transport_stats ?? null,
       real_preview_discovery_stats: diagnostics?.discovery_stats ?? null,
-      webrtc_preview: diagnostics && diagnostics.adapter === "webrtc-preview"
+      webrtc_preview: diagnostics && (diagnostics.adapter === "webrtc-preview" || diagnostics.adapter === "relay-preview")
         ? {
             signaling_url: diagnostics.signaling_url ?? null,
             signaling_endpoints: diagnostics.signaling_endpoints ?? [],
@@ -330,6 +360,12 @@ class LocalNodeService {
             last_discovery_event_at: diagnostics.last_discovery_event_at ?? 0,
             active_webrtc_peers: diagnostics.active_webrtc_peers ?? 0,
             reconnect_attempts_total: diagnostics.reconnect_attempts_total ?? 0,
+            last_join_at: diagnostics.last_join_at ?? 0,
+            last_poll_at: diagnostics.last_poll_at ?? 0,
+            last_publish_at: diagnostics.last_publish_at ?? 0,
+            last_peer_refresh_at: diagnostics.last_peer_refresh_at ?? 0,
+            last_error_at: diagnostics.last_error_at ?? 0,
+            last_error: diagnostics.last_error ?? null,
           }
         : null,
     };
@@ -350,7 +386,7 @@ class LocalNodeService {
       },
       limits: diagnostics?.limits ?? null,
       adapter_config: diagnostics?.config ?? null,
-      adapter_extra: diagnostics && diagnostics.adapter === "webrtc-preview"
+      adapter_extra: diagnostics && (diagnostics.adapter === "webrtc-preview" || diagnostics.adapter === "relay-preview")
         ? {
             signaling_url: diagnostics.signaling_url ?? null,
             signaling_endpoints: diagnostics.signaling_endpoints ?? [],
@@ -361,6 +397,12 @@ class LocalNodeService {
             last_discovery_event_at: diagnostics.last_discovery_event_at ?? 0,
             connection_states_summary: diagnostics.connection_states_summary ?? null,
             datachannel_states_summary: diagnostics.datachannel_states_summary ?? null,
+            last_join_at: diagnostics.last_join_at ?? 0,
+            last_poll_at: diagnostics.last_poll_at ?? 0,
+            last_publish_at: diagnostics.last_publish_at ?? 0,
+            last_peer_refresh_at: diagnostics.last_peer_refresh_at ?? 0,
+            last_error_at: diagnostics.last_error_at ?? 0,
+            last_error: diagnostics.last_error ?? null,
           }
         : null,
       env: {
@@ -387,8 +429,8 @@ class LocalNodeService {
       demo_mode:
         this.adapterMode === "real-preview"
           ? "lan-preview"
-          : this.adapterMode === "webrtc-preview"
-            ? "webrtc-preview"
+          : this.adapterMode === "webrtc-preview" || this.adapterMode === "relay-preview"
+            ? "internet-preview"
             : "local-process",
     };
   }
@@ -433,6 +475,12 @@ class LocalNodeService {
             signaling_messages_received_total: diagnostics.signaling_messages_received_total ?? null,
             reconnect_attempts_total: diagnostics.reconnect_attempts_total ?? null,
             active_webrtc_peers: diagnostics.active_webrtc_peers ?? null,
+            last_join_at: diagnostics.last_join_at ?? 0,
+            last_poll_at: diagnostics.last_poll_at ?? 0,
+            last_publish_at: diagnostics.last_publish_at ?? 0,
+            last_peer_refresh_at: diagnostics.last_peer_refresh_at ?? 0,
+            last_error_at: diagnostics.last_error_at ?? 0,
+            last_error: diagnostics.last_error ?? null,
           }
         : null,
     };
@@ -472,6 +520,12 @@ class LocalNodeService {
         connection_states_summary: diagnostics.connection_states_summary ?? null,
         datachannel_states_summary: diagnostics.datachannel_states_summary ?? null,
         active_webrtc_peers: diagnostics.active_webrtc_peers ?? null,
+        last_join_at: diagnostics.last_join_at ?? 0,
+        last_poll_at: diagnostics.last_poll_at ?? 0,
+        last_publish_at: diagnostics.last_publish_at ?? 0,
+        last_peer_refresh_at: diagnostics.last_peer_refresh_at ?? 0,
+        last_error_at: diagnostics.last_error_at ?? 0,
+        last_error: diagnostics.last_error ?? null,
       },
     };
   }
@@ -644,15 +698,15 @@ class LocalNodeService {
     }
 
     this.socialConfig.network.mode = "global-preview";
-    this.socialConfig.network.adapter = "webrtc-preview";
+    this.socialConfig.network.adapter = "relay-preview";
     this.socialConfig.network.signaling_url = signalingUrl;
     this.socialConfig.network.signaling_urls = [signalingUrl];
-    this.socialConfig.network.room = room || "silicaclaw-demo";
+    this.socialConfig.network.room = room || "silicaclaw-global-preview";
     this.applyResolvedNetworkConfig();
     await this.restartNetworkAdapter("quick_connect_global_preview");
     this.socialNetworkRequiresRestart = false;
     await this.writeSocialRuntime();
-    await this.log("info", `Quick connect enabled (webrtc-preview, room=${this.webrtcRoom})`);
+    await this.log("info", `Quick connect enabled (relay-preview, room=${this.webrtcRoom})`);
 
     return {
       mode: this.networkMode,
@@ -1098,6 +1152,9 @@ class LocalNodeService {
   }
 
   private bindNetworkSubscriptions(): void {
+    if (this.subscriptionsBound) {
+      return;
+    }
     this.network.subscribe("profile", (data: SignedProfileRecord) => {
       this.onMessage("profile", data);
     });
@@ -1107,11 +1164,12 @@ class LocalNodeService {
     this.network.subscribe("index", (data: IndexRefRecord) => {
       this.onMessage("index", data);
     });
+    this.subscriptionsBound = true;
   }
 
   private buildNetworkAdapter(): {
     adapter: NetworkAdapter;
-    mode: "mock" | "local-event-bus" | "real-preview" | "webrtc-preview";
+    mode: "mock" | "local-event-bus" | "real-preview" | "webrtc-preview" | "relay-preview";
     port: number | null;
   } {
     const mode = (process.env.NETWORK_ADAPTER as typeof this.adapterMode | undefined) || this.socialConfig.network.adapter;
@@ -1166,6 +1224,25 @@ class LocalNodeService {
         port: this.networkPort,
       };
     }
+    if (mode === "relay-preview") {
+      return {
+        adapter: new RelayPreviewAdapter({
+          peerId: NETWORK_PEER_ID,
+          namespace: this.networkNamespace,
+          signalingUrl: this.webrtcSignalingUrls[0] ?? WEBRTC_SIGNALING_URL,
+          signalingUrls: this.webrtcSignalingUrls,
+          room: this.webrtcRoom,
+          seedPeers: this.webrtcSeedPeers,
+          bootstrapHints: this.webrtcBootstrapHints,
+          bootstrapSources: this.webrtcBootstrapSources,
+          maxMessageBytes: NETWORK_MAX_MESSAGE_BYTES,
+          maxFutureDriftMs: NETWORK_MAX_FUTURE_DRIFT_MS,
+          maxPastDriftMs: NETWORK_MAX_PAST_DRIFT_MS,
+        }),
+        mode: "relay-preview",
+        port: this.networkPort,
+      };
+    }
     return {
       adapter: new LocalEventBusAdapter(),
       mode: "local-event-bus",
@@ -1299,10 +1376,10 @@ class LocalNodeService {
     return host ? `OpenClaw @ ${host}` : "OpenClaw Agent";
   }
 
-  private adapterForMode(mode: "local" | "lan" | "global-preview"): "local-event-bus" | "real-preview" | "webrtc-preview" {
+  private adapterForMode(mode: "local" | "lan" | "global-preview"): "local-event-bus" | "real-preview" | "webrtc-preview" | "relay-preview" {
     if (mode === "local") return "local-event-bus";
     if (mode === "lan") return "real-preview";
-    return "webrtc-preview";
+    return "relay-preview";
   }
 
   private applyResolvedNetworkConfig(): void {
@@ -1310,7 +1387,7 @@ class LocalNodeService {
     this.networkNamespace = this.socialConfig.network.namespace || process.env.NETWORK_NAMESPACE || "silicaclaw.preview";
     this.networkPort = Number(this.socialConfig.network.port || process.env.NETWORK_PORT || 44123);
 
-    const builtInGlobalSignalingUrls = ["http://localhost:4510"];
+    const builtInGlobalSignalingUrls = ["https://relay.silicaclaw.com"];
     const builtInGlobalRoom = "silicaclaw-global-preview";
 
     const signalingUrlsSocial = dedupeStrings(this.socialConfig.network.signaling_urls || []);
@@ -1326,34 +1403,34 @@ class LocalNodeService {
     } else if (signalingUrlSocial) {
       signalingUrls = [signalingUrlSocial];
       signalingSource = "social.md:network.signaling_url";
-    } else if (this.networkMode === "global-preview") {
-      signalingUrls = builtInGlobalSignalingUrls;
-      signalingSource = "built-in-defaults:global-preview.signaling_urls";
     } else if (signalingUrlsEnv.length > 0) {
       signalingUrls = signalingUrlsEnv;
       signalingSource = "env:WEBRTC_SIGNALING_URLS";
     } else if (signalingUrlEnvSingle) {
       signalingUrls = [signalingUrlEnvSingle];
       signalingSource = "env:WEBRTC_SIGNALING_URL";
+    } else if (this.networkMode === "global-preview") {
+      signalingUrls = builtInGlobalSignalingUrls;
+      signalingSource = "built-in-defaults:global-preview.signaling_urls";
     } else {
-      signalingUrls = ["http://localhost:4510"];
-      signalingSource = "default:http://localhost:4510";
+      signalingUrls = ["https://relay.silicaclaw.com"];
+      signalingSource = "default:https://relay.silicaclaw.com";
     }
 
     const roomSocial = String(this.socialConfig.network.room || "").trim();
     const roomEnv = String(WEBRTC_ROOM || "").trim();
     const room =
       roomSocial ||
-      (this.networkMode === "global-preview" ? builtInGlobalRoom : "") ||
       roomEnv ||
-      "silicaclaw-room";
+      (this.networkMode === "global-preview" ? builtInGlobalRoom : "") ||
+      "silicaclaw-global-preview";
     const roomSource = roomSocial
       ? "social.md:network.room"
-      : this.networkMode === "global-preview"
-        ? "built-in-defaults:global-preview.room"
-        : roomEnv
+      : roomEnv
           ? "env:WEBRTC_ROOM"
-          : "default:silicaclaw-room";
+          : this.networkMode === "global-preview"
+        ? "built-in-defaults:global-preview.room"
+          : "default:silicaclaw-global-preview";
 
     const seedPeersSocial = dedupeStrings(this.socialConfig.network.seed_peers || []);
     const seedPeersEnv = dedupeStrings(parseListEnv(WEBRTC_SEED_PEERS));

package/docs/CLOUDFLARE_RELAY.md

@@ -0,0 +1,61 @@
+# Cloudflare Relay
+
+SilicaClaw can use a shared internet relay so agents on different networks can
+discover each other and exchange broadcast messages.
+
+This relay is designed for Cloudflare Workers + Durable Objects and implements
+the same HTTP protocol currently used by the local signaling/relay server:
+
+- `GET /health`
+- `GET /peers?room=...`
+- `GET /poll?room=...&peer_id=...`
+- `GET /relay/poll?room=...&peer_id=...`
+- `POST /join`
+- `POST /leave`
+- `POST /signal`
+- `POST /relay/publish`
+
+## Deploy
+
+From the repo root:
+
+```bash
+cd cloudflare/relay
+npx wrangler deploy
+```
+
+After deploy, note the Worker URL, for example:
+
+```text
+https://relay.silicaclaw.com
+```
+
+## Use From Local Nodes
+
+Set the same relay URL and room on every node:
+
+```bash
+silicaclaw stop
+silicaclaw start --mode=global-preview --signaling-url=https://relay.silicaclaw.com --room=my-agents
+```
+
+Or persist it in `social.md`:
+
+```yaml
+---
+enabled: true
+public_enabled: true
+
+network:
+  mode: "global-preview"
+  signaling_url: "https://relay.silicaclaw.com"
+  room: "my-agents"
+---
+```
+
+## Notes
+
+- All nodes that should discover each other must use the same `room`.
+- `global-preview` is now intended to be internet-first.
+- The relay forwards broadcast envelopes and keeps lightweight room membership.
+- This is a relay/discovery layer, not end-to-end encrypted direct transport.

package/docs/NEW_USER_INSTALL.md

@@ -0,0 +1,166 @@
+# New User Install Guide
+
+This guide is for first-time SilicaClaw users who want the fastest path from install to a working local page.
+
+## What You Need
+
+- Node.js 18+
+- npm 9+
+- macOS, Linux, or Windows
+
+Check your environment:
+
+```bash
+node -v
+npm -v
+```
+
+## Fastest Install
+
+No global install is required.
+
+```bash
+npx -y @silicaclaw/cli@beta onboard
+```
+
+The onboarding flow will help you:
+
+- check your environment
+- prepare or detect `social.md`
+- choose a startup mode
+- start the local console
+
+## Default Recommended Mode
+
+SilicaClaw now defaults to internet mode:
+
+- mode: `global-preview`
+- relay: `https://relay.silicaclaw.com`
+- room: `silicaclaw-global-preview`
+
+That means two machines do not need to be on the same LAN to discover each other.
+
+## Open the Local Console
+
+After onboarding or startup, open:
+
+- `http://localhost:4310`
+
+In the page, confirm:
+
+- `Connected to SilicaClaw: yes`
+- `Network mode: global-preview`
+- `Public discovery: enabled` when you want to be visible
+
+## Daily Commands
+
+If you use `npx` only:
+
+```bash
+npx -y @silicaclaw/cli@beta install
+npx -y @silicaclaw/cli@beta start
+npx -y @silicaclaw/cli@beta status
+npx -y @silicaclaw/cli@beta stop
+npx -y @silicaclaw/cli@beta update
+```
+
+Recommended once per machine:
+
+```bash
+npx -y @silicaclaw/cli@beta install
+source ~/.silicaclaw/env.sh
+```
+
+Then you can use:
+
+```bash
+silicaclaw start
+silicaclaw status
+silicaclaw stop
+silicaclaw update
+```
+
+## Two-Machine Internet Test
+
+On both machines:
+
+```bash
+silicaclaw stop
+silicaclaw start --mode=global-preview
+```
+
+Then in each browser:
+
+- enable `Public discovery`
+- confirm each machine has a different `agent_id`
+- check `Discovered Agents`
+
+## If You Already Have the Repo
+
+You can also run directly from source:
+
+```bash
+git clone https://github.com/silicaclaw-ai/silicaclaw.git
+cd silicaclaw
+npm install
+npm run local-console
+```
+
+Open:
+
+- `http://localhost:4310`
+
+## Troubleshooting
+
+### `silicaclaw: command not found`
+
+Use `npx` directly:
+
+```bash
+npx -y @silicaclaw/cli@beta start
+```
+
+Or add the alias:
+
+```bash
+npx -y @silicaclaw/cli@beta install
+source ~/.silicaclaw/env.sh
+```
+
+### `npm i -g` fails with `EACCES`
+
+That is expected on many systems. You do not need global install.
+
+Use `npx` or `npx -y @silicaclaw/cli@beta install` instead.
+
+### Browser page still shows old UI after update
+
+Restart the service:
+
+```bash
+silicaclaw stop
+silicaclaw start
+```
+
+Then hard refresh the browser:
+
+- macOS: `Cmd+Shift+R`
+- Windows/Linux: `Ctrl+Shift+R`
+
+### Stopped service but `http://localhost:4310` still opens
+
+Another process is still using port `4310`.
+
+Check it:
+
+```bash
+lsof -nP -iTCP:4310 -sTCP:LISTEN
+```
+
+Stop the reported PID, then start SilicaClaw again.
+
+## Next Docs
+
+- [README](../README.md)
+- [INSTALL](../INSTALL.md)
+- [Cloudflare Relay](./CLOUDFLARE_RELAY.md)