channel-worker 2.1.2 → 2.1.4

package/lib/api-client.js

@@ -90,6 +90,10 @@ class ApiClient {
     return this.request('GET', `/workers/renderer-has-commands?nst_profile_id=${encodeURIComponent(nstProfileId)}`);
   }
 
+  async resetRendererCommands(nstProfileId) {
+    return this.request('POST', '/workers/reset-renderer-commands', { nst_profile_id: nstProfileId });
+  }
+
   // Extension download
   async getExtensionVersion() {
     const data = await this.request('GET', '/extension-download/version');

package/lib/command-poller.js

@@ -1158,16 +1158,18 @@ class CommandPoller {
       });
       const offlineRenderers = renderers.filter(r => !runningRenderers.includes(r));
 
-      // 3. Crash recovery — re-launch offline profiles that have assigned commands
+      // 3. Crash recovery
+      // 3a. Offline profiles with assigned commands → reset + relaunch
       for (const r of offlineRenderers) {
         try {
           const cmdCount = await this.api.rendererHasCommands(r.nst_profile_id);
           if (cmdCount > 0) {
             console.log(`[scene-dispatch] Crash recovery: ${r.name} has ${cmdCount} commands but not running — relaunching`);
             try {
+              await this.api.resetRendererCommands(r.nst_profile_id);
               await this._launchRendererProfile(r);
               runningRenderers.push(r);
-              console.log(`[scene-dispatch] ${r.name} recovered`);
+              console.log(`[scene-dispatch] ${r.name} recovered (${cmdCount} commands reset)`);
             } catch (err) {
               console.error(`[scene-dispatch] Failed to recover ${r.name}: ${err.message}`);
             }
@@ -1175,6 +1177,28 @@ class CommandPoller {
         } catch {}
       }
 
+      // 3b. Running profiles with stale heartbeat + commands → extension stuck, close + reset + relaunch
+      const HEARTBEAT_STALE = 90 * 1000; // 90s
+      const now = Date.now();
+      for (const r of [...runningRenderers]) {
+        try {
+          const cmdCount = await this.api.rendererHasCommands(r.nst_profile_id);
+          if (cmdCount === 0) continue;
+          const hb = r.last_heartbeat ? new Date(r.last_heartbeat).getTime() : 0;
+          if (hb && (now - hb) < HEARTBEAT_STALE) continue; // heartbeat fresh, extension alive
+          // Stale heartbeat + has commands → extension stuck
+          console.log(`[scene-dispatch] Stuck: ${r.name} running but heartbeat stale (${hb ? Math.round((now - hb) / 1000) + 's' : 'never'}) — restarting`);
+          try {
+            await this.nst.stopProfile(r.nst_profile_id).catch(() => {});
+            await this.api.resetRendererCommands(r.nst_profile_id);
+            await this._launchRendererProfile(r);
+            console.log(`[scene-dispatch] ${r.name} restarted`);
+          } catch (err) {
+            console.error(`[scene-dispatch] Failed to restart ${r.name}: ${err.message}`);
+          }
+        } catch {}
+      }
+
       // 4. Check queued commands
       const queueCount = await this.api.getSceneQueueCount();
       if (!queueCount) { this._dispatching = false; return; }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "channel-worker",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "description": "Channel Manager worker daemon — runs on remote machines to execute video pipeline jobs",
   "main": "lib/daemon.js",
   "bin": {