@adaptic/maestro 1.0.0

package/scripts/huddle/start-call.mjs

@@ -0,0 +1,318 @@
+#!/usr/bin/env node
+/**
+ * Start a Slack huddle call with someone and then launch the huddle server.
+ *
+ * This script handles the two-step huddle flow:
+ *   1. Click huddle button in main window (opens preview)
+ *   2. Click "Start huddle" in preview window (starts WebRTC)
+ *   3. Launch the huddle server to connect audio bridge
+ *
+ * Usage:
+ *   node start-call.mjs mehran
+ *   node start-call.mjs hootan
+ */
+
+import { WebSocket } from "ws";
+import { execFileSync, execFile, spawn } from "node:child_process";
+import { promisify } from "node:util";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import dotenv from "dotenv";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+dotenv.config({ path: join(__dirname, "../..", ".env") });
+
+const execFileAsync = promisify(execFile);
+const CDP_URL = "http://localhost:9222";
+const target = process.argv[2] || "mehran";
+
+// ---------------------------------------------------------------------------
+// Helper: send CDP command
+// ---------------------------------------------------------------------------
+
+function cdpEval(wsUrl, expression, timeout = 5000) {
+  return new Promise((resolve, reject) => {
+    const ws = new WebSocket(wsUrl);
+    const timer = setTimeout(() => { ws.close(); reject(new Error("timeout")); }, timeout);
+    ws.on("error", (err) => { clearTimeout(timer); reject(err); });
+    ws.on("open", () => {
+      ws.send(JSON.stringify({
+        id: 1,
+        method: "Runtime.evaluate",
+        params: { expression, returnByValue: true, awaitPromise: true },
+      }));
+    });
+    ws.on("message", (raw) => {
+      const msg = JSON.parse(raw.toString());
+      if (msg.id === 1) {
+        clearTimeout(timer);
+        ws.close();
+        resolve(msg.result?.result?.value);
+      }
+    });
+  });
+}
+
+async function fetchTargets() {
+  const resp = await fetch(`${CDP_URL}/json`);
+  return resp.json();
+}
+
+function sleep(ms) {
+  return new Promise((r) => setTimeout(r, ms));
+}
+
+// ---------------------------------------------------------------------------
+// Main
+// ---------------------------------------------------------------------------
+
+async function main() {
+  console.log(`\n=== Starting huddle call with: ${target} ===\n`);
+
+  // Step 0: Find main Slack target
+  const targets = await fetchTargets();
+  const mainTarget = targets.find(
+    (t) => t.type === "page" && t.url?.includes("app.slack.com/client")
+  );
+  if (!mainTarget) {
+    console.error("ERROR: No Slack page target found. Is Slack running with CDP?");
+    process.exit(1);
+  }
+  const mainWs = mainTarget.webSocketDebuggerUrl;
+  console.log("[OK] Found Slack target:", mainTarget.title.substring(0, 50));
+
+  // Step 1: Initialize microphone access and set audio preferences.
+  // After a Slack restart, input devices aren't enumerable until
+  // getUserMedia() or askForMediaAccess() is called. We ensure both
+  // permission and device enumeration are ready before proceeding.
+  await cdpEval(
+    mainWs,
+    `(async () => {
+      const calls = window.desktop?.calls;
+      if (calls?.askForMediaAccess) await calls.askForMediaAccess('microphone');
+      try {
+        const s = await navigator.mediaDevices.getUserMedia({audio: true});
+        s.getTracks().forEach(t => t.stop());
+      } catch {}
+    })()`,
+    10000
+  );
+  console.log("[OK] Microphone access initialized");
+
+  const inputId = "9f391a3f2efb9f50f9dc8dea1534700bcc5d4e0478b56438930a2071401b25bb";
+  const outputId = "a930ae0eb95e3c597c4722e8bc232890be7f94ef6c9b864c4170a58ba28b5b6b";
+  await cdpEval(
+    mainWs,
+    `localStorage.setItem('preferred-media-devices', JSON.stringify({audioinput: '${inputId}', audiooutput: '${outputId}'}))`
+  );
+  console.log("[OK] Audio preferences set (BlackHole 16ch in, 2ch out)");
+
+  // Step 2: Navigate to target's DM (Cmd+K → type name → Enter)
+  console.log(`[..] Navigating to ${target}'s DM...`);
+  await execFileAsync("osascript", [
+    "-e",
+    `tell application "Slack" to activate
+     delay 0.5
+     tell application "System Events"
+       keystroke "k" using {command down}
+     end tell`,
+  ]);
+  await sleep(800);
+  await execFileAsync("osascript", [
+    "-e",
+    `tell application "System Events" to keystroke "${target}"`,
+  ]);
+  await sleep(1200);
+  await execFileAsync("osascript", [
+    "-e",
+    `tell application "System Events" to key code 36`,
+  ]);
+  await sleep(2000);
+  console.log("[OK] Navigated to DM");
+
+  // Step 3: Click huddle button via React props
+  console.log("[..] Opening huddle preview...");
+  const clickResult = await cdpEval(
+    mainWs,
+    `(() => {
+      const btn = document.querySelector('[data-qa="huddle_channel_header_button__start_button"]');
+      if (!btn) return 'no-button';
+      const pk = Object.keys(btn).find(k => k.startsWith('__reactProps'));
+      if (pk && btn[pk]?.onClick) {
+        btn[pk].onClick({
+          target: btn, currentTarget: btn,
+          nativeEvent: new MouseEvent('click', {bubbles: true}),
+          type: 'click', preventDefault: () => {}, stopPropagation: () => {}, persist: () => {}
+        });
+        return 'clicked';
+      }
+      return 'no-handler';
+    })()`
+  );
+  if (clickResult !== "clicked") {
+    console.error(`ERROR: Huddle button click failed: ${clickResult}`);
+    process.exit(1);
+  }
+  console.log("[OK] Huddle button clicked — waiting for preview...");
+
+  // Step 4: Wait for preview window to appear and get its position
+  let previewPos = null;
+  for (let attempt = 0; attempt < 10; attempt++) {
+    await sleep(1000);
+    try {
+      const { stdout } = await execFileAsync("osascript", [
+        "-e",
+        `tell application "System Events"
+          tell process "Slack"
+            repeat with i from 1 to (count of windows)
+              if name of window i contains "Huddle" then
+                set p to position of window i
+                set s to size of window i
+                return (item 1 of p as text) & "," & (item 2 of p as text) & "|" & (item 1 of s as text) & "x" & (item 2 of s as text)
+              end if
+            end repeat
+            return "waiting"
+          end tell
+        end tell`,
+      ]);
+      const result = stdout.trim();
+      if (result !== "waiting") {
+        const [posStr, sizeStr] = result.split("|");
+        const [wx, wy] = posStr.split(",").map(Number);
+        const [ww, wh] = sizeStr.split("x").map(Number);
+        previewPos = { x: wx, y: wy, w: ww, h: wh };
+        console.log(
+          `[OK] Preview window found at (${wx},${wy}), size ${ww}x${wh}`
+        );
+
+        // Move window up if Start button would be behind dock
+        if (wy + wh > 1000) {
+          await execFileAsync("osascript", [
+            "-e",
+            `tell application "System Events"
+              tell process "Slack"
+                repeat with i from 1 to (count of windows)
+                  if name of window i contains "Huddle" then
+                    set position of window i to {${wx}, 0}
+                  end if
+                end repeat
+              end tell
+            end tell`,
+          ]);
+          previewPos.y = 0;
+          console.log("[OK] Moved preview window up to avoid dock");
+        }
+        break;
+      }
+    } catch {
+      // Window not ready yet
+    }
+  }
+
+  if (!previewPos) {
+    console.error("ERROR: Preview window never appeared");
+    process.exit(1);
+  }
+
+  // Step 5: Find Start button in preview CDP target
+  await sleep(1000);
+  const updatedTargets = await fetchTargets();
+  const previewTarget = updatedTargets.find(
+    (t) => t.type === "page" && t.title?.includes("Huddle")
+  );
+
+  let btnX = 316,
+    btnY = previewPos.h - 70; // Default: center-bottom
+
+  if (previewTarget) {
+    try {
+      const btnPosStr = await cdpEval(
+        previewTarget.webSocketDebuggerUrl,
+        `(() => {
+          const btn = document.querySelector('[data-qa="huddle_invite_window_with_preview_content_join_button"]')
+            || Array.from(document.querySelectorAll('button')).find(b => b.getAttribute('aria-label') === 'Start huddle');
+          if (!btn) return null;
+          const r = btn.getBoundingClientRect();
+          return JSON.stringify({x: Math.round(r.x + r.width/2), y: Math.round(r.y + r.height/2)});
+        })()`
+      );
+      if (btnPosStr) {
+        const pos = JSON.parse(btnPosStr);
+        btnX = pos.x;
+        btnY = pos.y;
+        console.log(`[OK] Start button at viewport (${btnX}, ${btnY})`);
+      }
+    } catch (err) {
+      console.log(`[..] CDP button lookup failed (${err.message}), using default position`);
+    }
+  }
+
+  // Step 6: Click Start huddle via cliclick
+  const screenX = previewPos.x + btnX;
+  const screenY = previewPos.y + btnY;
+  console.log(`[..] Clicking Start huddle at screen (${screenX}, ${screenY})...`);
+
+  // Raise the preview window first
+  await execFileAsync("osascript", [
+    "-e",
+    `tell application "System Events"
+      tell process "Slack"
+        repeat with i from 1 to (count of windows)
+          if name of window i contains "Huddle" then
+            perform action "AXRaise" of window i
+          end if
+        end repeat
+      end tell
+    end tell`,
+  ]);
+  await sleep(500);
+
+  execFileSync("cliclick", [`c:${screenX},${screenY}`]);
+  console.log("[OK] Start button clicked");
+
+  // Step 7: Wait for huddle to connect
+  console.log("[..] Waiting for huddle to connect...");
+  await sleep(6000);
+
+  // Verify huddle is active
+  const updatedTargets2 = await fetchTargets();
+  const huddleActive = updatedTargets2.some(
+    (t) => t.title?.includes("Huddle:") || t.title?.includes("🎤")
+  );
+
+  if (huddleActive) {
+    console.log("[OK] Huddle is ACTIVE!\n");
+  } else {
+    // Check main window
+    const state = await cdpEval(
+      mainWs,
+      `JSON.stringify({
+        title: document.title,
+        activeAudio: [...document.querySelectorAll('audio')].filter(a => !a.paused).length,
+        huddleChildren: (document.querySelector('div.p-huddle_workspace[role="dialog"]')?.children.length || 0)
+      })`
+    );
+    console.log("[??] Huddle state:", state);
+  }
+
+  // Step 8: Launch huddle server to connect audio bridge
+  console.log("[..] Launching huddle server for audio bridge...\n");
+  const server = spawn("node", [join(__dirname, "huddle-server.mjs")], {
+    stdio: "inherit",
+    env: { ...process.env },
+  });
+
+  server.on("exit", (code) => {
+    console.log(`\n[EXIT] Huddle server exited with code ${code}`);
+    process.exit(code || 0);
+  });
+
+  // Forward signals to the server
+  process.on("SIGINT", () => server.kill("SIGINT"));
+  process.on("SIGTERM", () => server.kill("SIGTERM"));
+}
+
+main().catch((err) => {
+  console.error(`[FATAL] ${err.message}`);
+  process.exit(1);
+});

package/scripts/huddle/test-pipeline.mjs

@@ -0,0 +1,263 @@
+#!/usr/bin/env node
+/**
+ * Sophie Huddle — Pipeline Test
+ *
+ * Verifies each component of the huddle pipeline:
+ *   1. CDP connection to Slack
+ *   2. DOM selector verification
+ *   3. Keyboard navigation
+ *   4. Audio device availability
+ *   5. Deepgram API connectivity
+ *   6. ElevenLabs API connectivity
+ *   7. Claude API connectivity
+ */
+
+import dotenv from "dotenv";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const __test_dir = dirname(fileURLToPath(import.meta.url));
+dotenv.config({ path: join(__test_dir, "../..", ".env") });
+dotenv.config({ path: join(__test_dir, ".env"), override: true });
+import { HuddleController } from "./huddle-controller.mjs";
+import { AudioBridge } from "./audio-bridge.mjs";
+
+const results = [];
+function pass(name, detail = "") {
+  results.push({ name, status: "PASS", detail });
+  console.log(`  ✓ ${name}${detail ? ` — ${detail}` : ""}`);
+}
+function fail(name, detail = "") {
+  results.push({ name, status: "FAIL", detail });
+  console.log(`  ✗ ${name}${detail ? ` — ${detail}` : ""}`);
+}
+function skip(name, detail = "") {
+  results.push({ name, status: "SKIP", detail });
+  console.log(`  ○ ${name}${detail ? ` — ${detail}` : ""}`);
+}
+
+async function main() {
+  console.log("\n==========================================");
+  console.log("  Sophie Huddle — Pipeline Test");
+  console.log("  " + new Date().toISOString());
+  console.log("==========================================\n");
+
+  // ── 1. CDP Connection ──────────────────────────────────────────────────
+  console.log("1. CDP Connection");
+  const controller = new HuddleController();
+  let cdpConnected = false;
+
+  try {
+    const resp = await fetch("http://localhost:9222/json/version");
+    if (resp.ok) {
+      const version = await resp.json();
+      pass("CDP endpoint reachable", `Browser: ${version.Browser}`);
+    } else {
+      fail("CDP endpoint", `Status: ${resp.status}`);
+    }
+  } catch (err) {
+    fail("CDP endpoint", err.message);
+  }
+
+  try {
+    cdpConnected = await controller.connect();
+    if (cdpConnected) {
+      pass("CDP WebSocket connected");
+    } else {
+      fail("CDP WebSocket connection");
+    }
+  } catch (err) {
+    fail("CDP WebSocket", err.message);
+  }
+
+  // ── 2. DOM Selector Verification ───────────────────────────────────────
+  console.log("\n2. DOM Selectors");
+
+  if (cdpConnected) {
+    try {
+      const hasHuddleBtn = await controller._evaluate(`
+        !!document.querySelector('[data-qa="huddle_channel_header_button__start_button"]')
+      `);
+      if (hasHuddleBtn) {
+        pass("Huddle start button found", "data-qa='huddle_channel_header_button__start_button'");
+      } else {
+        skip("Huddle start button", "Not in channel view — navigate to a channel first");
+      }
+    } catch (err) {
+      fail("Huddle start button check", err.message);
+    }
+
+    try {
+      const workspace = await controller._evaluate(`
+        (() => {
+          const ws = document.querySelector('div.p-huddle_workspace[role="dialog"]');
+          return ws ? { found: true, children: ws.children.length } : { found: false };
+        })()
+      `);
+      if (workspace?.found) {
+        pass("Huddle workspace element", `children: ${workspace.children} (0 = no active huddle)`);
+      } else {
+        fail("Huddle workspace element not found");
+      }
+    } catch (err) {
+      fail("Huddle workspace check", err.message);
+    }
+
+    try {
+      const audioEl = await controller._evaluate(`
+        !!document.querySelector('audio[data-qa="p-huddle_audio"]')
+      `);
+      if (audioEl) {
+        pass("Huddle audio element found", "audio[data-qa='p-huddle_audio']");
+      } else {
+        fail("Huddle audio element");
+      }
+    } catch (err) {
+      fail("Huddle audio element check", err.message);
+    }
+
+    // Check huddle active state
+    try {
+      const isActive = await controller.isInHuddle();
+      pass("Huddle state check", `Currently in huddle: ${isActive}`);
+    } catch (err) {
+      fail("Huddle state check", err.message);
+    }
+  } else {
+    skip("DOM selectors", "CDP not connected");
+  }
+
+  // ── 3. Keyboard Navigation ─────────────────────────────────────────────
+  console.log("\n3. Keyboard Navigation");
+
+  if (cdpConnected) {
+    try {
+      // Test Cmd+K quick switcher
+      await controller._sendKeyCombo("k", ["Meta"]);
+      await new Promise(r => setTimeout(r, 600));
+
+      // Check if quick switcher opened
+      const switcherOpen = await controller._evaluate(`
+        !!document.querySelector('[data-qa="channel_browser_modal"], [class*="quick_switcher"], [class*="QuickSwitcher"]')
+      `);
+
+      // Close it with Escape
+      await controller._sendKey("Escape");
+      await new Promise(r => setTimeout(r, 300));
+
+      if (switcherOpen) {
+        pass("Cmd+K quick switcher", "Opens and closes correctly");
+      } else {
+        // Switcher may have a different selector — test by checking if focus changed
+        pass("Cmd+K dispatched", "Key event sent (switcher selector may differ)");
+      }
+    } catch (err) {
+      fail("Cmd+K test", err.message);
+    }
+  } else {
+    skip("Keyboard navigation", "CDP not connected");
+  }
+
+  // ── 4. Audio Devices ──────────────────────────────────────────────────
+  console.log("\n4. Audio Devices");
+
+  const bridge = new AudioBridge();
+  const devices = await bridge.checkDevices();
+
+  if (devices.capture) {
+    pass("Capture device (BlackHole 2ch)");
+  } else {
+    fail("Capture device (BlackHole 2ch)", "Not found — run: sudo brew install --cask blackhole-2ch");
+  }
+
+  if (devices.playback) {
+    pass("Playback device (BlackHole 16ch)");
+  } else {
+    fail("Playback device (BlackHole 16ch)", "Not found — run: sudo brew install --cask blackhole-16ch");
+  }
+
+  // ── 5. Deepgram API ────────────────────────────────────────────────────
+  console.log("\n5. Deepgram API");
+
+  if (process.env.DEEPGRAM_API_KEY) {
+    try {
+      const resp = await fetch("https://api.deepgram.com/v1/projects", {
+        headers: { Authorization: `Token ${process.env.DEEPGRAM_API_KEY}` },
+      });
+      if (resp.ok) {
+        pass("Deepgram API key valid");
+      } else {
+        fail("Deepgram API", `Status: ${resp.status}`);
+      }
+    } catch (err) {
+      fail("Deepgram API", err.message);
+    }
+  } else {
+    fail("Deepgram API key", "DEEPGRAM_API_KEY not set in .env");
+  }
+
+  // ── 6. ElevenLabs API ──────────────────────────────────────────────────
+  console.log("\n6. ElevenLabs API");
+
+  if (process.env.ELEVENLABS_API_KEY) {
+    try {
+      const resp = await fetch("https://api.elevenlabs.io/v1/user", {
+        headers: { "xi-api-key": process.env.ELEVENLABS_API_KEY },
+      });
+      if (resp.ok) {
+        const user = await resp.json();
+        pass("ElevenLabs API key valid", `Plan: ${user.subscription?.tier || "unknown"}`);
+      } else {
+        fail("ElevenLabs API", `Status: ${resp.status}`);
+      }
+    } catch (err) {
+      fail("ElevenLabs API", err.message);
+    }
+  } else {
+    fail("ElevenLabs API key", "ELEVENLABS_API_KEY not set in .env");
+  }
+
+  // ── 7. Claude API ─────────────────────────────────────────────────────
+  console.log("\n7. Claude API");
+
+  if (process.env.ANTHROPIC_API_KEY) {
+    try {
+      const { default: Anthropic } = await import("@anthropic-ai/sdk");
+      const client = new Anthropic({ apiKey: process.env.ANTHROPIC_API_KEY });
+      const resp = await client.messages.create({
+        model: "claude-sonnet-4-20250514",
+        max_tokens: 20,
+        messages: [{ role: "user", content: "Say 'huddle test ok' in exactly 3 words." }],
+      });
+      const text = resp.content[0]?.text || "";
+      pass("Claude API", `Response: "${text.trim()}"`);
+    } catch (err) {
+      fail("Claude API", err.message);
+    }
+  } else {
+    fail("Claude API key", "ANTHROPIC_API_KEY not set in .env");
+  }
+
+  // ── Summary ──────────────────────────────────────────────────────────
+  console.log("\n==========================================");
+  const passed = results.filter(r => r.status === "PASS").length;
+  const failed = results.filter(r => r.status === "FAIL").length;
+  const skipped = results.filter(r => r.status === "SKIP").length;
+  console.log(`  Results: ${passed} passed, ${failed} failed, ${skipped} skipped`);
+
+  if (failed === 0) {
+    console.log("  Status: GREEN — pipeline ready");
+  } else {
+    console.log("  Status: BLOCKED — fix failures above");
+  }
+  console.log("==========================================\n");
+
+  // Clean up
+  await controller.disconnect();
+  process.exit(failed > 0 ? 1 : 0);
+}
+
+main().catch((err) => {
+  console.error(`Test error: ${err.message}`);
+  process.exit(1);
+});