@skippr/live-agent-sdk 0.124.0 → 0.125.0

package/dist/esm/lib-exports.js

@@ -5508,7 +5508,7 @@ function usePlanUpdates() {
 // src/hooks/useSession.ts
 import { useCallback as useCallback15, useEffect as useEffect20, useRef as useRef15, useState as useState17 } from "react";
 var API_URL4 = "https://app.skippr.ai/api";
-var SDK_VERSION = "0.124.0";
+var SDK_VERSION = "0.125.0";
 async function fetchSessionMessages(sessionId, authedFetch) {
   try {
     const resp = await authedFetch(`${API_URL4}/v1/sessions/${sessionId}/messages`);
@@ -6054,6 +6054,21 @@ function useSplashOverlayOptOut(authedFetch, recordedForUser) {
   return { optedOut: recordedForUser || recordedLocally, optOut };
 }
 
+// src/lib/hostStart.ts
+var start = null;
+var requested = false;
+var live = false;
+function setHostSessionLive(isLive) {
+  live = isLive;
+}
+function provideStartSession(fn) {
+  start = fn;
+  if (!fn || !requested)
+    return;
+  requested = false;
+  fn();
+}
+
 // src/lib/launcher.ts
 var DEFAULT_LAUNCHER_BOTTOM_PX = 48;
 var LAUNCHER_HEIGHT_PX = 50;
@@ -6586,8 +6601,8 @@ function AgentCursor({
     }
     setPhase("travel");
     const from = prevCursorRef.current ?? widgetEntryPoint(ctx?.position ?? "right", ctx?.launcherBottomPx ?? 0);
-    const start = ringTopLeft(rect);
-    startGlide(from, start, glideDuration(from, start), () => {
+    const start2 = ringTopLeft(rect);
+    startGlide(from, start2, glideDuration(from, start2), () => {
       after(DRAW_START_DELAY_MS, () => {
         const path = pathRef.current;
         if (!path) {
@@ -6596,9 +6611,9 @@ function AgentCursor({
         }
         setPhase("drawing");
         traceRef.current = traceRing(path, DRAW_MS, (eased) => {
-          const live = liveRectOf(element, rect);
+          const live2 = liveRectOf(element, rect);
           const point = path.getPointAtLength(path.getTotalLength() * eased);
-          moveCursorTo({ x: live.left - RING_PAD + point.x, y: live.top - RING_PAD + point.y });
+          moveCursorTo({ x: live2.left - RING_PAD + point.x, y: live2.top - RING_PAD + point.y });
         }, () => rest(liveRectOf(element, rect), SETTLE_TO_CENTER_MS, ACT_CLICK_DELAY_MS));
       });
     });
@@ -8001,7 +8016,11 @@ async function unpublishAndStopTrack(localParticipant, videoTrack) {
   } catch {}
   videoTrack.stop();
 }
-function DomCapture({ pushOrTapMicMode = false, startMuted = false }) {
+function DomCapture({
+  pushOrTapMicMode = false,
+  startMuted = false,
+  suppressVideoPublish = false
+}) {
   const { localParticipant } = useLocalParticipant5();
   const connectionState = useConnectionState2();
   const { isHeld, clearPausedCaptureRef } = useSessionHoldContext();
@@ -8045,18 +8064,20 @@ function DomCapture({ pushOrTapMicMode = false, startMuted = false }) {
     if (!pushOrTapMicMode && !startMuted && !localParticipant.isMicrophoneEnabled) {
       localParticipant.setMicrophoneEnabled(true).catch((error) => console.error("Failed to enable microphone:", error));
     }
-    localParticipant.publishTrack(videoTrack, {
-      source: Track3.Source.ScreenShare,
-      videoEncoding: {
-        maxBitrate: CAPTURE_BITRATE,
-        maxFramerate: CAPTURE_FPS
-      },
-      simulcast: false
-    }).catch((error) => {
-      console.error("Failed to publish DOM capture track:", error);
-      for (const track of canvasStream.getTracks())
-        track.stop();
-    });
+    if (!suppressVideoPublish) {
+      localParticipant.publishTrack(videoTrack, {
+        source: Track3.Source.ScreenShare,
+        videoEncoding: {
+          maxBitrate: CAPTURE_BITRATE,
+          maxFramerate: CAPTURE_FPS
+        },
+        simulcast: false
+      }).catch((error) => {
+        console.error("Failed to publish DOM capture track:", error);
+        for (const track of canvasStream.getTracks())
+          track.stop();
+      });
+    }
     const commitPageLayerIfNewest = (sequence, page) => {
       if (cancelled || pausedRef.current || sequence <= lastCommittedSequence)
         return false;
@@ -8068,13 +8089,18 @@ function DomCapture({ pushOrTapMicMode = false, startMuted = false }) {
     };
     const rasterizeAndCommitWaitingOutTimeout = async (options) => {
       const sequence = ++rasterizeSequence;
+      const startedAt = performance.now();
       const captureInProgress = rasterizeViewportToPageLayer(canvas.width, canvas.height, options);
       const captureOrTimeout = await Promise.race([
         captureInProgress,
         new Promise((resolve) => setTimeout(() => resolve(RASTERIZE_TIMED_OUT), RASTERIZE_TIMEOUT_MS))
       ]);
       if (captureOrTimeout === RASTERIZE_TIMED_OUT) {
-        captureInProgress.then((lateCapture) => commitPageLayerIfNewest(sequence, lateCapture)).catch(() => {
+        console.warn(`[Skippr] Rasterize exceeded ${RASTERIZE_TIMEOUT_MS}ms; falling back to fast capture`);
+        captureInProgress.then((lateCapture) => {
+          console.warn(`[Skippr] Late rasterize finished in ${Math.round(performance.now() - startedAt)}ms`);
+          return commitPageLayerIfNewest(sequence, lateCapture);
+        }).catch(() => {
           return;
         });
         return { timedOut: true };
@@ -8084,6 +8110,8 @@ function DomCapture({ pushOrTapMicMode = false, startMuted = false }) {
     };
     let followUpRefreshQueued = false;
     const refreshPageAndComposite = async ({ queueWhenBusy = false } = {}) => {
+      if (suppressVideoPublish)
+        return;
       if (cancelled || snapshotInFlight || pausedRef.current) {
         if (snapshotInFlight && !cancelled && queueWhenBusy)
           followUpRefreshQueued = true;
@@ -8245,11 +8273,19 @@ function DomCapture({ pushOrTapMicMode = false, startMuted = false }) {
       cleanupCursorSubscription();
       cleanupDomEventListeners();
       cleanupSnapshotRequest();
-      unpublishAndStopTrack(localParticipant, videoTrack);
+      if (!suppressVideoPublish)
+        unpublishAndStopTrack(localParticipant, videoTrack);
       for (const track of canvasStream.getTracks())
         track.stop();
     };
-  }, [connectionState, localParticipant, pushOrTapMicMode, startMuted, clearPausedCaptureRef]);
+  }, [
+    connectionState,
+    localParticipant,
+    pushOrTapMicMode,
+    startMuted,
+    suppressVideoPublish,
+    clearPausedCaptureRef
+  ]);
   useEffect25(() => {
     if (isHeld) {
       freezeCaptureRef.current?.();
@@ -8263,6 +8299,14 @@ function DomCapture({ pushOrTapMicMode = false, startMuted = false }) {
 // src/components/HighlightOverlay.tsx
 import { useDataChannel, useLocalParticipant as useLocalParticipant6 } from "@livekit/components-react/hooks";
 import { useCallback as useCallback18, useEffect as useEffect26, useRef as useRef20 } from "react";
+
+// src/lib/agentSender.ts
+import { ParticipantKind } from "livekit-client";
+function isFromAgent(from) {
+  return from?.kind === ParticipantKind.AGENT;
+}
+
+// src/components/HighlightOverlay.tsx
 var HIGHLIGHT_AUTO_CLEAR_MS = 30000;
 var PAGE_CHECK_MS = 250;
 var ACTED_REASON = "acted";
@@ -8315,6 +8359,8 @@ function HighlightOverlay() {
     }).catch((error) => console.error("Failed to report highlight clear:", error));
   }, [clear, localParticipant]);
   const onHighlightMessage = useCallback18((msg) => {
+    if (!isFromAgent(msg.from))
+      return;
     const parsed = parseHighlightMessage(msg.payload);
     if (!parsed)
       return;
@@ -9314,6 +9360,8 @@ function PageActionHandler() {
     }
   }, [runStep]);
   const onMessage = useCallback19((msg) => {
+    if (!isFromAgent(msg.from))
+      return;
     const action = parsePageAction(msg.payload);
     if (!action)
       return;
@@ -9833,7 +9881,7 @@ function SessionControlBar() {
   const pushOrTapMicMode = isRequestResponseMicMode(micMode);
   const isPushToTalk = micMode === MIC_MODE.PushToTalk;
   const agentActive = state === "speaking" || state === "thinking";
-  const { isCapturingSpeech, toggle: toggleTapToTalk, start, commit } = useVoiceTurnContext();
+  const { isCapturingSpeech, toggle: toggleTapToTalk, start: start2, commit } = useVoiceTurnContext();
   const liveUserTranscript = useLiveUserTranscript(isCapturingSpeech);
   const { reportActivity } = useIdleAutoPause({
     enabled: pushOrTapMicMode,
@@ -9846,9 +9894,9 @@ function SessionControlBar() {
   });
   const [pushToTalkHintSeen, setPushToTalkHintSeen] = useState25(false);
   const startPushToTalk = useCallback22(() => {
-    start();
+    start2();
     reportActivity();
-  }, [start, reportActivity]);
+  }, [start2, reportActivity]);
   const commitPushToTalk = useCallback22(() => {
     commit();
     reportActivity();
@@ -11701,7 +11749,7 @@ function useSplash(surface, onDismiss) {
     dismissSplash(surface);
     onDismiss?.();
   }, [commitOptOut, releaseScreen, dismissSplash, surface, onDismiss]);
-  const start = useCallback29(() => {
+  const start2 = useCallback29(() => {
     commitOptOut();
     startPrimarySession();
   }, [commitOptOut, startPrimarySession]);
@@ -11747,7 +11795,7 @@ function useSplash(surface, onDismiss) {
       toggleStartMuted,
       enableScreen,
       startTip,
-      start,
+      start: start2,
       dismiss,
       optOutChecked,
       toggleOptOut
@@ -11772,7 +11820,7 @@ function useSplash(surface, onDismiss) {
     enableMic,
     toggleStartMuted,
     enableScreen,
-    start,
+    start: start2,
     dismiss,
     optOutChecked,
     toggleOptOut
@@ -12055,7 +12103,7 @@ function SplashAlwaysOn({
   toggleStartMuted,
   enableScreen,
   startTip,
-  start,
+  start: start2,
   dismiss,
   optOutChecked,
   toggleOptOut,
@@ -12145,7 +12193,7 @@ function SplashAlwaysOn({
                 }, tip.goalId)) : /* @__PURE__ */ jsx44(TipRow, {
                   title: copy.tipsEmptyTitle,
                   subtext: copy.tipsEmptyDescription,
-                  onStart: start
+                  onStart: start2
                 })
               })
             ]
@@ -12167,7 +12215,7 @@ function SplashAlwaysOn({
           /* @__PURE__ */ jsxs35("button", {
             ref: ctaRef,
             type: "button",
-            onClick: start,
+            onClick: start2,
             className: `${FOCUS_RING3} skippr:flex skippr:w-full skippr:cursor-pointer skippr:items-center skippr:justify-center skippr:gap-2 skippr:rounded-full skippr:bg-primary skippr:px-5 skippr:py-[13px] skippr:text-[16px] skippr:font-semibold skippr:text-primary-foreground skippr:transition-all skippr:hover:bg-primary/90`,
             children: [
               headerIconUrl ? /* @__PURE__ */ jsx44("img", {
@@ -12256,7 +12304,7 @@ function SplashPrimary({
   enableMic,
   toggleStartMuted,
   enableScreen,
-  start,
+  start: start2,
   dismiss,
   optOutChecked,
   toggleOptOut,
@@ -12434,7 +12482,7 @@ function SplashPrimary({
           /* @__PURE__ */ jsxs36("button", {
             ref: ctaRef,
             type: "button",
-            onClick: start,
+            onClick: start2,
             className: `${FOCUS_RING3} skippr:flex skippr:w-full skippr:cursor-pointer skippr:items-center skippr:justify-center skippr:gap-2 skippr:rounded-full skippr:bg-primary skippr:px-5 skippr:py-[13px] skippr:text-[16px] skippr:font-semibold skippr:text-primary-foreground skippr:transition-all skippr:hover:bg-primary/90`,
             children: [
               headerIconUrl ? /* @__PURE__ */ jsx45("img", {
@@ -13597,8 +13645,8 @@ function VoiceBarFrame({
   const { localParticipant } = useLocalParticipant13();
   const isUserSpeaking = useIsSpeaking(localParticipant);
   const { state } = useAgentVoiceState();
-  const { isCapturingSpeech, toggle: toggleTapToTalk, start, commit } = useVoiceTurnContext();
-  const holdPushToTalk = usePointerHold(start, commit);
+  const { isCapturingSpeech, toggle: toggleTapToTalk, start: start2, commit } = useVoiceTurnContext();
+  const holdPushToTalk = usePointerHold(start2, commit);
   const { isHeld, toggle: togglePause } = useSessionHoldContext();
   const plan = usePlanUpdates();
   const linkCard = useLinkCard();
@@ -13643,7 +13691,7 @@ function VoiceBarFrame({
   }, [chatLineOpen, chatLineMounted]);
   useKeyboardPushToTalk({
     enabled: isConnected && isPushToTalk,
-    onStart: start,
+    onStart: start2,
     onCommit: commit,
     code: "Space",
     requireCtrl: true
@@ -14668,6 +14716,7 @@ function LiveAgent(props) {
     startSessionLabel = "Talk to Skippr",
     autoFocusChat = true,
     animateAgentCursor = false,
+    suppressVideoPublish = false,
     children
   } = props;
   const captureMode = props.captureMode ?? DEFAULT_CAPTURE_MODE;
@@ -15063,6 +15112,15 @@ function LiveAgent(props) {
     selectModule,
     startAdoptionSession
   });
+  useEffect51(() => {
+    if (bearerToken === null || !hasResolvedModules || !defaultModule)
+      return;
+    provideStartSession(startDefaultSession);
+    return () => provideStartSession(null);
+  }, [bearerToken, hasResolvedModules, defaultModule, startDefaultSession]);
+  useEffect51(() => {
+    setHostSessionLive(isSessionLive);
+  }, [isSessionLive]);
   useEffect51(() => {
     if (!autoStartAfterLogin)
       return;
@@ -15380,7 +15438,8 @@ function LiveAgent(props) {
                 }),
                 connection && captureMode === CAPTURE_MODE.Auto && /* @__PURE__ */ jsx56(DomCapture, {
                   pushOrTapMicMode: isRequestResponseMicMode(agentControls?.micMode),
-                  startMuted
+                  startMuted,
+                  suppressVideoPublish
                 }),
                 /* @__PURE__ */ jsxs44(ShadowHost, {
                   accentColor: appearance?.accentColor ?? null,