@scalemule/nextjs 0.1.43 → 0.1.45

package/dist/audio.css

@@ -131,7 +131,8 @@
   gap: 8px;
 }
 .sm-audio__speed,
-.sm-audio__refresh {
+.sm-audio__refresh,
+.sm-audio__highlight {
   min-width: 44px;
   min-height: 44px;
   padding: 6px 10px;
@@ -141,6 +142,24 @@
   color: var(--sm-audio-ink);
   font-weight: 600 !important;
 }
+.sm-audio__highlight {
+  display: grid;
+  place-items: center;
+}
+.sm-audio__highlight svg {
+  width: 18px;
+  height: 18px;
+  fill: currentColor;
+}
+.sm-audio__highlight--on {
+  background: var(--sm-audio-accent);
+  border-color: var(--sm-audio-accent);
+  color: #fff;
+}
+.sm-audio__highlight:disabled {
+  opacity: 0.6;
+  cursor: wait;
+}
 .sm-audio__refresh:disabled {
   opacity: 0.6;
   cursor: wait;
@@ -204,3 +223,10 @@
     flex-basis: 120px;
   }
 }
+::highlight(sm-narration-sentence) {
+  background-color: var(--sm-narration-sentence, rgba(36, 99, 70, 0.12));
+}
+::highlight(sm-narration-word) {
+  background-color: var(--sm-narration-word, rgba(36, 99, 70, 0.32));
+  color: inherit;
+}

package/dist/audio.d.mts

@@ -7,6 +7,22 @@ interface AudioPlayerSource {
     expires_at?: string | null;
     waveform_peaks?: number[] | null;
     ai_generated?: boolean;
+    /** Whether narration word timings exist for this recording. */
+    has_word_timings?: boolean;
+}
+/**
+ * Follow-along highlighting for article narration. When set (and the
+ * recording has word timings), the player shows a highlight toggle —
+ * off by default; the reader's choice persists per browser. Enabled,
+ * the word and sentence being read are painted via the CSS Custom
+ * Highlight API on the element `targetId`, and the page scrolls along
+ * gently. `timingsUrl` is fetched lazily on first enable and must
+ * return the timings JSON (raw or in a {timings}/{data:{timings}}
+ * envelope).
+ */
+interface AudioPlayerNarration {
+    timingsUrl: string;
+    targetId: string;
 }
 type AudioPlayerVariant = 'waveform' | 'compact' | 'inline';
 interface AudioPlayerProps {
@@ -17,6 +33,7 @@ interface AudioPlayerProps {
     label?: string;
     className?: string;
     style?: CSSProperties;
+    narration?: AudioPlayerNarration;
     /**
      * Defaults to none so a list does not download every recording.
      * A player that does not already know its length uses metadata anyway,
@@ -34,4 +51,59 @@ interface AudioPlayerProps {
 /** Three layouts, one playback controller. No provider, credentials, polling, or Next.js runtime imports. */
 declare function AudioPlayer(props: AudioPlayerProps): react_jsx_runtime.JSX.Element | null;
 
-export { AudioPlayer, type AudioPlayerProps, type AudioPlayerSource, type AudioPlayerVariant };
+/**
+ * Follow-along narration highlighting.
+ *
+ * The platform's TTS pipeline stores word timings with every narration
+ * it synthesizes: `{version: 1, duration_ms, words}` where each word is
+ * `[text, start_ms, end_ms, sentence_index]` over the narration script
+ * (the article's markdown rendered to plain text). The article body a
+ * site renders is HTML from that same markdown, so the two word
+ * sequences correspond nearly one-to-one; this module aligns them and
+ * paints the spoken word and sentence with the CSS Custom Highlight
+ * API — no DOM mutation, no per-word spans.
+ *
+ * Everything degrades to nothing: unsupported browser (no
+ * `CSS.highlights`), missing timings, or a body that no longer matches
+ * the narration simply means no highlight.
+ */
+interface NarrationTimings {
+    version: number;
+    duration_ms?: number;
+    /** [text, start_ms, end_ms, sentence_index] */
+    words: [string, number, number, number][];
+}
+declare const WORD_HIGHLIGHT = "sm-narration-word";
+declare const SENTENCE_HIGHLIGHT = "sm-narration-sentence";
+declare function narrationHighlightSupported(): boolean;
+/**
+ * Owns the live highlight for one narration player. Build once per
+ * (timings, article body) pair; drive with `update(currentTimeMs)`.
+ */
+declare class NarrationHighlighter {
+    private words;
+    private ranges;
+    private sentenceRanges;
+    private currentWord;
+    private currentSentence;
+    private follow;
+    private detachUserScroll;
+    private reducedMotion;
+    constructor(root: Element, timings: NarrationTimings);
+    /** Fraction of narration words found in the article body. A low
+     * ratio means the body diverged from the script; callers may prefer
+     * to hide the toggle below ~0.5. */
+    matchRatio(): number;
+    private attachUserScroll;
+    /** Re-engage auto-scroll (the reader pressed the toggle or sought). */
+    resumeFollowing(): void;
+    update(timeMs: number): void;
+    private scrollTo;
+    clear(): void;
+    destroy(): void;
+}
+/** Parse a fetched timings payload; accepts the raw timings object or
+ * common envelopes ({timings}, {data:{timings}}). */
+declare function parseTimingsPayload(body: unknown): NarrationTimings | null;
+
+export { AudioPlayer, type AudioPlayerNarration, type AudioPlayerProps, type AudioPlayerSource, type AudioPlayerVariant, NarrationHighlighter, type NarrationTimings, SENTENCE_HIGHLIGHT, WORD_HIGHLIGHT, narrationHighlightSupported, parseTimingsPayload };

package/dist/audio.d.ts

@@ -7,6 +7,22 @@ interface AudioPlayerSource {
     expires_at?: string | null;
     waveform_peaks?: number[] | null;
     ai_generated?: boolean;
+    /** Whether narration word timings exist for this recording. */
+    has_word_timings?: boolean;
+}
+/**
+ * Follow-along highlighting for article narration. When set (and the
+ * recording has word timings), the player shows a highlight toggle —
+ * off by default; the reader's choice persists per browser. Enabled,
+ * the word and sentence being read are painted via the CSS Custom
+ * Highlight API on the element `targetId`, and the page scrolls along
+ * gently. `timingsUrl` is fetched lazily on first enable and must
+ * return the timings JSON (raw or in a {timings}/{data:{timings}}
+ * envelope).
+ */
+interface AudioPlayerNarration {
+    timingsUrl: string;
+    targetId: string;
 }
 type AudioPlayerVariant = 'waveform' | 'compact' | 'inline';
 interface AudioPlayerProps {
@@ -17,6 +33,7 @@ interface AudioPlayerProps {
     label?: string;
     className?: string;
     style?: CSSProperties;
+    narration?: AudioPlayerNarration;
     /**
      * Defaults to none so a list does not download every recording.
      * A player that does not already know its length uses metadata anyway,
@@ -34,4 +51,59 @@ interface AudioPlayerProps {
 /** Three layouts, one playback controller. No provider, credentials, polling, or Next.js runtime imports. */
 declare function AudioPlayer(props: AudioPlayerProps): react_jsx_runtime.JSX.Element | null;
 
-export { AudioPlayer, type AudioPlayerProps, type AudioPlayerSource, type AudioPlayerVariant };
+/**
+ * Follow-along narration highlighting.
+ *
+ * The platform's TTS pipeline stores word timings with every narration
+ * it synthesizes: `{version: 1, duration_ms, words}` where each word is
+ * `[text, start_ms, end_ms, sentence_index]` over the narration script
+ * (the article's markdown rendered to plain text). The article body a
+ * site renders is HTML from that same markdown, so the two word
+ * sequences correspond nearly one-to-one; this module aligns them and
+ * paints the spoken word and sentence with the CSS Custom Highlight
+ * API — no DOM mutation, no per-word spans.
+ *
+ * Everything degrades to nothing: unsupported browser (no
+ * `CSS.highlights`), missing timings, or a body that no longer matches
+ * the narration simply means no highlight.
+ */
+interface NarrationTimings {
+    version: number;
+    duration_ms?: number;
+    /** [text, start_ms, end_ms, sentence_index] */
+    words: [string, number, number, number][];
+}
+declare const WORD_HIGHLIGHT = "sm-narration-word";
+declare const SENTENCE_HIGHLIGHT = "sm-narration-sentence";
+declare function narrationHighlightSupported(): boolean;
+/**
+ * Owns the live highlight for one narration player. Build once per
+ * (timings, article body) pair; drive with `update(currentTimeMs)`.
+ */
+declare class NarrationHighlighter {
+    private words;
+    private ranges;
+    private sentenceRanges;
+    private currentWord;
+    private currentSentence;
+    private follow;
+    private detachUserScroll;
+    private reducedMotion;
+    constructor(root: Element, timings: NarrationTimings);
+    /** Fraction of narration words found in the article body. A low
+     * ratio means the body diverged from the script; callers may prefer
+     * to hide the toggle below ~0.5. */
+    matchRatio(): number;
+    private attachUserScroll;
+    /** Re-engage auto-scroll (the reader pressed the toggle or sought). */
+    resumeFollowing(): void;
+    update(timeMs: number): void;
+    private scrollTo;
+    clear(): void;
+    destroy(): void;
+}
+/** Parse a fetched timings payload; accepts the raw timings object or
+ * common envelopes ({timings}, {data:{timings}}). */
+declare function parseTimingsPayload(body: unknown): NarrationTimings | null;
+
+export { AudioPlayer, type AudioPlayerNarration, type AudioPlayerProps, type AudioPlayerSource, type AudioPlayerVariant, NarrationHighlighter, type NarrationTimings, SENTENCE_HIGHLIGHT, WORD_HIGHLIGHT, narrationHighlightSupported, parseTimingsPayload };

package/dist/audio.js

@@ -22,15 +22,214 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/audio.ts
 var audio_exports = {};
 __export(audio_exports, {
-  AudioPlayer: () => AudioPlayer
+  AudioPlayer: () => AudioPlayer,
+  NarrationHighlighter: () => NarrationHighlighter,
+  SENTENCE_HIGHLIGHT: () => SENTENCE_HIGHLIGHT,
+  WORD_HIGHLIGHT: () => WORD_HIGHLIGHT,
+  narrationHighlightSupported: () => narrationHighlightSupported,
+  parseTimingsPayload: () => parseTimingsPayload
 });
 module.exports = __toCommonJS(audio_exports);
 
 // src/components/audio-player.tsx
 var import_react = require("react");
+
+// src/components/narration-highlight.ts
+var WORD_HIGHLIGHT = "sm-narration-word";
+var SENTENCE_HIGHLIGHT = "sm-narration-sentence";
+function normalizeWord(raw) {
+  return raw.normalize("NFKC").toLowerCase().replace(/[^\p{L}\p{N}]+/gu, "");
+}
+var SKIPPED_TAGS = /* @__PURE__ */ new Set(["SCRIPT", "STYLE", "NOSCRIPT", "TEMPLATE"]);
+function collectDomWords(root) {
+  const doc = root.ownerDocument ?? root;
+  const walker = doc.createTreeWalker(root, 4, {
+    acceptNode(node) {
+      const parent = node.parentElement;
+      if (parent && SKIPPED_TAGS.has(parent.tagName)) return 2;
+      return 1;
+    }
+  });
+  const out = [];
+  for (let node = walker.nextNode(); node; node = walker.nextNode()) {
+    const text = node.data;
+    const matcher = /\S+/g;
+    for (let m = matcher.exec(text); m; m = matcher.exec(text)) {
+      const norm = normalizeWord(m[0]);
+      if (norm) {
+        out.push({ node, start: m.index, end: m.index + m[0].length, norm });
+      }
+    }
+  }
+  return out;
+}
+function alignWords(timingNorms, domNorms, window2 = 6) {
+  const out = new Array(timingNorms.length).fill(-1);
+  let j = 0;
+  for (let i = 0; i < timingNorms.length; i++) {
+    const target = timingNorms[i];
+    if (!target) continue;
+    let found = -1;
+    for (let k = j; k < Math.min(domNorms.length, j + window2); k++) {
+      if (domNorms[k] === target) {
+        found = k;
+        break;
+      }
+    }
+    if (found === -1) {
+      continue;
+    }
+    out[i] = found;
+    j = found + 1;
+  }
+  return out;
+}
+function wordIndexAt(words, timeMs) {
+  let lo = 0;
+  let hi = words.length - 1;
+  let ans = -1;
+  while (lo <= hi) {
+    const mid = lo + hi >> 1;
+    if (words[mid][1] <= timeMs) {
+      ans = mid;
+      lo = mid + 1;
+    } else {
+      hi = mid - 1;
+    }
+  }
+  return ans;
+}
+function narrationHighlightSupported() {
+  return typeof window !== "undefined" && typeof CSS !== "undefined" && "highlights" in CSS && typeof globalThis.Highlight === "function";
+}
+var NarrationHighlighter = class {
+  constructor(root, timings) {
+    this.currentWord = -2;
+    this.currentSentence = -2;
+    this.follow = true;
+    this.detachUserScroll = null;
+    this.words = timings.words;
+    const domWords = collectDomWords(root);
+    const matches = alignWords(
+      this.words.map((w) => normalizeWord(w[0])),
+      domWords.map((w) => w.norm)
+    );
+    const doc = root.ownerDocument;
+    this.ranges = matches.map((m) => {
+      if (m === -1) return null;
+      const w = domWords[m];
+      try {
+        const range = doc.createRange();
+        range.setStart(w.node, w.start);
+        range.setEnd(w.node, w.end);
+        return range;
+      } catch {
+        return null;
+      }
+    });
+    this.sentenceRanges = /* @__PURE__ */ new Map();
+    this.words.forEach((w, i) => {
+      const range = this.ranges[i];
+      if (!range) return;
+      const list = this.sentenceRanges.get(w[3]);
+      if (list) list.push(range);
+      else this.sentenceRanges.set(w[3], [range]);
+    });
+    this.reducedMotion = typeof window !== "undefined" && typeof window.matchMedia === "function" && window.matchMedia("(prefers-reduced-motion: reduce)").matches;
+    this.attachUserScroll(doc);
+  }
+  /** Fraction of narration words found in the article body. A low
+   * ratio means the body diverged from the script; callers may prefer
+   * to hide the toggle below ~0.5. */
+  matchRatio() {
+    if (this.ranges.length === 0) return 0;
+    return this.ranges.filter(Boolean).length / this.ranges.length;
+  }
+  attachUserScroll(doc) {
+    const stopFollowing = () => {
+      this.follow = false;
+    };
+    const opts = { passive: true };
+    doc.addEventListener("wheel", stopFollowing, opts);
+    doc.addEventListener("touchmove", stopFollowing, opts);
+    this.detachUserScroll = () => {
+      doc.removeEventListener("wheel", stopFollowing, opts);
+      doc.removeEventListener("touchmove", stopFollowing, opts);
+    };
+  }
+  /** Re-engage auto-scroll (the reader pressed the toggle or sought). */
+  resumeFollowing() {
+    this.follow = true;
+    this.currentSentence = -2;
+  }
+  update(timeMs) {
+    if (!narrationHighlightSupported()) return;
+    const idx = wordIndexAt(this.words, timeMs);
+    if (idx === this.currentWord) return;
+    this.currentWord = idx;
+    const registry = CSS.highlights;
+    if (idx < 0) {
+      registry.delete(WORD_HIGHLIGHT);
+      registry.delete(SENTENCE_HIGHLIGHT);
+      this.currentSentence = -2;
+      return;
+    }
+    const wordRange = this.ranges[idx];
+    if (wordRange) registry.set(WORD_HIGHLIGHT, new Highlight(wordRange));
+    else registry.delete(WORD_HIGHLIGHT);
+    const sentence = this.words[idx][3];
+    if (sentence !== this.currentSentence) {
+      this.currentSentence = sentence;
+      const ranges = this.sentenceRanges.get(sentence) ?? [];
+      if (ranges.length > 0) {
+        registry.set(SENTENCE_HIGHLIGHT, new Highlight(...ranges));
+        this.scrollTo(ranges[0]);
+      } else {
+        registry.delete(SENTENCE_HIGHLIGHT);
+      }
+    }
+  }
+  scrollTo(range) {
+    if (!this.follow) return;
+    try {
+      const rect = range.getBoundingClientRect();
+      const viewport = window.innerHeight || 0;
+      if (rect.top < viewport * 0.15 || rect.bottom > viewport * 0.7) {
+        const target = window.scrollY + rect.top - viewport * 0.3;
+        window.scrollTo({ top: target, behavior: this.reducedMotion ? "auto" : "smooth" });
+      }
+    } catch {
+    }
+  }
+  clear() {
+    if (!narrationHighlightSupported()) return;
+    const registry = CSS.highlights;
+    registry.delete(WORD_HIGHLIGHT);
+    registry.delete(SENTENCE_HIGHLIGHT);
+    this.currentWord = -2;
+    this.currentSentence = -2;
+  }
+  destroy() {
+    this.clear();
+    this.detachUserScroll?.();
+    this.detachUserScroll = null;
+  }
+};
+function parseTimingsPayload(body) {
+  const candidate = body?.timings ?? body?.data?.timings ?? body;
+  const t = candidate;
+  if (!t || t.version !== 1 || !Array.isArray(t.words) || t.words.length === 0) return null;
+  const valid = t.words.every(
+    (w) => Array.isArray(w) && w.length === 4 && typeof w[0] === "string" && typeof w[1] === "number" && typeof w[2] === "number" && typeof w[3] === "number"
+  );
+  return valid ? t : null;
+}
+
+// src/components/audio-player.tsx
 var import_jsx_runtime = require("react/jsx-runtime");
 var SPEEDS = [1, 1.25, 1.5, 2, 3];
 var PLAY_EVENT = "scalemule:audio:play";
+var HIGHLIGHT_PREF_KEY = "scalemule:audio:highlight";
 var positive = (n) => n != null && Number.isFinite(n) && n > 0 ? n : 0;
 var durationOf = (audio) => positive(audio.duration_ms) / 1e3;
 function time(seconds) {
@@ -52,7 +251,8 @@ function PlayerSession({
   showRefreshButton = false,
   onPlaybackError,
   playbackRateStorageKey = "scalemule:audio:playback-rate",
-  exclusivePlayback = true
+  exclusivePlayback = true,
+  narration
 }) {
   const media = (0, import_react.useRef)(null);
   const alive = (0, import_react.useRef)(true);
@@ -71,6 +271,91 @@ function PlayerSession({
   const sliderId = (0, import_react.useId)();
   const labelId = (0, import_react.useId)();
   const rate = (0, import_react.useRef)(1);
+  const narrationOffered = !!narration && audio.has_word_timings !== false && narrationHighlightSupported();
+  const [highlightOn, setHighlightOn] = (0, import_react.useState)(false);
+  const [highlightBusy, setHighlightBusy] = (0, import_react.useState)(false);
+  const highlighter = (0, import_react.useRef)(null);
+  const highlightAbort = (0, import_react.useRef)(null);
+  (0, import_react.useEffect)(() => {
+    if (!narrationOffered) return;
+    try {
+      if (window.localStorage.getItem(HIGHLIGHT_PREF_KEY) === "1") {
+        void enableHighlight(false);
+      }
+    } catch {
+    }
+  }, [narrationOffered]);
+  (0, import_react.useEffect)(() => {
+    return () => {
+      highlightAbort.current?.abort();
+      highlighter.current?.destroy();
+      highlighter.current = null;
+    };
+  }, []);
+  async function enableHighlight(persist) {
+    if (!narration) return;
+    if (persist) {
+      try {
+        window.localStorage.setItem(HIGHLIGHT_PREF_KEY, "1");
+      } catch {
+      }
+    }
+    if (highlighter.current) {
+      highlighter.current.resumeFollowing();
+      setHighlightOn(true);
+      return;
+    }
+    if (highlightBusy) return;
+    const controller = new AbortController();
+    highlightAbort.current = controller;
+    setHighlightBusy(true);
+    try {
+      const resp = await fetch(narration.timingsUrl, { signal: controller.signal });
+      if (!resp.ok) throw new Error(`timings ${resp.status}`);
+      const timings = parseTimingsPayload(await resp.json());
+      const target = document.getElementById(narration.targetId);
+      if (!timings || !target) throw new Error("timings or target missing");
+      const instance = new NarrationHighlighter(target, timings);
+      if (instance.matchRatio() < 0.5) {
+        instance.destroy();
+        throw new Error("article text does not match narration");
+      }
+      highlighter.current = instance;
+      setHighlightOn(true);
+      const element = media.current;
+      if (element) instance.update(element.currentTime * 1e3);
+    } catch {
+      setHighlightOn(false);
+    } finally {
+      if (highlightAbort.current === controller) highlightAbort.current = null;
+      setHighlightBusy(false);
+    }
+  }
+  function disableHighlight() {
+    try {
+      window.localStorage.setItem(HIGHLIGHT_PREF_KEY, "0");
+    } catch {
+    }
+    highlightAbort.current?.abort();
+    highlighter.current?.clear();
+    setHighlightOn(false);
+  }
+  (0, import_react.useEffect)(() => {
+    if (!highlightOn || !highlighter.current) return;
+    const element = media.current;
+    if (!element) return;
+    if (!playing) {
+      highlighter.current.update(element.currentTime * 1e3);
+      return;
+    }
+    let frame = 0;
+    const tick = () => {
+      highlighter.current?.update(element.currentTime * 1e3);
+      frame = requestAnimationFrame(tick);
+    };
+    frame = requestAnimationFrame(tick);
+    return () => cancelAnimationFrame(frame);
+  }, [highlightOn, playing, position]);
   (0, import_react.useEffect)(() => {
     alive.current = true;
     const element = media.current;
@@ -202,6 +487,7 @@ function PlayerSession({
       media.current.currentTime = target;
       resume.current = target;
       setPosition(target);
+      highlighter.current?.resumeFollowing();
     } catch {
     }
   }
@@ -353,6 +639,19 @@ function PlayerSession({
           )
         ] }),
         /* @__PURE__ */ (0, import_jsx_runtime.jsxs)("div", { className: "sm-audio__actions", children: [
+          narrationOffered && /* @__PURE__ */ (0, import_jsx_runtime.jsx)(
+            "button",
+            {
+              type: "button",
+              className: `sm-audio__highlight${highlightOn ? " sm-audio__highlight--on" : ""}`,
+              "aria-pressed": highlightOn,
+              disabled: highlightBusy,
+              onClick: () => highlightOn ? disableHighlight() : void enableHighlight(true),
+              "aria-label": highlightOn ? "Turn off follow-along highlighting" : "Highlight the text as it is read",
+              title: highlightOn ? "Turn off follow-along highlighting" : "Highlight the text as it is read",
+              children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)("svg", { viewBox: "0 0 24 24", "aria-hidden": "true", children: /* @__PURE__ */ (0, import_jsx_runtime.jsx)("path", { d: "M4 5h16v2.5H4zm0 5.75h16v2.5H4zM4 16.5h9v2.5H4z" }) })
+            }
+          ),
           /* @__PURE__ */ (0, import_jsx_runtime.jsxs)(
             "button",
             {
@@ -384,5 +683,10 @@ function PlayerSession({
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  AudioPlayer
+  AudioPlayer,
+  NarrationHighlighter,
+  SENTENCE_HIGHLIGHT,
+  WORD_HIGHLIGHT,
+  narrationHighlightSupported,
+  parseTimingsPayload
 });

package/dist/audio.mjs

@@ -9,9 +9,203 @@ import {
   useRef,
   useState
 } from "react";
+
+// src/components/narration-highlight.ts
+var WORD_HIGHLIGHT = "sm-narration-word";
+var SENTENCE_HIGHLIGHT = "sm-narration-sentence";
+function normalizeWord(raw) {
+  return raw.normalize("NFKC").toLowerCase().replace(/[^\p{L}\p{N}]+/gu, "");
+}
+var SKIPPED_TAGS = /* @__PURE__ */ new Set(["SCRIPT", "STYLE", "NOSCRIPT", "TEMPLATE"]);
+function collectDomWords(root) {
+  const doc = root.ownerDocument ?? root;
+  const walker = doc.createTreeWalker(root, 4, {
+    acceptNode(node) {
+      const parent = node.parentElement;
+      if (parent && SKIPPED_TAGS.has(parent.tagName)) return 2;
+      return 1;
+    }
+  });
+  const out = [];
+  for (let node = walker.nextNode(); node; node = walker.nextNode()) {
+    const text = node.data;
+    const matcher = /\S+/g;
+    for (let m = matcher.exec(text); m; m = matcher.exec(text)) {
+      const norm = normalizeWord(m[0]);
+      if (norm) {
+        out.push({ node, start: m.index, end: m.index + m[0].length, norm });
+      }
+    }
+  }
+  return out;
+}
+function alignWords(timingNorms, domNorms, window2 = 6) {
+  const out = new Array(timingNorms.length).fill(-1);
+  let j = 0;
+  for (let i = 0; i < timingNorms.length; i++) {
+    const target = timingNorms[i];
+    if (!target) continue;
+    let found = -1;
+    for (let k = j; k < Math.min(domNorms.length, j + window2); k++) {
+      if (domNorms[k] === target) {
+        found = k;
+        break;
+      }
+    }
+    if (found === -1) {
+      continue;
+    }
+    out[i] = found;
+    j = found + 1;
+  }
+  return out;
+}
+function wordIndexAt(words, timeMs) {
+  let lo = 0;
+  let hi = words.length - 1;
+  let ans = -1;
+  while (lo <= hi) {
+    const mid = lo + hi >> 1;
+    if (words[mid][1] <= timeMs) {
+      ans = mid;
+      lo = mid + 1;
+    } else {
+      hi = mid - 1;
+    }
+  }
+  return ans;
+}
+function narrationHighlightSupported() {
+  return typeof window !== "undefined" && typeof CSS !== "undefined" && "highlights" in CSS && typeof globalThis.Highlight === "function";
+}
+var NarrationHighlighter = class {
+  constructor(root, timings) {
+    this.currentWord = -2;
+    this.currentSentence = -2;
+    this.follow = true;
+    this.detachUserScroll = null;
+    this.words = timings.words;
+    const domWords = collectDomWords(root);
+    const matches = alignWords(
+      this.words.map((w) => normalizeWord(w[0])),
+      domWords.map((w) => w.norm)
+    );
+    const doc = root.ownerDocument;
+    this.ranges = matches.map((m) => {
+      if (m === -1) return null;
+      const w = domWords[m];
+      try {
+        const range = doc.createRange();
+        range.setStart(w.node, w.start);
+        range.setEnd(w.node, w.end);
+        return range;
+      } catch {
+        return null;
+      }
+    });
+    this.sentenceRanges = /* @__PURE__ */ new Map();
+    this.words.forEach((w, i) => {
+      const range = this.ranges[i];
+      if (!range) return;
+      const list = this.sentenceRanges.get(w[3]);
+      if (list) list.push(range);
+      else this.sentenceRanges.set(w[3], [range]);
+    });
+    this.reducedMotion = typeof window !== "undefined" && typeof window.matchMedia === "function" && window.matchMedia("(prefers-reduced-motion: reduce)").matches;
+    this.attachUserScroll(doc);
+  }
+  /** Fraction of narration words found in the article body. A low
+   * ratio means the body diverged from the script; callers may prefer
+   * to hide the toggle below ~0.5. */
+  matchRatio() {
+    if (this.ranges.length === 0) return 0;
+    return this.ranges.filter(Boolean).length / this.ranges.length;
+  }
+  attachUserScroll(doc) {
+    const stopFollowing = () => {
+      this.follow = false;
+    };
+    const opts = { passive: true };
+    doc.addEventListener("wheel", stopFollowing, opts);
+    doc.addEventListener("touchmove", stopFollowing, opts);
+    this.detachUserScroll = () => {
+      doc.removeEventListener("wheel", stopFollowing, opts);
+      doc.removeEventListener("touchmove", stopFollowing, opts);
+    };
+  }
+  /** Re-engage auto-scroll (the reader pressed the toggle or sought). */
+  resumeFollowing() {
+    this.follow = true;
+    this.currentSentence = -2;
+  }
+  update(timeMs) {
+    if (!narrationHighlightSupported()) return;
+    const idx = wordIndexAt(this.words, timeMs);
+    if (idx === this.currentWord) return;
+    this.currentWord = idx;
+    const registry = CSS.highlights;
+    if (idx < 0) {
+      registry.delete(WORD_HIGHLIGHT);
+      registry.delete(SENTENCE_HIGHLIGHT);
+      this.currentSentence = -2;
+      return;
+    }
+    const wordRange = this.ranges[idx];
+    if (wordRange) registry.set(WORD_HIGHLIGHT, new Highlight(wordRange));
+    else registry.delete(WORD_HIGHLIGHT);
+    const sentence = this.words[idx][3];
+    if (sentence !== this.currentSentence) {
+      this.currentSentence = sentence;
+      const ranges = this.sentenceRanges.get(sentence) ?? [];
+      if (ranges.length > 0) {
+        registry.set(SENTENCE_HIGHLIGHT, new Highlight(...ranges));
+        this.scrollTo(ranges[0]);
+      } else {
+        registry.delete(SENTENCE_HIGHLIGHT);
+      }
+    }
+  }
+  scrollTo(range) {
+    if (!this.follow) return;
+    try {
+      const rect = range.getBoundingClientRect();
+      const viewport = window.innerHeight || 0;
+      if (rect.top < viewport * 0.15 || rect.bottom > viewport * 0.7) {
+        const target = window.scrollY + rect.top - viewport * 0.3;
+        window.scrollTo({ top: target, behavior: this.reducedMotion ? "auto" : "smooth" });
+      }
+    } catch {
+    }
+  }
+  clear() {
+    if (!narrationHighlightSupported()) return;
+    const registry = CSS.highlights;
+    registry.delete(WORD_HIGHLIGHT);
+    registry.delete(SENTENCE_HIGHLIGHT);
+    this.currentWord = -2;
+    this.currentSentence = -2;
+  }
+  destroy() {
+    this.clear();
+    this.detachUserScroll?.();
+    this.detachUserScroll = null;
+  }
+};
+function parseTimingsPayload(body) {
+  const candidate = body?.timings ?? body?.data?.timings ?? body;
+  const t = candidate;
+  if (!t || t.version !== 1 || !Array.isArray(t.words) || t.words.length === 0) return null;
+  const valid = t.words.every(
+    (w) => Array.isArray(w) && w.length === 4 && typeof w[0] === "string" && typeof w[1] === "number" && typeof w[2] === "number" && typeof w[3] === "number"
+  );
+  return valid ? t : null;
+}
+
+// src/components/audio-player.tsx
 import { jsx, jsxs } from "react/jsx-runtime";
 var SPEEDS = [1, 1.25, 1.5, 2, 3];
 var PLAY_EVENT = "scalemule:audio:play";
+var HIGHLIGHT_PREF_KEY = "scalemule:audio:highlight";
 var positive = (n) => n != null && Number.isFinite(n) && n > 0 ? n : 0;
 var durationOf = (audio) => positive(audio.duration_ms) / 1e3;
 function time(seconds) {
@@ -33,7 +227,8 @@ function PlayerSession({
   showRefreshButton = false,
   onPlaybackError,
   playbackRateStorageKey = "scalemule:audio:playback-rate",
-  exclusivePlayback = true
+  exclusivePlayback = true,
+  narration
 }) {
   const media = useRef(null);
   const alive = useRef(true);
@@ -52,6 +247,91 @@ function PlayerSession({
   const sliderId = useId();
   const labelId = useId();
   const rate = useRef(1);
+  const narrationOffered = !!narration && audio.has_word_timings !== false && narrationHighlightSupported();
+  const [highlightOn, setHighlightOn] = useState(false);
+  const [highlightBusy, setHighlightBusy] = useState(false);
+  const highlighter = useRef(null);
+  const highlightAbort = useRef(null);
+  useEffect(() => {
+    if (!narrationOffered) return;
+    try {
+      if (window.localStorage.getItem(HIGHLIGHT_PREF_KEY) === "1") {
+        void enableHighlight(false);
+      }
+    } catch {
+    }
+  }, [narrationOffered]);
+  useEffect(() => {
+    return () => {
+      highlightAbort.current?.abort();
+      highlighter.current?.destroy();
+      highlighter.current = null;
+    };
+  }, []);
+  async function enableHighlight(persist) {
+    if (!narration) return;
+    if (persist) {
+      try {
+        window.localStorage.setItem(HIGHLIGHT_PREF_KEY, "1");
+      } catch {
+      }
+    }
+    if (highlighter.current) {
+      highlighter.current.resumeFollowing();
+      setHighlightOn(true);
+      return;
+    }
+    if (highlightBusy) return;
+    const controller = new AbortController();
+    highlightAbort.current = controller;
+    setHighlightBusy(true);
+    try {
+      const resp = await fetch(narration.timingsUrl, { signal: controller.signal });
+      if (!resp.ok) throw new Error(`timings ${resp.status}`);
+      const timings = parseTimingsPayload(await resp.json());
+      const target = document.getElementById(narration.targetId);
+      if (!timings || !target) throw new Error("timings or target missing");
+      const instance = new NarrationHighlighter(target, timings);
+      if (instance.matchRatio() < 0.5) {
+        instance.destroy();
+        throw new Error("article text does not match narration");
+      }
+      highlighter.current = instance;
+      setHighlightOn(true);
+      const element = media.current;
+      if (element) instance.update(element.currentTime * 1e3);
+    } catch {
+      setHighlightOn(false);
+    } finally {
+      if (highlightAbort.current === controller) highlightAbort.current = null;
+      setHighlightBusy(false);
+    }
+  }
+  function disableHighlight() {
+    try {
+      window.localStorage.setItem(HIGHLIGHT_PREF_KEY, "0");
+    } catch {
+    }
+    highlightAbort.current?.abort();
+    highlighter.current?.clear();
+    setHighlightOn(false);
+  }
+  useEffect(() => {
+    if (!highlightOn || !highlighter.current) return;
+    const element = media.current;
+    if (!element) return;
+    if (!playing) {
+      highlighter.current.update(element.currentTime * 1e3);
+      return;
+    }
+    let frame = 0;
+    const tick = () => {
+      highlighter.current?.update(element.currentTime * 1e3);
+      frame = requestAnimationFrame(tick);
+    };
+    frame = requestAnimationFrame(tick);
+    return () => cancelAnimationFrame(frame);
+  }, [highlightOn, playing, position]);
   useEffect(() => {
     alive.current = true;
     const element = media.current;
@@ -183,6 +463,7 @@ function PlayerSession({
       media.current.currentTime = target;
       resume.current = target;
       setPosition(target);
+      highlighter.current?.resumeFollowing();
     } catch {
     }
   }
@@ -334,6 +615,19 @@ function PlayerSession({
           )
         ] }),
         /* @__PURE__ */ jsxs("div", { className: "sm-audio__actions", children: [
+          narrationOffered && /* @__PURE__ */ jsx(
+            "button",
+            {
+              type: "button",
+              className: `sm-audio__highlight${highlightOn ? " sm-audio__highlight--on" : ""}`,
+              "aria-pressed": highlightOn,
+              disabled: highlightBusy,
+              onClick: () => highlightOn ? disableHighlight() : void enableHighlight(true),
+              "aria-label": highlightOn ? "Turn off follow-along highlighting" : "Highlight the text as it is read",
+              title: highlightOn ? "Turn off follow-along highlighting" : "Highlight the text as it is read",
+              children: /* @__PURE__ */ jsx("svg", { viewBox: "0 0 24 24", "aria-hidden": "true", children: /* @__PURE__ */ jsx("path", { d: "M4 5h16v2.5H4zm0 5.75h16v2.5H4zM4 16.5h9v2.5H4z" }) })
+            }
+          ),
           /* @__PURE__ */ jsxs(
             "button",
             {
@@ -364,5 +658,10 @@ function PlayerSession({
   );
 }
 export {
-  AudioPlayer
+  AudioPlayer,
+  NarrationHighlighter,
+  SENTENCE_HIGHLIGHT,
+  WORD_HIGHLIGHT,
+  narrationHighlightSupported,
+  parseTimingsPayload
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@scalemule/nextjs",
-  "version": "0.1.43",
+  "version": "0.1.45",
   "description": "ScaleMule SDK for Next.js applications - authentication, storage, and user management",
   "main": "dist/index.js",
   "module": "dist/index.mjs",