@bendyline/squisq-editor-react 2.13.7 → 2.13.9

package/dist/{chunk-DJS5I5NO.js → chunk-PQSFLC2R.js}

@@ -1,7 +1,7 @@
 import {
   NarrationStage,
   useNarrationStage
-} from "./chunk-ZS6G2P57.js";
+} from "./chunk-CWSV5YGZ.js";
 
 // src/teleprompter/TeleprompterView.tsx
 import { jsx } from "react/jsx-runtime";

package/dist/{chunk-K56KR27T.js → chunk-ZEWQ7DTP.js}

@@ -4,6 +4,10 @@ import {
 
 // src/speech/speechAudioWav.ts
 async function microphoneTakeAsWav(blob) {
+  const samples = await decodeSpeechPcm(blob);
+  return encodeMonoPcm16Wav([samples], SPEECH_INPUT_SAMPLE_RATE).buffer;
+}
+async function decodeSpeechPcm(blob) {
   const encoded = await blobBytes(blob);
   let audio;
   try {
@@ -17,8 +21,7 @@ async function microphoneTakeAsWav(blob) {
     (_, index) => audio.getChannelData(index)
   );
   const mono = downmixToMono(channels);
-  const samples = audio.sampleRate === SPEECH_INPUT_SAMPLE_RATE ? mono : resampleLinear(mono, audio.sampleRate, SPEECH_INPUT_SAMPLE_RATE);
-  return encodeMonoPcm16Wav([samples], SPEECH_INPUT_SAMPLE_RATE).buffer;
+  return audio.sampleRate === SPEECH_INPUT_SAMPLE_RATE ? mono : resampleLinear(mono, audio.sampleRate, SPEECH_INPUT_SAMPLE_RATE);
 }
 function blobBytes(blob) {
   if (typeof blob.arrayBuffer === "function") return blob.arrayBuffer();
@@ -135,6 +138,7 @@ function writeAscii(view, offset, value) {
 
 export {
   microphoneTakeAsWav,
+  decodeSpeechPcm,
   downmixToMono,
   resampleLinear,
   encodeMonoPcm16Wav

package/dist/{dictationSession-SLDNYIZ2.js → dictationSession-4JBKD5EU.js}

@@ -1,6 +1,6 @@
 import {
   microphoneTakeAsWav
-} from "./chunk-K56KR27T.js";
+} from "./chunk-ZEWQ7DTP.js";
 import "./chunk-DNEVUOBZ.js";
 import {
   DEFAULT_RECORDER_DEVICE_SETTINGS,

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { C as CodeContext, E as EditorHostMode, S as SceneTextChannel, a as CalcEngineFactory, b as EditorView$1, c as CsvSourceMeta, X as XlsxSourceMeta, F as FormulaEditRecord } from './shell-D0XgDAZj.js';
-export { A as ApplySourceEditsOptions, B as BlockInsertionBuilder, d as BlockInsertionContext, e as BlockPlacement, f as BlockRange, g as BlockSlice, h as BlockTagVisibility, i as CodeContextSection, j as CoverImageSaveOutput, D as DashboardImageSaveOutput, k as DocumentLinkCandidate, l as DocumentLinkProvider, m as EditorActions, n as EditorColorScheme, o as EditorContextMenuContext, p as EditorContextMenuItem, q as EditorContextMenuItemVisibility, r as EditorContextMenuProvider, s as EditorContextMenuProviderProps, t as EditorContextValue, u as EditorInsertMenuItem, v as EditorMode, w as EditorProvider, x as EditorProviderProps, y as EditorSelectionInfo, z as EditorShell, G as EditorShellProps, H as EditorState, I as FindOptions, J as FindRequest, K as FormulaSessionOptions, L as ImageDisplayMode, M as IngestedSidecar, N as InsertBlockOptions, O as LayoutMode, P as MentionCandidate, Q as MentionProvider, R as OutlineBlock, T as OutlineInsertion, U as PreviewPanel, V as PreviewPanelProps, W as RawEditor, Y as RawEditorProps, Z as ThemeInheritance, _ as ViewPreferences, $ as WriteCanvasSettings, a0 as WysiwygEditor, a1 as WysiwygEditorProps, a2 as XLSX_LOCKED_REASON, a3 as XlsxFormulaSession, a4 as applySourceEditsToText, a5 as blockInsertionPoint, a6 as createXlsxFormulaSession, a7 as getBlockSlices, a8 as headingDepthForInsertion, a9 as ingestSidecarBytes, aa as joinBlockAt, ab as lineToOffset, ac as minimalReplaceEdit, ad as normalizeSourceEdits, ae as offsetToLine, af as resolveOutlineInsertion, ag as sliceIndexAtOffset, ah as sourceOutline, ai as spliceBlock, aj as useEditorContext, ak as useEditorContextMenuItems, al as useEditorInsertMenuItems } from './shell-D0XgDAZj.js';
+import { C as CodeContext, E as EditorHostMode, S as SceneTextChannel, a as CalcEngineFactory, b as EditorView$1, c as CsvSourceMeta, X as XlsxSourceMeta, F as FormulaEditRecord } from './shell-dM2AHXc3.js';
+export { A as ApplySourceEditsOptions, B as BlockInsertionBuilder, d as BlockInsertionContext, e as BlockPlacement, f as BlockRange, g as BlockSlice, h as BlockTagVisibility, i as CodeContextSection, j as CoverImageSaveOutput, D as DashboardImageSaveOutput, k as DocumentLinkCandidate, l as DocumentLinkProvider, m as EditorActions, n as EditorColorScheme, o as EditorContextMenuContext, p as EditorContextMenuItem, q as EditorContextMenuItemVisibility, r as EditorContextMenuProvider, s as EditorContextMenuProviderProps, t as EditorContextValue, u as EditorInsertMenuItem, v as EditorMode, w as EditorProvider, x as EditorProviderProps, y as EditorSelectionInfo, z as EditorShell, G as EditorShellProps, H as EditorState, I as FindOptions, J as FindRequest, K as FormulaSessionOptions, L as ImageDisplayMode, M as IngestedSidecar, N as InsertBlockOptions, O as LayoutMode, P as MentionCandidate, Q as MentionProvider, R as OutlineBlock, T as OutlineInsertion, U as PreviewPanel, V as PreviewPanelProps, W as RawEditor, Y as RawEditorProps, Z as ThemeInheritance, _ as ViewPreferences, $ as WriteCanvasSettings, a0 as WysiwygEditor, a1 as WysiwygEditorProps, a2 as XLSX_LOCKED_REASON, a3 as XlsxFormulaSession, a4 as applySourceEditsToText, a5 as blockInsertionPoint, a6 as createXlsxFormulaSession, a7 as getBlockSlices, a8 as headingDepthForInsertion, a9 as ingestSidecarBytes, aa as joinBlockAt, ab as lineToOffset, ac as minimalReplaceEdit, ad as normalizeSourceEdits, ae as offsetToLine, af as resolveOutlineInsertion, ag as sliceIndexAtOffset, ah as sourceOutline, ai as spliceBlock, aj as useEditorContext, ak as useEditorContextMenuItems, al as useEditorInsertMenuItems } from './shell-dM2AHXc3.js';
 import * as react from 'react';
 import { ReactNode, CSSProperties, ReactElement } from 'react';
 import { Doc, ScheduledClip, VideoPlacement, VideoPipSize, VideoPipShape, VideoPipPosition, MediaEdits, MediaProvider, Theme, CustomTemplateDefinition, ThemeSeedColors, ViewportPreset, ViewportConfig, Block, MediaEntry, DiagramEdgeAnchor } from '@bendyline/squisq/schemas';
@@ -35,7 +35,7 @@ export { EYE_LINE_FRACTION, ExecuteNarrationSaveDeps, NarrationSavePlan, Narrati
 export { H as HarperProofingConfig, a as ProofingCapability, b as ProofingDocumentRef, c as ProofingIgnoreStore, d as ProofingLanguage, e as ProofingLintOptions, P as ProofingProvider, f as ProofingProviderFactory } from './types-qxwhho3e.js';
 export { createHarperProofingProvider } from './proofing/index.js';
 export { PROOF_DIALECTS, PROOF_FRONTMATTER_KEYS, ProofCategory, ProofDialect, ProofFinding, ProofRange, ProofSuggestion, ProofSuggestionKind } from '@bendyline/squisq/proof';
-export { D as DictationControl, a as SPEECH_INPUT_SAMPLE_RATE, b as SpeechInputCapability, S as SpeechInputProvider, c as SpeechInputProviderFactory, d as SpeechInputReadiness, e as SpeechInputReadinessState, f as SpeechInputTranscribeOptions, g as SpeechInputTranscript, i as isSpeechInputProviderFactory, r as resolveSpeechInputProvider } from './types-Bi4ZVKvN.js';
+export { D as DictationControl, a as SPEECH_INPUT_SAMPLE_RATE, b as SpeechInputCapability, S as SpeechInputProvider, c as SpeechInputProviderFactory, d as SpeechInputReadiness, e as SpeechInputReadinessState, g as SpeechInputTranscribeOptions, h as SpeechInputTranscript, k as isSpeechInputProviderFactory, r as resolveSpeechInputProvider } from './types-BiKUg5nY.js';
 import '@bendyline/squisq-calc';
 import '@bendyline/squisq-formats/xlsx';
 import '@bendyline/squisq/versions';

package/dist/index.js

@@ -3,7 +3,7 @@ import {
   PROOF_FRONTMATTER_KEYS,
   createHarperProofingProvider
 } from "./chunk-VRRT4WP4.js";
-import "./chunk-2MP7QE7O.js";
+import "./chunk-7MAL27C2.js";
 import {
   configureMonacoWorkers
 } from "./chunk-BWPFPHWY.js";
@@ -243,7 +243,7 @@ import {
   videoEmbedParagraphJson,
   viewStateFromBinding,
   writeHeadingViewState
-} from "./chunk-WZONLKTC.js";
+} from "./chunk-JD7IATM6.js";
 import {
   EditorProvider,
   applySourceEditsToText,
@@ -264,7 +264,7 @@ import {
   useBlockNavigator,
   useEditorContext,
   useEditorInsertMenuItems
-} from "./chunk-PCIVTLQG.js";
+} from "./chunk-D2QFSFG2.js";
 import {
   SPEECH_INPUT_SAMPLE_RATE,
   isSpeechInputProviderFactory,
@@ -290,7 +290,7 @@ import {
 } from "./chunk-HLU6ZBS7.js";
 import {
   RecorderButton
-} from "./chunk-QZHUSMWA.js";
+} from "./chunk-F4D3VBAS.js";
 import {
   RecorderDeviceQuickPicks,
   RecorderDeviceSettingsPanel,
@@ -315,7 +315,7 @@ import {
   unshownSlidesWarning,
   useMediaDevices,
   useMediaRecorder
-} from "./chunk-LXGQA2SY.js";
+} from "./chunk-FOKUOC7E.js";
 import {
   DEFAULT_RECORDER_DEVICE_SETTINGS,
   buildRecorderAudioConstraints,
@@ -329,7 +329,7 @@ import {
 } from "./chunk-UYB5CPRE.js";
 import {
   TeleprompterView
-} from "./chunk-DJS5I5NO.js";
+} from "./chunk-PQSFLC2R.js";
 import {
   DEFAULT_TELEPROMPTER_PREFS,
   EYE_LINE_FRACTION,
@@ -340,11 +340,9 @@ import {
   TeleprompterControls,
   TeleprompterSurface,
   buildNarrationSavePlan,
-  buildTimingJson,
   cameraVideoLine,
   createFloatingWindowManager,
   detectFloatTiers,
-  encodeTimingJson,
   ensureTeleprompterStyles,
   executeNarrationSave,
   insertNarrationPreamble,
@@ -355,7 +353,6 @@ import {
   requestCameraStream,
   stepScroll,
   targetOffsetFor,
-  timingPathFor,
   useFloatingWindow,
   useMicAnalysis,
   useNarrationRecorder,
@@ -363,7 +360,7 @@ import {
   useStreamPreview,
   useTeleprompter,
   vadConfigForSensitivity
-} from "./chunk-ZS6G2P57.js";
+} from "./chunk-CWSV5YGZ.js";
 import {
   buildFilename,
   requestMicStream,
@@ -372,6 +369,11 @@ import {
   supportsMediaRecorder,
   supportsUserMedia
 } from "./chunk-DNJ6HOES.js";
+import {
+  buildTimingJson,
+  encodeTimingJson,
+  timingPathFor
+} from "./chunk-GG35EBRB.js";
 
 // src/FolderView.tsx
 import { jsx, jsxs } from "react/jsx-runtime";

package/dist/narrationTimingsFromAudio-ICMDSWPI.js

@@ -0,0 +1,158 @@
+import {
+  SPEECH_INPUT_SAMPLE_RATE
+} from "./chunk-DNEVUOBZ.js";
+import {
+  encodeNarrationTimingJson,
+  timingPathFor
+} from "./chunk-GG35EBRB.js";
+
+// src/documentTray/narrationTimingsFromAudio.ts
+import { markdownToDoc } from "@bendyline/squisq/doc";
+import { parseMarkdown } from "@bendyline/squisq/markdown";
+import {
+  alignTranscript,
+  buildNarrationScript,
+  buildNarrationTimingJson,
+  parseNarrationTimingJson
+} from "@bendyline/squisq/narration";
+var MAX_PIECE_SEC = 29;
+var CUT_SEARCH_SEC = 6;
+var CUT_FRAME_SEC = 0.05;
+var MIN_PIECE_SEC = 1;
+var MIN_MATCHED_SHARE = 0.2;
+var PROMPT_TAIL_CHARS = 1e3;
+function quietestSample(pcm, lo, hi, frame) {
+  let best = hi;
+  let bestEnergy = Number.POSITIVE_INFINITY;
+  for (let at = lo; at + frame <= hi; at += frame >> 1) {
+    let energy = 0;
+    for (let i = at; i < at + frame; i++) energy += pcm[i] * pcm[i];
+    if (energy < bestEnergy) {
+      bestEnergy = energy;
+      best = at + (frame >> 1);
+    }
+  }
+  return best;
+}
+function cutSpeechPieces(pcm, sampleRate, startSec, endSec) {
+  const end = Math.min(pcm.length, Math.max(0, Math.round(endSec * sampleRate)));
+  const max = Math.round(MAX_PIECE_SEC * sampleRate);
+  const frame = Math.max(2, Math.round(CUT_FRAME_SEC * sampleRate));
+  const pieces = [];
+  let from = Math.min(end, Math.max(0, Math.round(startSec * sampleRate)));
+  while (from < end) {
+    if (end - from <= max) {
+      pieces.push({ from, to: end });
+      break;
+    }
+    const to = quietestSample(
+      pcm,
+      from + max - Math.round(CUT_SEARCH_SEC * sampleRate),
+      from + max,
+      frame
+    );
+    pieces.push({ from, to });
+    from = to;
+  }
+  const last = pieces[pieces.length - 1];
+  if (pieces.length > 1 && last && last.to - last.from < MIN_PIECE_SEC * sampleRate) {
+    pieces.pop();
+    pieces[pieces.length - 1].to = last.to;
+  }
+  return pieces;
+}
+function timedSegments(transcript, offsetSec, endSec) {
+  if (transcript.segments?.length) {
+    return transcript.segments.map((segment) => ({
+      text: segment.text,
+      startSec: offsetSec + segment.start,
+      endSec: offsetSec + segment.end,
+      ...segment.words?.length ? {
+        words: segment.words.map((word) => ({
+          text: word.text,
+          startSec: offsetSec + word.start,
+          endSec: offsetSec + word.end
+        }))
+      } : {}
+    }));
+  }
+  const text = transcript.text.trim();
+  return text ? [{ text, startSec: offsetSec, endSec }] : [];
+}
+async function readTake(mediaProvider, container, src) {
+  const url = await mediaProvider.resolveUrl(src);
+  if (url && url !== src) {
+    const response = await fetch(url);
+    if (response.ok) return response.blob();
+  }
+  const bytes = await container.readFile(src);
+  if (!bytes) throw new Error("The recording could not be read.");
+  return new Blob([bytes]);
+}
+async function updateNarrationTimingsFromAudio(input) {
+  const { src, provider, container, signal } = input;
+  const report = (phase, fraction) => input.onProgress?.({ phase, fraction });
+  const doc = markdownToDoc(parseMarkdown(input.markdownSource));
+  const clip = (doc.documentMedia ?? []).find(
+    (entry) => entry.anchor === "document" && entry.src === src
+  );
+  if (!clip) throw new Error("This recording is not the document narration.");
+  const script = buildNarrationScript(doc);
+  if (!script.tokens.some((token) => token.spoken)) {
+    throw new Error("The document has no text to match the recording against.");
+  }
+  report("reading", 0);
+  await provider.prepare?.(signal);
+  const { decodeSpeechPcm, encodeMonoPcm16Wav } = await import("./speechAudioWav-TBAG7W3V.js");
+  const pcm = await decodeSpeechPcm(await readTake(input.mediaProvider, container, src));
+  signal.throwIfAborted();
+  const rate = SPEECH_INPUT_SAMPLE_RATE;
+  const durationSec = pcm.length / rate;
+  const pieces = cutSpeechPieces(pcm, rate, clip.clipStart ?? 0, clip.clipEnd ?? durationSec);
+  if (!pieces.length) throw new Error("The recording has no audio to transcribe.");
+  const segments = [];
+  let tail = "";
+  for (const [index, piece] of pieces.entries()) {
+    report("transcribing", 0.05 + 0.9 * index / pieces.length);
+    const wav = encodeMonoPcm16Wav([pcm.subarray(piece.from, piece.to)], rate).buffer;
+    const transcript = await provider.transcribe(wav, {
+      signal,
+      timestamps: true,
+      ...tail ? { prompt: tail } : {}
+    });
+    signal.throwIfAborted();
+    segments.push(...timedSegments(transcript, piece.from / rate, piece.to / rate));
+    const text = transcript.text.trim();
+    if (text) tail = `${tail} ${text}`.slice(-PROMPT_TAIL_CHARS).replace(/^\S*\s/u, "");
+  }
+  report("matching", 0.95);
+  const alignment = alignTranscript({ script, segments, durationSec });
+  if (alignment.matchedWords < Math.max(3, alignment.spokenWords * MIN_MATCHED_SHARE)) {
+    throw new Error(
+      `Only ${alignment.matchedWords} of ${alignment.spokenWords} words in the document were heard in the recording, so its timings were left unchanged.`
+    );
+  }
+  report("saving", 0.98);
+  const sidecarPath = timingPathFor(src);
+  const existing = await container.readFile(sidecarPath);
+  const previous = existing ? parseNarrationTimingJson(existing) : null;
+  const payload = buildNarrationTimingJson(script, alignment, durationSec, {
+    generator: { name: provider.id, method: "transcript-align" },
+    ...previous?.cameraOffsetSec !== void 0 ? { cameraOffsetSec: previous.cameraOffsetSec } : {}
+  });
+  signal.throwIfAborted();
+  await container.writeFile(
+    sidecarPath,
+    encodeNarrationTimingJson(previous?.builds ? { ...payload, builds: previous.builds } : payload),
+    "application/json"
+  );
+  return {
+    matchedWords: alignment.matchedWords,
+    spokenWords: alignment.spokenWords,
+    sidecarPath
+  };
+}
+export {
+  cutSpeechPieces,
+  updateNarrationTimingsFromAudio
+};

package/dist/recorder/index.js

@@ -1,6 +1,6 @@
 import {
   RecorderButton
-} from "../chunk-QZHUSMWA.js";
+} from "../chunk-F4D3VBAS.js";
 import {
   RecorderDeviceQuickPicks,
   RecorderDeviceSettingsPanel,
@@ -14,7 +14,7 @@ import {
   requestScreenStream,
   useMediaDevices,
   useMediaRecorder
-} from "../chunk-LXGQA2SY.js";
+} from "../chunk-FOKUOC7E.js";
 import {
   DEFAULT_RECORDER_DEVICE_SETTINGS,
   buildRecorderAudioConstraints,
@@ -25,12 +25,9 @@ import {
 } from "../chunk-LRZJD5YD.js";
 import "../chunk-UYB5CPRE.js";
 import {
-  buildTimingJson,
-  encodeTimingJson,
   requestCameraStream,
-  timingPathFor,
   useStreamPreview
-} from "../chunk-ZS6G2P57.js";
+} from "../chunk-CWSV5YGZ.js";
 import {
   buildFilename,
   requestMicStream,
@@ -39,6 +36,11 @@ import {
   supportsMediaRecorder,
   supportsUserMedia
 } from "../chunk-DNJ6HOES.js";
+import {
+  buildTimingJson,
+  encodeTimingJson,
+  timingPathFor
+} from "../chunk-GG35EBRB.js";
 export {
   DEFAULT_RECORDER_DEVICE_SETTINGS,
   RecorderButton,

package/dist/review/index.js

@@ -19,7 +19,7 @@ import {
   updateReviewDecorations,
   useReview,
   useReviewState
-} from "../chunk-PCIVTLQG.js";
+} from "../chunk-D2QFSFG2.js";
 import "../chunk-DNEVUOBZ.js";
 import "../chunk-ZLKINE4Y.js";
 

package/dist/shell/index.d.ts

@@ -1,4 +1,4 @@
-export { h as BlockTagVisibility, k as DocumentLinkCandidate, l as DocumentLinkProvider, m as EditorActions, n as EditorColorScheme, o as EditorContextMenuContext, p as EditorContextMenuItem, q as EditorContextMenuItemVisibility, r as EditorContextMenuProvider, s as EditorContextMenuProviderProps, t as EditorContextValue, E as EditorHostMode, u as EditorInsertMenuItem, v as EditorMode, w as EditorProvider, x as EditorProviderProps, z as EditorShell, G as EditorShellProps, H as EditorState, b as EditorView, L as ImageDisplayMode, O as LayoutMode, P as MentionCandidate, Q as MentionProvider, U as PreviewPanel, V as PreviewPanelProps, W as RawEditor, Y as RawEditorProps, Z as ThemeInheritance, _ as ViewPreferences, a0 as WysiwygEditor, a1 as WysiwygEditorProps, aj as useEditorContext, ak as useEditorContextMenuItems, al as useEditorInsertMenuItems } from '../shell-D0XgDAZj.js';
+export { h as BlockTagVisibility, k as DocumentLinkCandidate, l as DocumentLinkProvider, m as EditorActions, n as EditorColorScheme, o as EditorContextMenuContext, p as EditorContextMenuItem, q as EditorContextMenuItemVisibility, r as EditorContextMenuProvider, s as EditorContextMenuProviderProps, t as EditorContextValue, E as EditorHostMode, u as EditorInsertMenuItem, v as EditorMode, w as EditorProvider, x as EditorProviderProps, z as EditorShell, G as EditorShellProps, H as EditorState, b as EditorView, L as ImageDisplayMode, O as LayoutMode, P as MentionCandidate, Q as MentionProvider, U as PreviewPanel, V as PreviewPanelProps, W as RawEditor, Y as RawEditorProps, Z as ThemeInheritance, _ as ViewPreferences, a0 as WysiwygEditor, a1 as WysiwygEditorProps, aj as useEditorContext, ak as useEditorContextMenuItems, al as useEditorInsertMenuItems } from '../shell-dM2AHXc3.js';
 import 'react';
 import '@bendyline/squisq/table';
 import '@bendyline/squisq-calc';
@@ -11,7 +11,7 @@ import '@bendyline/squisq-react';
 import '@bendyline/squisq/storage';
 import '../types-qxwhho3e.js';
 import '@bendyline/squisq/proof';
-import '../types-Bi4ZVKvN.js';
+import '../types-BiKUg5nY.js';
 import '@bendyline/squisq/versions';
 import '@tiptap/core';
 import 'monaco-editor';

package/dist/shell/index.js

@@ -5,23 +5,24 @@ import {
   RawEditor,
   WysiwygEditor,
   useEditorContextMenuItems
-} from "../chunk-WZONLKTC.js";
+} from "../chunk-JD7IATM6.js";
 import {
   EditorProvider,
   useEditorContext,
   useEditorInsertMenuItems
-} from "../chunk-PCIVTLQG.js";
+} from "../chunk-D2QFSFG2.js";
 import "../chunk-DNEVUOBZ.js";
 import "../chunk-A2H3JOA5.js";
 import "../chunk-4MBH7MMU.js";
 import "../chunk-ZLKINE4Y.js";
 import "../chunk-HLU6ZBS7.js";
-import "../chunk-LXGQA2SY.js";
+import "../chunk-FOKUOC7E.js";
 import "../chunk-LRZJD5YD.js";
 import "../chunk-UYB5CPRE.js";
-import "../chunk-DJS5I5NO.js";
-import "../chunk-ZS6G2P57.js";
+import "../chunk-PQSFLC2R.js";
+import "../chunk-CWSV5YGZ.js";
 import "../chunk-DNJ6HOES.js";
+import "../chunk-GG35EBRB.js";
 export {
   EditorContextMenuProvider,
   EditorProvider,

package/dist/{shell-D0XgDAZj.d.ts → shell-dM2AHXc3.d.ts}

@@ -10,7 +10,7 @@ import { FenceRendererMap } from '@bendyline/squisq/fence';
 import { CodeBlockCopyHandler } from '@bendyline/squisq-react';
 import { ContentContainer } from '@bendyline/squisq/storage';
 import { a as ProofingCapability, c as ProofingIgnoreStore } from './types-qxwhho3e.js';
-import { D as DictationControl, b as SpeechInputCapability } from './types-Bi4ZVKvN.js';
+import { D as DictationControl, j as SpeechRecognizerAccess, b as SpeechInputCapability } from './types-BiKUg5nY.js';
 import { DocumentVersionManager, SaveVersionOptions, SaveVersionResult, PrunePolicy } from '@bendyline/squisq/versions';
 import { Editor } from '@tiptap/core';
 import { editor } from 'monaco-editor';
@@ -823,6 +823,12 @@ interface EditorContextValue extends EditorState, EditorActions {
      * was injected. See docs/speech-input.md.
      */
     dictation: DictationControl | null;
+    /**
+     * The same capability's resolved recognizer, for transcribing recorded
+     * audio (e.g. updating a document narration's timings). `null` when no
+     * capability was injected.
+     */
+    speechRecognizer: SpeechRecognizerAccess | null;
     /** The document's article id — part of the proofing document ref. */
     articleId: string;
     /**

package/dist/speech/index.d.ts

@@ -1,6 +1,6 @@
 import { R as RecorderDeviceSettings } from '../deviceSettings-BSkIQncC.js';
-import { S as SpeechInputProvider } from '../types-Bi4ZVKvN.js';
-export { D as DictationControl, a as SPEECH_INPUT_SAMPLE_RATE, b as SpeechInputCapability, c as SpeechInputProviderFactory, d as SpeechInputReadiness, e as SpeechInputReadinessState, f as SpeechInputTranscribeOptions, g as SpeechInputTranscript, i as isSpeechInputProviderFactory, r as resolveSpeechInputProvider } from '../types-Bi4ZVKvN.js';
+import { S as SpeechInputProvider } from '../types-BiKUg5nY.js';
+export { D as DictationControl, a as SPEECH_INPUT_SAMPLE_RATE, b as SpeechInputCapability, c as SpeechInputProviderFactory, d as SpeechInputReadiness, e as SpeechInputReadinessState, f as SpeechInputSegment, g as SpeechInputTranscribeOptions, h as SpeechInputTranscript, i as SpeechInputWord, j as SpeechRecognizerAccess, k as isSpeechInputProviderFactory, r as resolveSpeechInputProvider } from '../types-BiKUg5nY.js';
 import '../screenRegion-Ci_RsCzG.js';
 
 /**

package/dist/speech/index.js

@@ -1,7 +1,7 @@
 import {
   encodeMonoPcm16Wav,
   startDictationSession
-} from "../chunk-2MP7QE7O.js";
+} from "../chunk-7MAL27C2.js";
 import {
   SPEECH_INPUT_SAMPLE_RATE,
   isSpeechInputProviderFactory,

package/dist/{speechAudioWav-WKIQWGIJ.js → speechAudioWav-TBAG7W3V.js}

@@ -1,11 +1,13 @@
 import {
+  decodeSpeechPcm,
   downmixToMono,
   encodeMonoPcm16Wav,
   microphoneTakeAsWav,
   resampleLinear
-} from "./chunk-K56KR27T.js";
+} from "./chunk-ZEWQ7DTP.js";
 import "./chunk-DNEVUOBZ.js";
 export {
+  decodeSpeechPcm,
   downmixToMono,
   encodeMonoPcm16Wav,
   microphoneTakeAsWav,

package/dist/styles/index.css

@@ -15143,6 +15143,40 @@ button.squisq-view-menu-radio-row:focus-visible {
 .squisq-document-tray-detail button:hover {
   background: var(--squisq-danger-soft);
 }
+.squisq-document-tray-timing {
+  display: flex;
+  flex-wrap: wrap;
+  align-items: center;
+  gap: 6px 10px;
+  margin-top: 8px;
+  color: var(--squisq-text-muted);
+  font-size: 12px;
+}
+.squisq-document-tray-timing button {
+  flex-shrink: 0;
+  border: 1px solid var(--squisq-border);
+  border-radius: 4px;
+  padding: 4px 10px;
+  background: var(--squisq-surface);
+  color: var(--squisq-text-soft);
+  font: inherit;
+  cursor: pointer;
+}
+.squisq-document-tray-timing button:hover {
+  background: var(--squisq-surface-hover);
+}
+.squisq-document-tray-timing button:focus-visible {
+  outline: 2px solid var(--squisq-accent);
+  outline-offset: 2px;
+}
+.squisq-document-tray-timing progress {
+  flex: 1 1 120px;
+  max-width: 240px;
+  accent-color: var(--squisq-accent);
+}
+.squisq-document-tray-timing-error {
+  color: var(--squisq-danger-strong);
+}
 
 /* src/styles/code-context.css */
 .squisq-ccx-zone {

package/dist/teleprompter/index.js

@@ -1,6 +1,6 @@
 import {
   TeleprompterView
-} from "../chunk-DJS5I5NO.js";
+} from "../chunk-PQSFLC2R.js";
 import {
   DEFAULT_TELEPROMPTER_PREFS,
   EYE_LINE_FRACTION,
@@ -31,8 +31,9 @@ import {
   useNarrationStage,
   useTeleprompter,
   vadConfigForSensitivity
-} from "../chunk-ZS6G2P57.js";
+} from "../chunk-CWSV5YGZ.js";
 import "../chunk-DNJ6HOES.js";
+import "../chunk-GG35EBRB.js";
 export {
   DEFAULT_TELEPROMPTER_PREFS,
   EYE_LINE_FRACTION,

package/dist/{types-Bi4ZVKvN.d.ts → types-BiKUg5nY.d.ts}

@@ -48,15 +48,36 @@ interface SpeechInputTranscribeOptions {
     readonly prompt?: string;
     /** BCP-47-ish language hint. The editor does not currently set it. */
     readonly language?: string;
+    /**
+     * Ask for {@link SpeechInputTranscript.segments} with times (and word times
+     * where the engine has them). Set when timing narration from its audio;
+     * dictation leaves it off. A provider that cannot time its output ignores it.
+     */
+    readonly timestamps?: boolean;
     /**
      * Aborted when the user cancels dictation or the editor unmounts. A
      * provider should stop promptly; a rejection after abort is ignored.
      */
     readonly signal: AbortSignal;
 }
+/** A recognized word, in seconds from the start of the take. */
+interface SpeechInputWord {
+    readonly start: number;
+    readonly end: number;
+    readonly text: string;
+}
+/** A recognized phrase, in seconds from the start of the take. */
+interface SpeechInputSegment {
+    readonly start: number;
+    readonly end: number;
+    readonly text: string;
+    readonly words?: readonly SpeechInputWord[];
+}
 interface SpeechInputTranscript {
     /** Recognized text. Blank (or Whisper's `[BLANK_AUDIO]`) means silence. */
     readonly text: string;
+    /** Timed phrases, when `timestamps` was requested and the engine supports it. */
+    readonly segments?: readonly SpeechInputSegment[];
 }
 interface SpeechInputProvider {
     /** Stable identifier, e.g. `whisper-local`. */
@@ -80,6 +101,17 @@ interface SpeechInputProvider {
     /** Release resources. Called by the editor only for a provider it created from a factory. */
     dispose?(): void;
 }
+/**
+ * The host's resolved recognizer on the editor context
+ * (`useEditorContext().speechRecognizer`), for features beyond dictation that
+ * transcribe recorded audio — e.g. timing a document narration from its take.
+ * `null` when the host injected no `speechInput` capability.
+ */
+interface SpeechRecognizerAccess {
+    readonly provider: SpeechInputProvider;
+    /** Last known readiness; `null` until the provider first answers. */
+    readonly readiness: SpeechInputReadiness | null;
+}
 /**
  * Deferred construction. The shell creates the provider when it mounts with
  * the capability (it needs `status()` to decide whether to render the
@@ -123,4 +155,4 @@ interface DictationControl {
     toggle(): void;
 }
 
-export { type DictationControl as D, type SpeechInputProvider as S, SPEECH_INPUT_SAMPLE_RATE as a, type SpeechInputCapability as b, type SpeechInputProviderFactory as c, type SpeechInputReadiness as d, type SpeechInputReadinessState as e, type SpeechInputTranscribeOptions as f, type SpeechInputTranscript as g, isSpeechInputProviderFactory as i, resolveSpeechInputProvider as r };
+export { type DictationControl as D, type SpeechInputProvider as S, SPEECH_INPUT_SAMPLE_RATE as a, type SpeechInputCapability as b, type SpeechInputProviderFactory as c, type SpeechInputReadiness as d, type SpeechInputReadinessState as e, type SpeechInputSegment as f, type SpeechInputTranscribeOptions as g, type SpeechInputTranscript as h, type SpeechInputWord as i, type SpeechRecognizerAccess as j, isSpeechInputProviderFactory as k, resolveSpeechInputProvider as r };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bendyline/squisq-editor-react",
-  "version": "2.13.7",
+  "version": "2.13.9",
   "description": "React editor shell with raw/WYSIWYG/preview modes for Squisq documents",
   "license": "MIT",
   "author": "Bendyline",
@@ -102,12 +102,12 @@
     }
   },
   "dependencies": {
-    "@bendyline/squisq": "2.13.5",
+    "@bendyline/squisq": "2.13.6",
     "@bendyline/squisq-calc": "2.11.2",
-    "@bendyline/squisq-formats": "2.8.6",
-    "@bendyline/squisq-grid-react": "2.11.34",
-    "@bendyline/squisq-react": "2.12.14",
-    "@bendyline/squisq-video-react": "2.5.15",
+    "@bendyline/squisq-formats": "2.8.7",
+    "@bendyline/squisq-grid-react": "2.11.35",
+    "@bendyline/squisq-react": "2.12.16",
+    "@bendyline/squisq-video-react": "2.5.17",
     "@fortawesome/fontawesome-free": "7.3.1",
     "@tiptap/core": "2.27.3",
     "@tiptap/extension-heading": "2.27.3",