@mengine/medeo-client 2.1.1-dsl.2 → 2.1.1-dsl.21

package/dist/{index-Cu7SdKN5.d.ts → index-DVmvFhEn.d.ts}

@@ -1,4 +1,4 @@
-import { B as Media, E as CaptionStyle, J as TextEdit, M as DslDiagnostic, N as DslMutation, Q as TimeAnchor, R as FieldPatch, T as CaptionSelection, c as VideoDraftInput, et as TrackRole, h as DslIdFactory, o as VideoDraftContent, p as CommitOptions, tt as Voice, w as CaptionContent, z as MedeoDslSnapshot } from "./video-draft-types-c_shaRyq.js";
+import { B as PhonemeSelection, J as SegmentSelection, L as FieldPatch, M as DslMutation, R as MedeoDslSnapshot, T as CaptionStyle, Y as StoredFile, Z as TextEdit, c as VideoDraftInput, h as DslIdFactory, it as Voice, j as DslDiagnostic, o as VideoDraftContent, p as CommitOptions, q as SegmentRange, rt as TrackRole, tt as TimeAnchor, w as CaptionSelection, z as Media } from "./video-draft-types-0J2vfXBu.js";
 import { ContainerType, Cursor, LoroDoc, PeerID, TreeID } from "loro-crdt";
 
 //#region src/dsl/action-context.d.ts
@@ -394,22 +394,12 @@ type InferBooleanType<S extends SchemaType> = S extends {
   transform: TransformDefinition<infer _C, infer D>;
 } ? WithOptionality<D, S> : WithOptionality<boolean, S>;
 //#endregion
-//#region ../medeo-dsl/src/schema/codec.d.ts
-interface InvalidAtomic {
-  invalid: true;
-  raw: string;
-  reason: string;
-}
-declare function isInvalidAtomic(value: unknown): value is InvalidAtomic;
-interface AtomicCodec<T> {
-  encode(value: T | InvalidAtomic): string;
-  decode(raw: string): T | InvalidAtomic;
-}
-declare const timeAnchorCodec: AtomicCodec<TimeAnchor>;
-declare const captionContentCodec: AtomicCodec<CaptionContent>;
-//#endregion
 //#region ../medeo-dsl/src/schema/loro-shape.d.ts
-/** Only direct children inherit mergeable identity. Body and ordinary entity rows keep normal identities. */
+/**
+ * Only direct children inherit mergeable identity. Text and ordinary entity rows keep normal
+ * identities, so deleting a row also drops what a peer wrote into it concurrently: a relation an
+ * entity holds at most one of is a field of that row and never outlives it.
+ */
 declare const medeoDslLoroShape: RootSchemaType<{
   'timeline-entities': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{}> & {
     options: {};
@@ -434,12 +424,16 @@ declare const medeoDslLoroShape: RootSchemaType<{
   'clip-entities': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
     seqMarker: /*elided*/any;
     volume: /*elided*/any;
+    source: /*elided*/any;
+    anchor: /*elided*/any;
   }> & {
     options: {};
   } & {
     catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<{
       seqMarker: /*elided*/any;
       volume: /*elided*/any;
+      source: /*elided*/any;
+      anchor: /*elided*/any;
     }, C>;
   }> & {
     options: {};
@@ -468,19 +462,47 @@ declare const medeoDslLoroShape: RootSchemaType<{
     };
   };
   'audio-script-entities': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
-    body: /*elided*/any;
+    segments: /*elided*/any;
     defaultLanguage: /*elided*/any;
+    system: /*elided*/any;
+    key: /*elided*/any;
+    storageKey: /*elided*/any;
+    digest: /*elided*/any;
   }> & {
     options: {};
   } & {
     catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<{
-      body: /*elided*/any;
+      segments: /*elided*/any;
       defaultLanguage: /*elided*/any;
+      system: /*elided*/any;
+      key: /*elided*/any;
+      storageKey: /*elided*/any;
+      digest: /*elided*/any;
+    }, C>;
+  }> & {
+    options: {};
+  };
+  'phonetic-script-entities': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
+    phoneme: /*elided*/any;
+    system: /*elided*/any;
+    key: /*elided*/any;
+    storageKey: /*elided*/any;
+    digest: /*elided*/any;
+  }> & {
+    options: {};
+  } & {
+    catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<{
+      phoneme: /*elided*/any;
+      system: /*elided*/any;
+      key: /*elided*/any;
+      storageKey: /*elided*/any;
+      digest: /*elided*/any;
     }, C>;
   }> & {
     options: {};
   };
   'caption-entities': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
+    selection: /*elided*/any;
     text: /*elided*/any;
     style: /*elided*/any;
   }> & {
@@ -489,6 +511,7 @@ declare const medeoDslLoroShape: RootSchemaType<{
     };
   } & {
     catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<{
+      selection: /*elided*/any;
       text: /*elided*/any;
       style: /*elided*/any;
     }, C>;
@@ -512,29 +535,10 @@ declare const medeoDslLoroShape: RootSchemaType<{
       readonly mergeableMapChildContainers: true;
     };
   };
-  'asset-entities': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
-    system: /*elided*/any;
-    key: /*elided*/any;
-    storageKey: /*elided*/any;
-    digest: /*elided*/any;
-  }> & {
-    options: {};
-  } & {
-    catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<{
-      system: /*elided*/any;
-      key: /*elided*/any;
-      storageKey: /*elided*/any;
-      digest: /*elided*/any;
-    }, C>;
-  }> & {
-    options: {
-      readonly mergeableMapChildContainers: true;
-    };
-  };
   'contain-relations': LoroTreeSchema<{
     entityId: /*elided*/any;
   }>;
-  'clip-source-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<Record<string, StringSchemaType<string> & {
+  'voice-timbre-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<Record<string, StringSchemaType<string> & {
     options: {};
   } & {
     transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
@@ -557,129 +561,23 @@ declare const medeoDslLoroShape: RootSchemaType<{
       readonly mergeableMapChildContainers: true;
     };
   };
-  'time-anchor-relations': LoroMapSchemaWithCatchall<{}, StringSchemaType<string> & {
-    options: {};
-    transform: TransformDefinition<string, TimeAnchor | InvalidAtomic>;
-  }> & {
-    options: {};
-  };
-  'caption-content-relations': LoroMapSchemaWithCatchall<{}, StringSchemaType<string> & {
-    options: {};
-    transform: TransformDefinition<string, CaptionContent | InvalidAtomic>;
-  }> & {
-    options: {};
-  };
-  'caption-alignment-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
-    captionId: /*elided*/any;
-    mediaId: /*elided*/any;
-    startMs: /*elided*/any;
-    endMs: /*elided*/any;
+  'derived-from-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<{
+    entityId: /*elided*/any;
+    sourceId: /*elided*/any;
+    sourceDigest: /*elided*/any;
   }> & {
     options: {};
   } & {
     catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<{
-      captionId: /*elided*/any;
-      mediaId: /*elided*/any;
-      startMs: /*elided*/any;
-      endMs: /*elided*/any;
+      entityId: /*elided*/any;
+      sourceId: /*elided*/any;
+      sourceDigest: /*elided*/any;
     }, C>;
   }> & {
     options: {
       readonly mergeableMapChildContainers: true;
     };
   };
-  'voice-timbre-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<Record<string, StringSchemaType<string> & {
-    options: {};
-  } & {
-    transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-      options: {};
-      transform: TransformDefinition<string, D>;
-    };
-  }>> & {
-    options: {};
-  } & {
-    catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<Record<string, StringSchemaType<string> & {
-      options: {};
-    } & {
-      transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-        options: {};
-        transform: TransformDefinition<string, D>;
-      };
-    }>, C>;
-  }> & {
-    options: {
-      readonly mergeableMapChildContainers: true;
-    };
-  };
-  'derived-from-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<Record<string, StringSchemaType<string> & {
-    options: {};
-  } & {
-    transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-      options: {};
-      transform: TransformDefinition<string, D>;
-    };
-  }>> & {
-    options: {};
-  } & {
-    catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<Record<string, StringSchemaType<string> & {
-      options: {};
-    } & {
-      transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-        options: {};
-        transform: TransformDefinition<string, D>;
-      };
-    }>, C>;
-  }> & {
-    options: {
-      readonly mergeableMapChildContainers: true;
-    };
-  };
-  'from-asset-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<Record<string, StringSchemaType<string> & {
-    options: {};
-  } & {
-    transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-      options: {};
-      transform: TransformDefinition<string, D>;
-    };
-  }>> & {
-    options: {};
-  } & {
-    catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<Record<string, StringSchemaType<string> & {
-      options: {};
-    } & {
-      transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-        options: {};
-        transform: TransformDefinition<string, D>;
-      };
-    }>, C>;
-  }> & {
-    options: {
-      readonly mergeableMapChildContainers: true;
-    };
-  };
-  'to-asset-relations': LoroMapSchemaWithCatchall<{}, LoroMapSchema<Record<string, StringSchemaType<string> & {
-    options: {};
-  } & {
-    transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-      options: {};
-      transform: TransformDefinition<string, D>;
-    };
-  }>> & {
-    options: {};
-  } & {
-    catchall: <C extends SchemaType>(catchallSchema: C) => LoroMapSchemaWithCatchall<Record<string, StringSchemaType<string> & {
-      options: {};
-    } & {
-      transform: <D>(def: TransformDefinition<string, D>) => StringSchemaType<string> & {
-        options: {};
-        transform: TransformDefinition<string, D>;
-      };
-    }>, C>;
-  }> & {
-    options: {
-      readonly mergeableMapChildContainers: true;
-    };
-  };
 }> & {
   options: {};
 };
@@ -695,6 +593,22 @@ type MedeoDslDraft = DraftFields<Omit<Input, 'contain-relations'>> & {
   'contain-relations': ContainDraftNode[];
 };
 //#endregion
+//#region ../medeo-dsl/src/schema/codec.d.ts
+interface InvalidAtomic {
+  invalid: true;
+  raw: string;
+  reason: string;
+}
+declare function isInvalidAtomic(value: unknown): value is InvalidAtomic;
+interface AtomicCodec<T> {
+  encode(value: T | InvalidAtomic): string;
+  decode(raw: string): T | InvalidAtomic;
+}
+/** A Clip's time anchor; the Clip holding it is the anchored end. */
+declare const timeAnchorCodec: AtomicCodec<TimeAnchor>;
+/** A Caption's selection. */
+declare const captionContentCodec: AtomicCodec<SegmentSelection>;
+//#endregion
 //#region ../medeo-dsl/src/schema/document-format.d.ts
 /** Format discrimination does not register containers or alter the document. */
 declare function documentFormat(doc: LoroDoc): 'dsl' | 'legacy' | 'mixed' | 'unknown';
@@ -721,10 +635,23 @@ interface DslTransaction {
   readonly draft: MedeoDslDraft;
   applyMutations(mutations: readonly DslMutation[]): void;
   /** Offsets use the preview after preceding edits. Existing Text identities are checked when supplied. */
-  editText(audioScriptId: string, edits: readonly TextEdit[], expectedBodyId?: string): void;
-  /** Creates real Cursors during application; pending ranges are not exposed as draft Cursor objects. */
+  editText(audioScriptId: string, segmentId: string, edits: readonly TextEdit[], expectedBodyId?: string): void;
   editCaptionText(captionId: string, edits: readonly TextEdit[], expectedBodyId?: string): void;
+  /**
+   * Adds a segment at `index` (the end by default); its id must be new to the script. A transcript's
+   * segment states where its words were spoken in the medium, as its transcription file gave them.
+   */
+  insertSegment(audioScriptId: string, segmentId: string, text: string, index?: number, time?: {
+    startMs: number;
+    endMs: number;
+  }): void;
+  /** `index` is measured after removing the segment. */
+  moveSegment(audioScriptId: string, segmentId: string, index: number): void;
+  deleteSegment(audioScriptId: string, segmentId: string): void;
+  /** Creates real Cursors during application; pending ranges are not exposed as draft Cursor objects. */
   setCaptionContent(selection: CaptionSelection): void;
+  /** Writes a PhoneticScript's phoneme, its run turned into Cursors like a Caption's. */
+  setPhoneme(selection: PhonemeSelection): void;
 }
 //#endregion
 //#region src/dsl/document/medeo-dsl.d.ts
@@ -762,10 +689,13 @@ declare class MedeoDsl {
   transact(edit: (tx: DslTransaction) => void, audit: DslAudit): void;
   /** Preferred vocabulary for ordinary entity/relation/Tree edits and serializable native commands. */
   applyMutations(mutations: readonly DslMutation[], audit: DslAudit): void;
-  editText(scriptId: string, expectedBodyId: string, edits: readonly TextEdit[], audit: DslAudit): void;
+  editText(scriptId: string, segmentId: string, expectedBodyId: string, edits: readonly TextEdit[], audit: DslAudit): void;
   editCaptionText(captionId: string, expectedBodyId: string, edits: readonly TextEdit[], audit: DslAudit): void;
-  /** Local ranges exclude insertions at their start and include insertions at their end. K01 remains deferred. */
-  textRange(scriptId: string, start: number, end: number): Omit<CaptionContent, 'captionId'>;
+  /**
+   * A run inside one segment as native Cursors. Local ranges exclude insertions at their start and
+   * include insertions at their end. K01 remains deferred.
+   */
+  textRange(scriptId: string, segmentId: string, start: number, end: number): SegmentSelection;
   dispose(): void;
   private mutate;
   private notify;
@@ -777,8 +707,10 @@ interface VoiceoverCaptionInput {
   clipId?: string;
   startMs: number;
   durationMs: number;
-  /** UTF-16 selection in the supplied AudioScript; timing remains a separate fact. */
-  range: {
+  /** The segment of the voiceover's script it shows, by index; timing remains a separate fact. */
+  segment: number;
+  /** A UTF-16 run inside that segment; without one the whole segment shows. */
+  range?: {
     start: number;
     end: number;
   };
@@ -793,34 +725,61 @@ interface ApplyVoiceoverInput {
   }> & {
     kind: 'voiceover-recording';
   };
+  /**
+   * What the recording says: an existing AudioScript, a new one of these `segments`, or a
+   * PhoneticScript it was spoken from. A recording spoken from a PhoneticScript is derived-from it,
+   * and its captions select segments of that variant's base script.
+   */
   script: {
     audioScriptId: string;
-    body?: never;
+    segments?: never;
+    phoneticScriptId?: never;
   } | {
-    body: string;
+    segments: string[];
     audioScriptId?: never;
+    phoneticScriptId?: never;
     defaultLanguage?: string;
+  } | {
+    phoneticScriptId: string;
+    audioScriptId?: never;
+    segments?: never;
   };
   placement: ClipPlacement;
+  /**
+   * The digest of what the recording was synthesized from (D177): the PhoneticScript as it was
+   * read for synthesis. Absent, the source's digest as this voiceover leaves it is recorded.
+   */
+  sourceDigest?: string;
   volume?: number;
   voice?: Voice;
-  /** Complete generated caption set for this use. Other uses of the recording are untouched. */
+  /**
+   * Complete generated caption set for this use. It replaces the Caption Clips showing what the
+   * use's current take says: those whose Caption selects it (D183).
+   */
   captions: readonly VoiceoverCaptionInput[];
 }
 interface VoiceoverResult {
   clipId: string;
   mediaId: string;
   audioScriptId: string;
+  /** Ids of a new script's segments, in order; empty when the script already exists. */
+  segmentIds: string[];
   captionClipIds: string[];
   captionIds: string[];
 }
 //#endregion
 //#region src/dsl/dsl-editor.d.ts
+/**
+ * Stores raw content in Memota as a text file and returns the file's facts. The host owns the
+ * store; an entity with the Media File trait keeps the facts beside the content (D178).
+ */
+type UploadText = (text: string) => Promise<StoredFile>;
 /** Business edits write DSL facts in one audited transaction; layout is derived on read. */
 declare class DslEditor {
   readonly dsl: MedeoDsl;
   private readonly idFactory;
-  constructor(dsl: MedeoDsl, idFactory?: DslIdFactory);
+  private readonly uploadText?;
+  constructor(dsl: MedeoDsl, idFactory?: DslIdFactory, uploadText?: UploadText | undefined);
   createTrack(role: TrackRole, options?: CommitOptions): string;
   registerMedia(media: Media, options?: CommitOptions): string;
   addClips(input: AddDslClipsInput, options?: CommitOptions): string[];
@@ -834,22 +793,28 @@ declare class DslEditor {
     rate: number;
   } | undefined, options?: CommitOptions): void;
   setClipVolume(clipId: string, volume: number | undefined, options?: CommitOptions): void;
-  createAudioScript(body: string, defaultLanguage?: string, options?: CommitOptions): string;
-  editAudioScript(scriptId: string, expectedBodyId: string, edits: readonly TextEdit[], options?: CommitOptions): void;
-  createCaption(input: ({
-    audioScriptId: string;
-    start: number;
-    end: number;
+  /** A script of these segments, in order; each segment gets its own id. */
+  createAudioScript(segments: readonly string[], defaultLanguage?: string, options?: CommitOptions): string;
+  editAudioScript(scriptId: string, segmentId: string, expectedBodyId: string, edits: readonly TextEdit[], options?: CommitOptions): void;
+  /** Adds a segment at `index`, the end by default, and returns its id. */
+  insertScriptSegment(scriptId: string, text: string, index?: number, options?: CommitOptions): string;
+  /** `index` is measured after removing the segment. */
+  moveScriptSegment(scriptId: string, segmentId: string, index: number, options?: CommitOptions): void;
+  /** Captions and PhoneticScripts selecting the segment keep their selection, which then shows nothing (D72). */
+  deleteScriptSegment(scriptId: string, segmentId: string, options?: CommitOptions): void;
+  createCaption(input: ((SegmentRange & {
     text?: never;
-  } | {
+  }) | {
     text: string;
     audioScriptId?: never;
+    segmentId?: never;
     start?: never;
     end?: never;
   }) & {
     style?: CaptionStyle;
   }, options?: CommitOptions): string;
-  setCaptionContent(captionId: string, audioScriptId: string, start: number, end: number, options?: CommitOptions): void;
+  /** Show a segment of a script, or a run of it, in place of the Caption's own text. */
+  setCaptionContent(captionId: string, selection: SegmentRange, options?: CommitOptions): void;
   setCaptionText(captionId: string, text: string, options?: CommitOptions): void;
   editCaptionText(captionId: string, expectedBodyId: string, edits: readonly TextEdit[], options?: CommitOptions): void;
   moveTrack(trackId: string, index: number, options?: CommitOptions): void;
@@ -866,6 +831,19 @@ declare class DslEditor {
   updateClips(updates: readonly DslClipUpdate[], options?: CommitOptions): void;
   patchCaptionStyle(captionIds: readonly string[], patch: FieldPatch<CaptionStyle>, options?: CommitOptions): void;
   applyVoiceover(input: ApplyVoiceoverInput, options?: CommitOptions): VoiceoverResult;
+  private voiceoverScriptId;
+  /**
+   * Write a PhoneticScript: create one for a segment of a script, or a run of it, or, given
+   * `phoneticScriptId`, replace its selection and what to synthesize together (D181). A
+   * `phonemeScript` is stored as a Memota text file first, and the file's facts are written with
+   * it; an unchanged one keeps its file. Recordings already spoken from it keep their derived-from.
+   */
+  setPhoneticScript(input: SegmentRange & {
+    phoneticScriptId?: string;
+    phonemeScript?: string;
+  }, options?: CommitOptions): Promise<string>;
+  /** The file holding `text`: the one the PhoneticScript keeps while its text is unchanged, else a new upload. */
+  private fileFor;
   setBgm(input: ClipSource & {
     trackId: string;
     clipId?: string;
@@ -924,6 +902,65 @@ interface VideoDraftProjection {
 /** A content read view, not an archive of authoring identities, rich-text marks or provenance. */
 declare function toVideoDraft(snapshot: MedeoDslSnapshot): VideoDraftProjection;
 //#endregion
+//#region src/dsl/projection/audio-scripts.d.ts
+/**
+ * An AudioScript with everything that says or shows it, read from the same snapshot as the
+ * VideoDraft. Speeches and captions come in playback order.
+ */
+interface AudioScriptView {
+  id: string;
+  /** Its segments, in order. */
+  segments: {
+    id: string;
+    text: string;
+    language?: string; /** A transcript's segment: where its words were spoken in the medium, as its transcription file gave them. */
+    startMs?: number;
+    endMs?: number;
+    /**
+     * Where that falls on the Timeline (D186): through the Clip playing the medium the script was
+     * read off whose window holds `startMs`. Absent when no Clip plays that moment.
+     */
+    timelineMs?: number;
+  }[];
+  /** Media the script was read off (a transcript), through derived-from. */
+  sourceMediaIds: string[];
+  /**
+   * Its variants written for synthesis: the segment each is for (by index, absent once that
+   * segment is gone), what its selection holds, what to synthesize, and its file's digest.
+   */
+  phoneticScripts: {
+    id: string;
+    segment?: number;
+    text?: string;
+    phonemeScript?: string;
+    digest?: string;
+  }[];
+  /** Speech Clips playing a recording of these words. */
+  speeches: {
+    clipId: string;
+    recordingId: string; /** The PhoneticScript the recording was spoken from; absent when it derives from the script directly. */
+    phoneticScriptId?: string;
+    voices: {
+      voiceId: string;
+      key: string;
+      name?: string;
+    }[];
+    /**
+     * Whether the recording was synthesized from its source as it is now: the digest its
+     * derived-from records equals the source's digest (D177). Absent when either has none.
+     */
+    applied?: boolean;
+  }[];
+  /** Caption Clips showing one of its segments. A Caption with its own text shows none. */
+  captions: {
+    clipId: string;
+    captionId: string;
+    segment: number;
+  }[];
+}
+/** Every AudioScript in the document with its PhoneticScripts, the Speech Clips saying it and the Caption Clips showing it. */
+declare function toAudioScriptViews(snapshot: MedeoDslSnapshot): AudioScriptView[];
+//#endregion
 //#region src/dsl/projection/from-video-draft.d.ts
 interface FromVideoDraftOptions extends CreateMedeoDslOptions {
   /** Complete physical media facts, keyed by their external system/key; no IO runs in the converter. */
@@ -937,4 +974,4 @@ interface ImportedVideoDraft {
 /** One-time import into a newly owned document; never reverse-diff a live collaborative document. */
 declare function fromVideoDraft(input: VideoDraftInput, options: FromVideoDraftOptions): ImportedVideoDraft;
 //#endregion
-export { AddDslClip as A, MedeoDslDraft as C, captionContentCodec as D, InvalidAtomic as E, ReplaceDslClipsInput as F, ClipPlacement as I, ClipSource as M, DslClipUpdate as N, isInvalidAtomic as O, MoveDslClipsInput as P, documentFormat as S, medeoDslLoroShape as T, MedeoDsl as _, toVideoDraft as a, UnsupportedDocumentFormatError as b, DslLayout as c, createInitialMedeoDsl as d, DslEditor as f, CreateMedeoDslOptions as g, VoiceoverResult as h, VideoDraftProjection as i, AddDslClipsInput as j, timeAnchorCodec as k, DslProjectionError as l, VoiceoverCaptionInput as m, ImportedVideoDraft as n, resolveDslLayout as o, ApplyVoiceoverInput as p, fromVideoDraft as r, DslClipLayout as s, FromVideoDraftOptions as t, DslTrackLayout as u, DslAudit as v, MedeoDslLoroState as w, assertDslDocument as x, DslTransaction as y };
+export { MedeoDslDraft as A, UnsupportedDocumentFormatError as C, captionContentCodec as D, InvalidAtomic as E, ClipSource as F, DslClipUpdate as I, MoveDslClipsInput as L, medeoDslLoroShape as M, AddDslClip as N, isInvalidAtomic as O, AddDslClipsInput as P, ReplaceDslClipsInput as R, DslTransaction as S, documentFormat as T, VoiceoverCaptionInput as _, toAudioScriptViews as a, MedeoDsl as b, resolveDslLayout as c, DslProjectionError as d, DslTrackLayout as f, ApplyVoiceoverInput as g, UploadText as h, AudioScriptView as i, MedeoDslLoroState as j, timeAnchorCodec as k, DslClipLayout as l, DslEditor as m, ImportedVideoDraft as n, VideoDraftProjection as o, createInitialMedeoDsl as p, fromVideoDraft as r, toVideoDraft as s, FromVideoDraftOptions as t, DslLayout as u, VoiceoverResult as v, assertDslDocument as w, DslAudit as x, CreateMedeoDslOptions as y, ClipPlacement as z };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { $ as Track, A as ContainNode, B as Media, C as Caption, D as CaptionText, E as CaptionStyle, F as EntityTable, G as ResourceSystem, H as RelationTable, I as EntityTables, J as TextEdit, K as RichTextSnapshot, L as EntityValues, M as DslDiagnostic, N as DslMutation, O as Clip, P as EntityMutation, Q as TimeAnchor, R as FieldPatch, S as AudioScript, T as CaptionSelection, U as RelationTables, V as RelationMutation, W as RelationValues, X as TextMutation, Y as TextMark, Z as TextRun, _ as defaultIdFactory, a as VideoDraftCaptionStyle, b as tupleHash, c as VideoDraftInput, d as VideoDraftTrack, et as TrackRole, f as VideoDraftTrackItem, g as EntityIdKind, h as DslIdFactory, i as VideoDraft, j as DeepReadonly, k as ContainMutation, l as VideoDraftPartUnion, m as OpActor, n as DEFAULT_UNIT_TIME_MS, o as VideoDraftContent, p as CommitOptions, q as TextDelta, r as VideoCreationSettings, s as VideoDraftContentPartUnion, t as CaptionDisplayCue, tt as Voice, u as VideoDraftTimeline, v as relationId, w as CaptionContent, x as Asset, y as resourceId, z as MedeoDslSnapshot } from "./video-draft-types-c_shaRyq.js";
-import { A as AddDslClip, C as MedeoDslDraft, D as captionContentCodec, E as InvalidAtomic, F as ReplaceDslClipsInput, I as ClipPlacement, M as ClipSource, N as DslClipUpdate, O as isInvalidAtomic, P as MoveDslClipsInput, S as documentFormat, T as medeoDslLoroShape, _ as MedeoDsl, a as toVideoDraft, b as UnsupportedDocumentFormatError, c as DslLayout, d as createInitialMedeoDsl, f as DslEditor, g as CreateMedeoDslOptions, h as VoiceoverResult, i as VideoDraftProjection, j as AddDslClipsInput, k as timeAnchorCodec, l as DslProjectionError, m as VoiceoverCaptionInput, n as ImportedVideoDraft, o as resolveDslLayout, p as ApplyVoiceoverInput, r as fromVideoDraft, s as DslClipLayout, t as FromVideoDraftOptions, u as DslTrackLayout, v as DslAudit, w as MedeoDslLoroState, x as assertDslDocument, y as DslTransaction } from "./index-Cu7SdKN5.js";
-import { A as MenginePushRejectedError, B as MengineSyncResponse, C as PushResult, D as MengineHttpClient, E as readMengineEventStream, F as MenginePushResponse, H as base64ToBytes, I as MenginePushUpdateResponse, L as MengineRejectedResponse, M as MengineAuditResponse, N as MengineDocumentVersion, O as MengineHttpClientOptions, P as MengineDraftResponse, R as MengineSnapshotResponse, S as PullResult, T as MengineEventStreamOptions, U as bytesToBase64, V as MengineUpdateMeta, a as MengineDocSessionOptions, b as DocVersionMark, c as WaitForLocalSaveOptions, d as MengineUndoState, f as MedeoHttpDocStorage, g as ManualSyncDocOptions, h as PushOutcomeKind, i as MengineAckFailedError, j as MengineAuditEntry, k as MengineHttpRequestError, l as WaitForServerAckOptions, m as PushOutcome, o as MengineDocSyncState, p as MedeoHttpDocStorageOptions, s as MengineLocalSaveState, t as MemoryDocStorage, u as DocStorageLike, v as decodeDocVersionMark, w as PushResultKind, x as PullFailureReason, y as encodeDocVersionMark, z as MengineSseUpdateEvent } from "./index-D-3rdfUP.js";
-import { n as MengineDocSessionUpdateEvent, r as ManualSyncDoc, t as MengineDocSession } from "./index-D-6uebu4.js";
-export { type AddDslClip, type AddDslClipsInput, type ApplyVoiceoverInput, type Asset, type AudioScript, type Caption, type CaptionContent, type CaptionDisplayCue, type CaptionSelection, type CaptionStyle, type CaptionText, type Clip, type ClipPlacement, type ClipSource, type CommitOptions, type ContainMutation, type ContainNode, type CreateMedeoDslOptions, DEFAULT_UNIT_TIME_MS, type DeepReadonly, type DocStorageLike, type DocVersionMark, type DslAudit, type DslClipLayout, type DslClipUpdate, type DslDiagnostic, DslEditor, type DslIdFactory, type DslLayout, type DslMutation, DslProjectionError, type DslTrackLayout, type DslTransaction, type EntityIdKind, type EntityMutation, type EntityTable, type EntityTables, type EntityValues, type FieldPatch, type FromVideoDraftOptions, type ImportedVideoDraft, type InvalidAtomic, ManualSyncDoc, type ManualSyncDocOptions, MedeoDsl, type MedeoDslDraft, type MedeoDslLoroState, type MedeoDslSnapshot, MedeoHttpDocStorage, type MedeoHttpDocStorageOptions, type Media, MemoryDocStorage, MengineAckFailedError, type MengineAuditEntry, type MengineAuditResponse, MengineDocSession, type MengineDocSessionOptions, type MengineDocSessionUpdateEvent, type MengineDocSyncState, type MengineDocumentVersion, type MengineDraftResponse, type MengineEventStreamOptions, MengineHttpClient, type MengineHttpClientOptions, MengineHttpRequestError, type MengineLocalSaveState, MenginePushRejectedError, type MenginePushResponse, type MenginePushUpdateResponse, type MengineRejectedResponse, type MengineSnapshotResponse, type MengineSseUpdateEvent, type MengineSyncResponse, type MengineUndoState, type MengineUpdateMeta, type MoveDslClipsInput, type OpActor, type PullFailureReason, type PullResult, type PushOutcome, type PushOutcomeKind, type PushResult, type PushResultKind, type RelationMutation, type RelationTable, type RelationTables, type RelationValues, type ReplaceDslClipsInput, type ResourceSystem, type RichTextSnapshot, type TextDelta, type TextEdit, type TextMark, type TextMutation, type TextRun, type TimeAnchor, type Track, type TrackRole, UnsupportedDocumentFormatError, type VideoCreationSettings, type VideoDraft, type VideoDraftCaptionStyle, type VideoDraftContent, type VideoDraftContentPartUnion, type VideoDraftInput, type VideoDraftPartUnion, type VideoDraftProjection, type VideoDraftTimeline, type VideoDraftTrack, type VideoDraftTrackItem, type Voice, type VoiceoverCaptionInput, type VoiceoverResult, type WaitForLocalSaveOptions, type WaitForServerAckOptions, assertDslDocument, base64ToBytes, bytesToBase64, captionContentCodec, createInitialMedeoDsl, decodeDocVersionMark, defaultIdFactory, documentFormat, encodeDocVersionMark, fromVideoDraft, isInvalidAtomic, medeoDslLoroShape, readMengineEventStream, relationId, resolveDslLayout, resourceId, timeAnchorCodec, toVideoDraft, tupleHash };
+import { $ as TextMutation, A as DeepReadonly, C as CaptionContent, D as Clip, E as CaptionText, F as EntityTables, G as ResourceSystem, H as RelationTable, I as EntityValues, K as RichTextSnapshot, L as FieldPatch, M as DslMutation, N as EntityMutation, O as ContainMutation, P as EntityTable, Q as TextMark, R as MedeoDslSnapshot, S as Caption, T as CaptionStyle, U as RelationTables, V as RelationMutation, W as RelationValues, X as TextDelta, Y as StoredFile, Z as TextEdit, _ as defaultIdFactory, a as VideoDraftCaptionStyle, b as tupleHash, c as VideoDraftInput, d as VideoDraftTrack, et as TextRun, f as VideoDraftTrackItem, g as EntityIdKind, h as DslIdFactory, i as VideoDraft, it as Voice, j as DslDiagnostic, k as ContainNode, l as VideoDraftPartUnion, m as OpActor, n as DEFAULT_UNIT_TIME_MS, nt as Track, o as VideoDraftContent, p as CommitOptions, r as VideoCreationSettings, rt as TrackRole, s as VideoDraftContentPartUnion, t as CaptionDisplayCue, tt as TimeAnchor, u as VideoDraftTimeline, v as relationId, w as CaptionSelection, x as AudioScript, y as resourceId, z as Media } from "./video-draft-types-0J2vfXBu.js";
+import { A as MedeoDslDraft, C as UnsupportedDocumentFormatError, D as captionContentCodec, E as InvalidAtomic, F as ClipSource, I as DslClipUpdate, L as MoveDslClipsInput, M as medeoDslLoroShape, N as AddDslClip, O as isInvalidAtomic, P as AddDslClipsInput, R as ReplaceDslClipsInput, S as DslTransaction, T as documentFormat, _ as VoiceoverCaptionInput, a as toAudioScriptViews, b as MedeoDsl, c as resolveDslLayout, d as DslProjectionError, f as DslTrackLayout, g as ApplyVoiceoverInput, h as UploadText, i as AudioScriptView, j as MedeoDslLoroState, k as timeAnchorCodec, l as DslClipLayout, m as DslEditor, n as ImportedVideoDraft, o as VideoDraftProjection, p as createInitialMedeoDsl, r as fromVideoDraft, s as toVideoDraft, t as FromVideoDraftOptions, u as DslLayout, v as VoiceoverResult, w as assertDslDocument, x as DslAudit, y as CreateMedeoDslOptions, z as ClipPlacement } from "./index-DVmvFhEn.js";
+import { A as MenginePushRejectedError, B as MengineSyncResponse, C as PushResult, D as MengineHttpClient, E as readMengineEventStream, F as MenginePushResponse, H as base64ToBytes, I as MenginePushUpdateResponse, L as MengineRejectedResponse, M as MengineAuditResponse, N as MengineDocumentVersion, O as MengineHttpClientOptions, P as MengineDraftResponse, R as MengineSnapshotResponse, S as PullResult, T as MengineEventStreamOptions, U as bytesToBase64, V as MengineUpdateMeta, a as MengineDocSessionOptions, b as DocVersionMark, c as WaitForLocalSaveOptions, d as MengineUndoState, f as MedeoHttpDocStorage, g as ManualSyncDocOptions, h as PushOutcomeKind, i as MengineAckFailedError, j as MengineAuditEntry, k as MengineHttpRequestError, l as WaitForServerAckOptions, m as PushOutcome, o as MengineDocSyncState, p as MedeoHttpDocStorageOptions, s as MengineLocalSaveState, t as MemoryDocStorage, u as DocStorageLike, v as decodeDocVersionMark, w as PushResultKind, x as PullFailureReason, y as encodeDocVersionMark, z as MengineSseUpdateEvent } from "./index-D4Bgukns.js";
+import { n as MengineDocSessionUpdateEvent, r as ManualSyncDoc, t as MengineDocSession } from "./index-CcNkkQll.js";
+export { type AddDslClip, type AddDslClipsInput, type ApplyVoiceoverInput, type AudioScript, type AudioScriptView, type Caption, type CaptionContent, type CaptionDisplayCue, type CaptionSelection, type CaptionStyle, type CaptionText, type Clip, type ClipPlacement, type ClipSource, type CommitOptions, type ContainMutation, type ContainNode, type CreateMedeoDslOptions, DEFAULT_UNIT_TIME_MS, type DeepReadonly, type DocStorageLike, type DocVersionMark, type DslAudit, type DslClipLayout, type DslClipUpdate, type DslDiagnostic, DslEditor, type DslIdFactory, type DslLayout, type DslMutation, DslProjectionError, type DslTrackLayout, type DslTransaction, type EntityIdKind, type EntityMutation, type EntityTable, type EntityTables, type EntityValues, type FieldPatch, type FromVideoDraftOptions, type ImportedVideoDraft, type InvalidAtomic, ManualSyncDoc, type ManualSyncDocOptions, MedeoDsl, type MedeoDslDraft, type MedeoDslLoroState, type MedeoDslSnapshot, MedeoHttpDocStorage, type MedeoHttpDocStorageOptions, type Media, MemoryDocStorage, MengineAckFailedError, type MengineAuditEntry, type MengineAuditResponse, MengineDocSession, type MengineDocSessionOptions, type MengineDocSessionUpdateEvent, type MengineDocSyncState, type MengineDocumentVersion, type MengineDraftResponse, type MengineEventStreamOptions, MengineHttpClient, type MengineHttpClientOptions, MengineHttpRequestError, type MengineLocalSaveState, MenginePushRejectedError, type MenginePushResponse, type MenginePushUpdateResponse, type MengineRejectedResponse, type MengineSnapshotResponse, type MengineSseUpdateEvent, type MengineSyncResponse, type MengineUndoState, type MengineUpdateMeta, type MoveDslClipsInput, type OpActor, type PullFailureReason, type PullResult, type PushOutcome, type PushOutcomeKind, type PushResult, type PushResultKind, type RelationMutation, type RelationTable, type RelationTables, type RelationValues, type ReplaceDslClipsInput, type ResourceSystem, type RichTextSnapshot, type StoredFile, type TextDelta, type TextEdit, type TextMark, type TextMutation, type TextRun, type TimeAnchor, type Track, type TrackRole, UnsupportedDocumentFormatError, type UploadText, type VideoCreationSettings, type VideoDraft, type VideoDraftCaptionStyle, type VideoDraftContent, type VideoDraftContentPartUnion, type VideoDraftInput, type VideoDraftPartUnion, type VideoDraftProjection, type VideoDraftTimeline, type VideoDraftTrack, type VideoDraftTrackItem, type Voice, type VoiceoverCaptionInput, type VoiceoverResult, type WaitForLocalSaveOptions, type WaitForServerAckOptions, assertDslDocument, base64ToBytes, bytesToBase64, captionContentCodec, createInitialMedeoDsl, decodeDocVersionMark, defaultIdFactory, documentFormat, encodeDocVersionMark, fromVideoDraft, isInvalidAtomic, medeoDslLoroShape, readMengineEventStream, relationId, resolveDslLayout, resourceId, timeAnchorCodec, toAudioScriptViews, toVideoDraft, tupleHash };

package/dist/index.js

@@ -1,7 +1,7 @@
 import { n as bytesToBase64, t as base64ToBytes } from "./base64-D-jd-dr5.js";
 import { a as covers, c as readMengineEventStream, d as MenginePushRejectedError, i as openManualDocument, l as MengineHttpClient, n as MedeoHttpDocStorage, o as decodeDocVersionMark, r as ManualSyncTransport, s as encodeDocVersionMark, t as MemoryDocStorage, u as MengineHttpRequestError } from "./storage-BW3tI_ER.js";
-import { a as documentFormat, c as isInvalidAtomic, ct as relationId, i as assertDslDocument, l as timeAnchorCodec, lt as resourceId, o as medeoDslLoroShape, r as UnsupportedDocumentFormatError, s as captionContentCodec, st as defaultIdFactory, t as DEFAULT_UNIT_TIME_MS, ut as tupleHash } from "./video-draft-types-TXRv3wS6.js";
-import { a as MedeoDsl, i as DslEditor, n as toVideoDraft, o as resolveDslLayout, r as createInitialMedeoDsl, s as DslProjectionError, t as fromVideoDraft } from "./dsl-EV6kCdr6.js";
+import { _t as resourceId, a as documentFormat, c as isInvalidAtomic, gt as relationId, ht as defaultIdFactory, i as assertDslDocument, o as medeoDslLoroShape, r as UnsupportedDocumentFormatError, s as captionContentCodec, t as DEFAULT_UNIT_TIME_MS, u as timeAnchorCodec, vt as tupleHash } from "./video-draft-types-BfIXM8q3.js";
+import { a as toAudioScriptViews, c as DslProjectionError, i as DslEditor, n as toVideoDraft, o as MedeoDsl, r as createInitialMedeoDsl, s as resolveDslLayout, t as fromVideoDraft } from "./dsl-B7-4dMjr.js";
 import { UndoManager, VersionVector, decodeImportBlobMeta } from "loro-crdt";
 import { ClientServerSynchronizer, DocManager } from "@mengine/sync";
 import { DisposableSet, EventBus } from "@mengine/utils";
@@ -10,14 +10,15 @@ import { DisposableSet, EventBus } from "@mengine/utils";
 var ManualSyncDoc = class ManualSyncDoc extends ManualSyncTransport {
 	dsl;
 	editor;
-	constructor(client, doc, watermark) {
+	constructor(client, doc, watermark, uploadText) {
 		super(client, doc, watermark);
 		assertDslDocument(doc);
 		this.dsl = new MedeoDsl(doc);
-		this.editor = new DslEditor(this.dsl);
+		this.editor = new DslEditor(this.dsl, void 0, uploadText);
 	}
+	/** `uploadText` stores raw content the editor writes, such as a PhoneticScript's text, in Memota. */
 	static open(options) {
-		return openManualDocument(options, (doc, watermark) => new ManualSyncDoc(options.client, doc, watermark));
+		return openManualDocument(options, (doc, watermark) => new ManualSyncDoc(options.client, doc, watermark, options.uploadText));
 	}
 	snapshot() {
 		this.assertActive();
@@ -623,6 +624,7 @@ function serverCovers(serverVV, target) {
 //#region src/session/mengine-doc-session.ts
 /** Default collaborative session: one DSL handle and one editor over the synchronized LoroDoc. */
 var MengineDocSession = class extends DocumentSession {
+	/** `uploadText` stores raw content the editor writes, such as a PhoneticScript's text, in Memota. */
 	constructor(options) {
 		super(options, (doc, guard) => {
 			assertDslDocument(doc);
@@ -630,7 +632,7 @@ var MengineDocSession = class extends DocumentSession {
 			return {
 				doc,
 				document: dsl,
-				editor: new DslEditor(dsl),
+				editor: new DslEditor(dsl, void 0, options.uploadText),
 				snapshot: () => dsl.getSnapshot(),
 				subscribe: (listener) => dsl.subscribe(listener),
 				dispose: () => dsl.dispose()
@@ -643,6 +645,10 @@ var MengineDocSession = class extends DocumentSession {
 	projectVideoDraft() {
 		return toVideoDraft(this.snapshot());
 	}
+	/** The document's AudioScripts with what says and shows them; read from the same snapshot as the VideoDraft. */
+	projectAudioScripts() {
+		return toAudioScriptViews(this.snapshot());
+	}
 };
 //#endregion
-export { DEFAULT_UNIT_TIME_MS, DslEditor, DslProjectionError, ManualSyncDoc, MedeoDsl, MedeoHttpDocStorage, MemoryDocStorage, MengineAckFailedError, MengineDocSession, MengineHttpClient, MengineHttpRequestError, MenginePushRejectedError, UnsupportedDocumentFormatError, assertDslDocument, base64ToBytes, bytesToBase64, captionContentCodec, createInitialMedeoDsl, decodeDocVersionMark, defaultIdFactory, documentFormat, encodeDocVersionMark, fromVideoDraft, isInvalidAtomic, medeoDslLoroShape, readMengineEventStream, relationId, resolveDslLayout, resourceId, timeAnchorCodec, toVideoDraft, tupleHash };
+export { DEFAULT_UNIT_TIME_MS, DslEditor, DslProjectionError, ManualSyncDoc, MedeoDsl, MedeoHttpDocStorage, MemoryDocStorage, MengineAckFailedError, MengineDocSession, MengineHttpClient, MengineHttpRequestError, MenginePushRejectedError, UnsupportedDocumentFormatError, assertDslDocument, base64ToBytes, bytesToBase64, captionContentCodec, createInitialMedeoDsl, decodeDocVersionMark, defaultIdFactory, documentFormat, encodeDocVersionMark, fromVideoDraft, isInvalidAtomic, medeoDslLoroShape, readMengineEventStream, relationId, resolveDslLayout, resourceId, timeAnchorCodec, toAudioScriptViews, toVideoDraft, tupleHash };

package/dist/legacy.d.ts

@@ -1,5 +1,5 @@
-import { i as VideoDraft, l as VideoDraftPartUnion, o as VideoDraftContent, p as CommitOptions, t as CaptionDisplayCue } from "./video-draft-types-c_shaRyq.js";
-import { A as MenginePushRejectedError, B as MengineSyncResponse, C as PushResult, D as MengineHttpClient, E as readMengineEventStream, F as MenginePushResponse, H as base64ToBytes, I as MenginePushUpdateResponse, L as MengineRejectedResponse, M as MengineAuditResponse, N as MengineDocumentVersion, O as MengineHttpClientOptions, P as MengineDraftResponse, R as MengineSnapshotResponse, S as PullResult, T as MengineEventStreamOptions, U as bytesToBase64, V as MengineUpdateMeta, _ as ManualSyncTransport, a as MengineDocSessionOptions, b as DocVersionMark, d as MengineUndoState, f as MedeoHttpDocStorage, g as ManualSyncDocOptions, h as PushOutcomeKind, j as MengineAuditEntry, k as MengineHttpRequestError, l as WaitForServerAckOptions, m as PushOutcome, o as MengineDocSyncState, p as MedeoHttpDocStorageOptions, t as MemoryDocStorage, u as DocStorageLike, v as decodeDocVersionMark, w as PushResultKind, x as PullFailureReason, y as encodeDocVersionMark, z as MengineSseUpdateEvent } from "./index-D-3rdfUP.js";
+import { i as VideoDraft, l as VideoDraftPartUnion, o as VideoDraftContent, p as CommitOptions, t as CaptionDisplayCue } from "./video-draft-types-0J2vfXBu.js";
+import { A as MenginePushRejectedError, B as MengineSyncResponse, C as PushResult, D as MengineHttpClient, E as readMengineEventStream, F as MenginePushResponse, H as base64ToBytes, I as MenginePushUpdateResponse, L as MengineRejectedResponse, M as MengineAuditResponse, N as MengineDocumentVersion, O as MengineHttpClientOptions, P as MengineDraftResponse, R as MengineSnapshotResponse, S as PullResult, T as MengineEventStreamOptions, U as bytesToBase64, V as MengineUpdateMeta, _ as ManualSyncTransport, a as MengineDocSessionOptions, b as DocVersionMark, d as MengineUndoState, f as MedeoHttpDocStorage, g as ManualSyncDocOptions, h as PushOutcomeKind, j as MengineAuditEntry, k as MengineHttpRequestError, l as WaitForServerAckOptions, m as PushOutcome, o as MengineDocSyncState, p as MedeoHttpDocStorageOptions, t as MemoryDocStorage, u as DocStorageLike, v as decodeDocVersionMark, w as PushResultKind, x as PullFailureReason, y as encodeDocVersionMark, z as MengineSseUpdateEvent } from "./index-D4Bgukns.js";
 import { LoroDoc, PeerID } from "loro-crdt";
 
 //#region ../medeo-dsl/depreacted/sandbox.d.ts