@mengine/medeo-client 2.0.1-alpha.4 → 2.0.1-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +110 -45
- package/dist/document-N-8GwtOX.js +4589 -0
- package/dist/{index-CnZ9l3rb.d.ts → index-B31KeDzA.d.ts} +409 -708
- package/dist/index-CMa6ZCtX.d.ts +609 -0
- package/dist/index.d.ts +749 -131
- package/dist/index.js +2696 -939
- package/dist/{loro-relay-doc-cJSY-uau.js → loro-relay-doc-ssdYpuef.js} +2 -7
- package/dist/relay.js +1 -1
- package/dist/schemas.d.ts +2 -0
- package/dist/schemas.js +482 -0
- package/dist/shared-iWnU2osE.js +39 -0
- package/dist/testing.d.ts +2 -2
- package/dist/testing.js +58 -4
- package/package.json +13 -8
- package/dist/document-B_JQwrC5.js +0 -1630
package/dist/index.js
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
|
-
import { t as
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { LoroDoc, UndoManager, VersionVector, decodeImportBlobMeta } from "loro-crdt";
|
|
1
|
+
import { $ as ensureLaneTrack, A as assembleEntityContent, B as hasSequence, C as projectEntityTimeline, Ct as base64ToBytes, D as decodeEntityRelationRows, E as EntityTimelineProjectionError, F as updateEntityFields, G as fromVideoDocument, H as buildInitialVideoDocument, I as variantBaseEntityIds, J as assertValidVideoDocument, K as toVideoDocument, L as isJsonObject, M as assembleScriptText, N as findComposedAudioScript, O as ScriptCompositionError, P as selectAudioScriptSegment, Q as LANE_KINDS_IN_STACK_ORDER, R as createEntityId, S as resolveFieldPath, St as videoDocumentMirrorSchema, T as resolveEntityTimelineLayout, U as buildSpeechHostMap, V as isMediaAssetVariantKind, W as derivePositionFromAbs, X as partUnionSchema, Y as validateVideoDocument, Z as videoDocumentSchema, _ as audioScriptAssetHash, _t as VIDEO_DOCUMENT_SCHEMA_VERSION, a as applyEntityTimelineProjection, at as fillMainTrackTimeGaps, b as applyFieldChanges, bt as partUnionToDraft, c as writeVideoDocumentToDraft, ct as resolveAllSpeechOverlaps, d as LoroEntityDocument, dt as TIMELINE_SKELETON_DURATION_MS, et as findLaneTrack, f as LoroEntityDraft, ft as isEmptyVideoClip, g as audioScriptAssetFields, gt as ENTITY_TIMELINE_PROJECTION_SCHEMA_VERSION, h as audioScriptAssetContent, ht as DEFAULT_UNIT_TIME_MS, i as MirrorVideoDocumentAdapter, it as arrangeMainTrackSeamlessly, j as assemblePhoneticScriptContent, k as assembleCaptionContent, l as readVideoDocumentFromDraft, lt as resolveSpeechOverlapByShiftingVideos, m as entityOrderGroups, mt as safeDurationMs, n as createPlainMemoryAdapter, nt as solveVideoDocument, o as createMirrorVideoDocument, ot as reassignSpeechesToVideoClipsByTime, p as readEntityDocument, pt as partDurationMs, q as VideoDocumentValidationError, r as generatePartId, rt as cascadeAfterVideoClipChanges, s as createMirrorVideoDocumentAdapter, st as recalculateTimelineDuration, t as PlainMemoryAdapter, tt as laneTrackId, u as LORO_ENTITY_SCHEMA, ut as syncAggregatedClipsTimePosition, v as hasAudioScriptAsset, vt as effectiveVideoClipDurationMs, w as EntityProjectionGraph, wt as bytesToBase64, x as assertFieldChanges, xt as recordEntries, y as equalJson, yt as speedOf, z as createRelationId } from "./document-N-8GwtOX.js";
|
|
2
|
+
import { addSpeechesInputSchema, addVideoClipsInputSchema, adjustBgmVolumeInputSchema, adjustSpeechVolumeInputSchema, adjustVideoClipDurationInputSchema, adjustVideoClipVolumeInputSchema, changeSpeechScriptInputSchema, changeSpeechVoiceInputSchema, deleteBgmInputSchema, deleteSpeechesInputSchema, deleteVideoClipsInputSchema, moveSpeechesInputSchema, moveVideoClipsByAnchorInputSchema, moveVideoClipsInputSchema, replaceVideoClipContentInputSchema, replaceVideoClipSequenceInputSchema, setBgmInputSchema, setCaptionStyleInputSchema, setCaptionVisibilityInputSchema, setVideoClipSpeedShiftInputSchema, t as schemas_exports } from "./schemas.js";
|
|
3
|
+
import { LoroDoc, VersionVector } from "loro-crdt";
|
|
5
4
|
import { ClientServerSynchronizer, DocManager } from "@mengine/sync";
|
|
6
5
|
import { DisposableSet, EventBus, Task } from "@mengine/utils";
|
|
7
6
|
import { BaseDocStorage, DummyConnection } from "@mengine/storage";
|
|
@@ -13,7 +12,7 @@ import { BaseDocStorage, DummyConnection } from "@mengine/storage";
|
|
|
13
12
|
* namespace (mirrors the cluster's `/oapi/v1` precedent for an independent
|
|
14
13
|
* subsystem) rather than folding into the shared `/api/v2/*` space.
|
|
15
14
|
*/
|
|
16
|
-
const MENGINE_API_PREFIX = "/api/mengine/v1";
|
|
15
|
+
const MENGINE_API_PREFIX$1 = "/api/mengine/v1";
|
|
17
16
|
var MengineHttpRequestError = class extends Error {
|
|
18
17
|
status;
|
|
19
18
|
payload;
|
|
@@ -61,6 +60,12 @@ var MengineHttpClient = class {
|
|
|
61
60
|
async fetchSnapshot() {
|
|
62
61
|
return await this.requestJson("snapshot");
|
|
63
62
|
}
|
|
63
|
+
async bootstrapSnapshot(snapshot) {
|
|
64
|
+
return await this.requestJson("bootstrap", {
|
|
65
|
+
method: "POST",
|
|
66
|
+
body: JSON.stringify({ snapshot: bytesToBase64(snapshot) })
|
|
67
|
+
});
|
|
68
|
+
}
|
|
64
69
|
/**
|
|
65
70
|
* Loro VV-diff pull: send the caller's oplog `VersionVector.encode` as `from`
|
|
66
71
|
* (omit for a full pull) and receive exactly the updates it is missing plus
|
|
@@ -129,12 +134,12 @@ var MengineHttpClient = class {
|
|
|
129
134
|
...init,
|
|
130
135
|
headers
|
|
131
136
|
});
|
|
132
|
-
const payload = await safeReadJson(response);
|
|
137
|
+
const payload = await safeReadJson$1(response);
|
|
133
138
|
if (!response.ok) throw new MengineHttpRequestError(response.status, payload);
|
|
134
139
|
return payload;
|
|
135
140
|
}
|
|
136
141
|
endpoint(path) {
|
|
137
|
-
return `${this.options.httpOrigin.replace(/\/$/, "")}${MENGINE_API_PREFIX}/docs/${encodeURIComponent(this.options.docId)}/${path}`;
|
|
142
|
+
return `${this.options.httpOrigin.replace(/\/$/, "")}${MENGINE_API_PREFIX$1}/docs/${encodeURIComponent(this.options.docId)}/${path}`;
|
|
138
143
|
}
|
|
139
144
|
};
|
|
140
145
|
/**
|
|
@@ -151,7 +156,7 @@ function asPushRejection(error) {
|
|
|
151
156
|
if (body.kind !== "rejected" || typeof body.code !== "string") return void 0;
|
|
152
157
|
return new MenginePushRejectedError(body.code, body.message ?? "", body.server_version, error.status);
|
|
153
158
|
}
|
|
154
|
-
async function safeReadJson(response) {
|
|
159
|
+
async function safeReadJson$1(response) {
|
|
155
160
|
const text = await response.text();
|
|
156
161
|
if (text.length === 0) return null;
|
|
157
162
|
try {
|
|
@@ -163,6 +168,9 @@ async function safeReadJson(response) {
|
|
|
163
168
|
//#endregion
|
|
164
169
|
//#region src/client/sse.ts
|
|
165
170
|
async function readMengineEventStream(options) {
|
|
171
|
+
const onUpdate = (event) => {
|
|
172
|
+
options.onUpdate(event);
|
|
173
|
+
};
|
|
166
174
|
const response = await options.client.fetch(options.client.eventsUrl(), {
|
|
167
175
|
headers: options.client.headers(),
|
|
168
176
|
signal: options.signal
|
|
@@ -181,19 +189,15 @@ async function readMengineEventStream(options) {
|
|
|
181
189
|
while (splitAt >= 0) {
|
|
182
190
|
const frame = buffer.slice(0, splitAt);
|
|
183
191
|
buffer = buffer.slice(buffer[splitAt] === "\r" ? splitAt + 4 : splitAt + 2);
|
|
184
|
-
handleSseFrame(frame,
|
|
192
|
+
handleSseFrame(frame, onUpdate);
|
|
185
193
|
splitAt = findSseFrameBoundary(buffer);
|
|
186
194
|
}
|
|
187
195
|
}
|
|
188
196
|
}
|
|
189
|
-
function handleSseFrame(frame,
|
|
197
|
+
function handleSseFrame(frame, onUpdate) {
|
|
190
198
|
const event = parseSseFrame(frame);
|
|
191
|
-
if (event.event === "resync") {
|
|
192
|
-
options.onResync?.();
|
|
193
|
-
return;
|
|
194
|
-
}
|
|
195
199
|
if (event.event !== "update" || event.data.length === 0) return;
|
|
196
|
-
|
|
200
|
+
onUpdate(JSON.parse(event.data.join("\n")));
|
|
197
201
|
}
|
|
198
202
|
function parseSseFrame(frame) {
|
|
199
203
|
let event = null;
|
|
@@ -213,565 +217,2499 @@ function findSseFrameBoundary(buffer) {
|
|
|
213
217
|
return Math.min(lf, crlf);
|
|
214
218
|
}
|
|
215
219
|
//#endregion
|
|
216
|
-
//#region src/
|
|
220
|
+
//#region src/entity-crdt/compile-rows.ts
|
|
221
|
+
/** Lower a detached ordinary-object edit against its actual causal Loro baseline. */
|
|
222
|
+
function compileEntityRows(snapshot, rows, validate) {
|
|
223
|
+
const doc = new LoroDoc();
|
|
224
|
+
doc.import(snapshot);
|
|
225
|
+
return applyEntityRows(new LoroEntityDocument(doc, validate), rows);
|
|
226
|
+
}
|
|
227
|
+
/** Compile an edit on an existing peer, retaining its native local undo history. */
|
|
228
|
+
function applyEntityRows(editor, rows) {
|
|
229
|
+
const before = editor.snapshot().rows;
|
|
230
|
+
const oldEntities = new Map(before.entities.map((row) => [row.entityId, row]));
|
|
231
|
+
const newEntities = new Map(rows.entities.map((row) => [row.entityId, row]));
|
|
232
|
+
const oldRelations = new Map(before.relations.map((row) => [row.relationId, row]));
|
|
233
|
+
const newRelations = new Map(rows.relations.map((row) => [row.relationId, row]));
|
|
234
|
+
if (newEntities.size !== rows.entities.length || newRelations.size !== rows.relations.length) throw new Error("Duplicate domain identity");
|
|
235
|
+
return {
|
|
236
|
+
update: editor.transact((draft) => {
|
|
237
|
+
for (const row of before.relations) {
|
|
238
|
+
const next = newRelations.get(row.relationId);
|
|
239
|
+
if (!next) draft.unlink(row.relationId);
|
|
240
|
+
else {
|
|
241
|
+
if (next.relationKind !== row.relationKind || next.endpoint0EntityId !== row.endpoint0EntityId || next.endpoint1EntityId !== row.endpoint1EntityId) throw new Error("Relation identity cannot change kind or endpoint positions");
|
|
242
|
+
if (!equalJson(row.metadata, next.metadata) || !equalJson(row.trace, next.trace)) draft.patchRelation(row.relationId, next.metadata, next.trace);
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
for (const row of rows.entities) {
|
|
246
|
+
const previous = oldEntities.get(row.entityId);
|
|
247
|
+
if (!previous) draft.create(row);
|
|
248
|
+
else {
|
|
249
|
+
if (previous.entityKind !== row.entityKind) throw new Error("Entity kind cannot change");
|
|
250
|
+
if (!equalJson(previous.payload, row.payload)) draft.replaceOwned(row.entityId, row.payload);
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
for (const row of rows.relations) if (!oldRelations.has(row.relationId)) draft.link(row);
|
|
254
|
+
const beforeOrder = entityOrderGroups(before), afterOrder = entityOrderGroups(rows);
|
|
255
|
+
for (const group of new Set([...beforeOrder.keys(), ...afterOrder.keys()])) {
|
|
256
|
+
const next = afterOrder.get(group) ?? [];
|
|
257
|
+
if (!equalJson(beforeOrder.get(group) ?? [], next)) draft.order(group, next);
|
|
258
|
+
}
|
|
259
|
+
for (const row of before.entities) if (!newEntities.has(row.entityId)) draft.delete(row.entityId);
|
|
260
|
+
}),
|
|
261
|
+
state: editor.snapshot()
|
|
262
|
+
};
|
|
263
|
+
}
|
|
264
|
+
//#endregion
|
|
265
|
+
//#region src/entity-editor/document-audio-script.ts
|
|
266
|
+
/** Read only the attached version and preserve every segment; never aggregate other scripts. */
|
|
267
|
+
function readDocumentAudioScript(state) {
|
|
268
|
+
const id = state.audioScriptEntityId;
|
|
269
|
+
if (id === null) throw new EntityTimelineProjectionError("Document AudioScript is not initialized");
|
|
270
|
+
if (typeof id !== "string" || id.trim() !== id || !id) throw new EntityTimelineProjectionError("Invalid document AudioScript identity");
|
|
271
|
+
const entity = state.rows.entities.find((row) => row.entityId === id);
|
|
272
|
+
if (!entity || entity.entityKind !== "audio-script") throw new EntityTimelineProjectionError(`Document AudioScript ${id} must name the project AudioScript`);
|
|
273
|
+
const content = assembleEntityContent(state.rows, createEntityId(id));
|
|
274
|
+
assembleScriptText(content);
|
|
275
|
+
return {
|
|
276
|
+
entityId: id,
|
|
277
|
+
segments: structuredClone(content.payload.segments)
|
|
278
|
+
};
|
|
279
|
+
}
|
|
280
|
+
//#endregion
|
|
281
|
+
//#region src/entity-editor/editor-resources.ts
|
|
282
|
+
const roleOrder$1 = {
|
|
283
|
+
caption: 0,
|
|
284
|
+
video_clip: 1,
|
|
285
|
+
speech: 2,
|
|
286
|
+
bgm: 3
|
|
287
|
+
};
|
|
217
288
|
/**
|
|
218
|
-
*
|
|
289
|
+
* MEngine editor policy, not a cardinality restriction on the general-purpose DSL.
|
|
219
290
|
*
|
|
220
|
-
*
|
|
221
|
-
*
|
|
222
|
-
*
|
|
223
|
-
*
|
|
224
|
-
*
|
|
225
|
-
|
|
226
|
-
|
|
291
|
+
* Media variants share one entity identity with their Asset: every
|
|
292
|
+
* Image/Video/Audio/Voice Entity must carry its own external locator, every
|
|
293
|
+
* external asset id has exactly one claimant, and no media variant may be
|
|
294
|
+
* bound through a legacy `physical-asset` Relation. Dual-entity media graphs
|
|
295
|
+
* are rejected, not migrated. Caption composes AudioScript text and may associate with a physical text Asset.
|
|
296
|
+
*/
|
|
297
|
+
function assertCanonicalEditorResources(rows) {
|
|
298
|
+
if (rows.entities.filter((row) => row.entityKind === "timeline").length > 1) throw new EntityTimelineProjectionError("Editor requires exactly one Timeline");
|
|
299
|
+
for (const role of Object.keys(roleOrder$1)) if (rows.entities.filter((row) => row.entityKind === "track" && row.payload.role === role).length > 1) throw new EntityTimelineProjectionError(`Editor has multiple ${role} Tracks`);
|
|
300
|
+
const identityByAssetKey = /* @__PURE__ */ new Map();
|
|
301
|
+
const kinds = new Map(rows.entities.map((row) => [String(row.entityId), row.entityKind]));
|
|
302
|
+
for (const entity of rows.entities) {
|
|
303
|
+
if (isMediaAssetVariantKind(entity.entityKind) && memotaLocator(entity.payload.external) === void 0) throw new EntityTimelineProjectionError(`Media Entity ${entity.entityId} must carry its own Asset external identity`);
|
|
304
|
+
if (entity.entityKind !== "asset" && !isMediaAssetVariantKind(entity.entityKind)) continue;
|
|
305
|
+
const external = entity.payload.external;
|
|
306
|
+
if (!isJsonObject(external) || external.system !== "memota" && external.system !== "memota-speech" || typeof external.key !== "string") continue;
|
|
307
|
+
const key = JSON.stringify([external.system, external.key]);
|
|
308
|
+
const previous = identityByAssetKey.get(key);
|
|
309
|
+
if (previous !== void 0 && previous !== entity.entityId) throw new EntityTimelineProjectionError(`Duplicate Asset for ${key}; reuse ${previous}`);
|
|
310
|
+
identityByAssetKey.set(key, entity.entityId);
|
|
311
|
+
}
|
|
312
|
+
for (const relation of rows.relations) {
|
|
313
|
+
if (relation.relationKind !== "physical-asset") continue;
|
|
314
|
+
const mediaEndpoint = [relation.endpoint0EntityId, relation.endpoint1EntityId].find((endpoint) => isMediaAssetVariantKind(kinds.get(String(endpoint)) ?? ""));
|
|
315
|
+
if (mediaEndpoint !== void 0) throw new EntityTimelineProjectionError(`Cannot bind media Entity ${mediaEndpoint} through physical-asset Relation ${relation.relationId}; media owns its Asset identity directly`);
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
/**
|
|
319
|
+
* Commit-transition policy shared by the editor, the HTTP commit boundary, the
|
|
320
|
+
* host tool, and the entity stores. It compares the authoritative before and
|
|
321
|
+
* after rows of one CAS commit and enforces the single-identity write rules
|
|
322
|
+
* on the complete after state, with no exemption for historical graphs:
|
|
323
|
+
*
|
|
324
|
+
* 1. every Image/Video/Audio/Voice Entity carries its own Asset `external`
|
|
325
|
+
* identity;
|
|
326
|
+
* 2. no `physical-asset` Relation may bind a media variant;
|
|
327
|
+
* 3. a self-carried media identity is immutable — it cannot be rewritten to
|
|
328
|
+
* another asset id.
|
|
227
329
|
*
|
|
228
|
-
*
|
|
229
|
-
*
|
|
230
|
-
* old generator (both `Math.random`-based) and it keeps `@mengine/medeo-client`
|
|
231
|
-
* dependency-free for a purely mechanical id string. Part ids only need to be
|
|
232
|
-
* unique and lexicographically time-sortable, which this satisfies.
|
|
330
|
+
* Dual-entity media graphs are rejected instead of being migrated or merged
|
|
331
|
+
* implicitly. Deleting media is explicit and allowed.
|
|
233
332
|
*/
|
|
234
|
-
|
|
235
|
-
const
|
|
236
|
-
const
|
|
237
|
-
const
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
for (
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
333
|
+
function assertMediaAssetWritePolicy(before, after) {
|
|
334
|
+
const beforeEntities = new Map(before.entities.map((row) => [String(row.entityId), row]));
|
|
335
|
+
const afterKinds = new Map(after.entities.map((row) => [String(row.entityId), row.entityKind]));
|
|
336
|
+
for (const row of after.entities) {
|
|
337
|
+
if (!isMediaAssetVariantKind(row.entityKind)) continue;
|
|
338
|
+
if (memotaLocator(row.payload.external) === void 0) throw new EntityTimelineProjectionError(`Media Entity ${row.entityId} must carry its own Asset external identity`);
|
|
339
|
+
}
|
|
340
|
+
for (const relation of after.relations) {
|
|
341
|
+
if (relation.relationKind !== "physical-asset") continue;
|
|
342
|
+
const mediaEndpoint = [relation.endpoint0EntityId, relation.endpoint1EntityId].find((endpoint) => isMediaAssetVariantKind(afterKinds.get(String(endpoint)) ?? ""));
|
|
343
|
+
if (mediaEndpoint !== void 0) throw new EntityTimelineProjectionError(`Cannot bind media Entity ${mediaEndpoint} through physical-asset Relation ${relation.relationId}; media owns its Asset identity directly`);
|
|
344
|
+
}
|
|
345
|
+
for (const row of after.entities) {
|
|
346
|
+
if (!isMediaAssetVariantKind(row.entityKind)) continue;
|
|
347
|
+
const priorExternal = memotaLocator(beforeEntities.get(String(row.entityId))?.payload.external);
|
|
348
|
+
if (priorExternal === void 0) continue;
|
|
349
|
+
const nextExternal = memotaLocator(row.payload.external);
|
|
350
|
+
if (nextExternal !== void 0 && (nextExternal.system !== priorExternal.system || nextExternal.key !== priorExternal.key)) throw new EntityTimelineProjectionError(`Media Entity ${row.entityId} cannot rewrite its Asset external identity; create a new Entity instead`);
|
|
245
351
|
}
|
|
246
|
-
return out;
|
|
247
352
|
}
|
|
248
|
-
function
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
353
|
+
function memotaLocator(value) {
|
|
354
|
+
if (!isJsonObject(value) || value.system !== "memota" && value.system !== "memota-speech" || typeof value.key !== "string" || value.key.trim() === "") return;
|
|
355
|
+
return {
|
|
356
|
+
system: value.system,
|
|
357
|
+
key: value.key
|
|
358
|
+
};
|
|
252
359
|
}
|
|
253
|
-
/**
|
|
254
|
-
|
|
255
|
-
|
|
360
|
+
/**
|
|
361
|
+
* Bootstrap an empty script when the foundation has no candidate. Without an
|
|
362
|
+
* explicit project attachment, multiple candidates are ambiguous. Existing
|
|
363
|
+
* content IDs are reused here; Loro editing advances their immutable versions.
|
|
364
|
+
*/
|
|
365
|
+
function ensureDocumentAudioScript(entities, idFactory, selectedEntityId) {
|
|
366
|
+
if (selectedEntityId != null) {
|
|
367
|
+
if (!entities.some((row) => row.entityKind === "audio-script" && row.entityId === selectedEntityId)) throw new EntityTimelineProjectionError(`Selected AudioScript ${selectedEntityId} does not exist`);
|
|
368
|
+
return selectedEntityId;
|
|
369
|
+
}
|
|
370
|
+
const scripts = entities.filter((row) => row.entityKind === "audio-script");
|
|
371
|
+
if (scripts.length > 1) throw new EntityTimelineProjectionError("Select an AudioScript for the editor panel when multiple scripts exist");
|
|
372
|
+
const existing = scripts[0];
|
|
373
|
+
if (existing !== void 0) return existing.entityId;
|
|
374
|
+
const id = createEntityId(idFactory("entity"));
|
|
375
|
+
if (entities.some((row) => row.entityId === id)) throw new Error(`Duplicate entity id ${id}`);
|
|
376
|
+
entities.push({
|
|
377
|
+
entityId: id,
|
|
378
|
+
entityKind: "audio-script",
|
|
379
|
+
payload: { segments: [] }
|
|
380
|
+
});
|
|
381
|
+
return id;
|
|
256
382
|
}
|
|
257
|
-
|
|
258
|
-
|
|
383
|
+
/** Add only missing editor structure; existing identities and owned settings are never replaced. */
|
|
384
|
+
function ensureEditorFoundation(initial, idFactory = (prefix) => `${prefix}_${globalThis.crypto.randomUUID()}`, timelinePayload = {}, selectedAudioScriptEntityId) {
|
|
385
|
+
const entities = structuredClone([...initial.entities]);
|
|
386
|
+
const relations = structuredClone([...initial.relations]);
|
|
387
|
+
const roots = entities.filter((row) => row.entityKind === "timeline");
|
|
388
|
+
if (roots.length > 1) throw new EntityTimelineProjectionError("Editor requires exactly one Timeline");
|
|
389
|
+
const mintEntity = () => {
|
|
390
|
+
const id = createEntityId(idFactory("entity"));
|
|
391
|
+
if (entities.some((row) => row.entityId === id)) throw new Error(`Duplicate entity id ${id}`);
|
|
392
|
+
return id;
|
|
393
|
+
};
|
|
394
|
+
let timeline = roots[0];
|
|
395
|
+
if (timeline === void 0) {
|
|
396
|
+
timeline = {
|
|
397
|
+
entityId: mintEntity(),
|
|
398
|
+
entityKind: "timeline",
|
|
399
|
+
payload: structuredClone(timelinePayload)
|
|
400
|
+
};
|
|
401
|
+
entities.push(timeline);
|
|
402
|
+
}
|
|
403
|
+
const trackEntityIds = {};
|
|
404
|
+
for (const role of Object.keys(roleOrder$1)) {
|
|
405
|
+
const matches = entities.filter((row) => row.entityKind === "track" && row.payload.role === role);
|
|
406
|
+
if (matches.length > 1) throw new EntityTimelineProjectionError(`Editor has multiple ${role} Tracks`);
|
|
407
|
+
let track = matches[0];
|
|
408
|
+
if (track === void 0) {
|
|
409
|
+
track = {
|
|
410
|
+
entityId: mintEntity(),
|
|
411
|
+
entityKind: "track",
|
|
412
|
+
payload: {
|
|
413
|
+
role,
|
|
414
|
+
order: roleOrder$1[role]
|
|
415
|
+
}
|
|
416
|
+
};
|
|
417
|
+
entities.push(track);
|
|
418
|
+
}
|
|
419
|
+
const bindings = relations.filter((row) => row.relationKind === "timeline-track" && (row.endpoint0EntityId === track.entityId || row.endpoint1EntityId === track.entityId));
|
|
420
|
+
if (bindings.some((row) => row.endpoint0EntityId !== timeline.entityId && row.endpoint1EntityId !== timeline.entityId)) throw new EntityTimelineProjectionError(`Track ${track.entityId} belongs to another Timeline`);
|
|
421
|
+
if (bindings.length === 0) {
|
|
422
|
+
const relationId = createRelationId(idFactory("relation"));
|
|
423
|
+
if (relations.some((row) => row.relationId === relationId)) throw new Error(`Duplicate relation id ${relationId}`);
|
|
424
|
+
relations.push({
|
|
425
|
+
relationId,
|
|
426
|
+
relationKind: "timeline-track",
|
|
427
|
+
endpoint0EntityId: timeline.entityId,
|
|
428
|
+
endpoint1EntityId: track.entityId,
|
|
429
|
+
metadata: {},
|
|
430
|
+
trace: {}
|
|
431
|
+
});
|
|
432
|
+
}
|
|
433
|
+
trackEntityIds[role] = track.entityId;
|
|
434
|
+
}
|
|
435
|
+
const audioScriptEntityId = ensureDocumentAudioScript(entities, idFactory, selectedAudioScriptEntityId);
|
|
436
|
+
return {
|
|
437
|
+
rows: {
|
|
438
|
+
entities,
|
|
439
|
+
relations
|
|
440
|
+
},
|
|
441
|
+
timelineEntityId: timeline.entityId,
|
|
442
|
+
trackEntityIds,
|
|
443
|
+
audioScriptEntityId
|
|
444
|
+
};
|
|
259
445
|
}
|
|
260
446
|
//#endregion
|
|
261
|
-
//#region src/editor/
|
|
262
|
-
const
|
|
263
|
-
const
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
*
|
|
283
|
-
*
|
|
284
|
-
*
|
|
285
|
-
*
|
|
286
|
-
*
|
|
287
|
-
*/
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
447
|
+
//#region src/entity-editor/entity-graph-http-client.ts
|
|
448
|
+
const MENGINE_API_PREFIX = "/api/mengine/v1";
|
|
449
|
+
const numericMarkerValidation$1 = { compareMarkerPoints: (_marker, _range, left, right) => {
|
|
450
|
+
if (typeof left !== "number" || !Number.isFinite(left) || typeof right !== "number" || !Number.isFinite(right)) throw new Error("entity-state requires finite numeric Marker coordinates");
|
|
451
|
+
return left < right ? -1 : left > right ? 1 : 0;
|
|
452
|
+
} };
|
|
453
|
+
/** Browser-safe authenticated Loro client for a document's Entity graph. */
|
|
454
|
+
var EntityGraphHttpClient = class {
|
|
455
|
+
options;
|
|
456
|
+
transport;
|
|
457
|
+
endpoint;
|
|
458
|
+
constructor(options) {
|
|
459
|
+
this.options = options;
|
|
460
|
+
this.transport = new MengineHttpClient(options);
|
|
461
|
+
const origin = options.httpOrigin.replace(/\/$/, "");
|
|
462
|
+
this.endpoint = `${origin}${MENGINE_API_PREFIX}/docs/${encodeURIComponent(options.docId)}/entity-state`;
|
|
463
|
+
}
|
|
464
|
+
async fetchState() {
|
|
465
|
+
return this.request({ method: "GET" });
|
|
466
|
+
}
|
|
467
|
+
/**
|
|
468
|
+
* Compile edits against the original causal snapshot and publish native Loro operations.
|
|
469
|
+
*
|
|
470
|
+
* Deletion intent is derived from baseline IDs omitted from `nextRows`, so a
|
|
471
|
+
* transient create-then-remove never becomes a request to delete unknown
|
|
472
|
+
* persisted data.
|
|
473
|
+
*/
|
|
474
|
+
async commit(baseState, nextRows, options = {}) {
|
|
475
|
+
if (options.migrationBaseVv !== void 0) throw new Error("Legacy entity migration is not supported by the Loro contract");
|
|
476
|
+
const next = cloneAndValidateRows(nextRows);
|
|
477
|
+
assertMediaAssetWritePolicy(baseState.rows, next);
|
|
478
|
+
const compiled = compileEntityRows(base64ToBytes(baseState.loroSnapshot), next);
|
|
479
|
+
return this.commitUpdate(bytesToBase64(compiled.update));
|
|
480
|
+
}
|
|
481
|
+
/** Send the same prepared bytes on retry; never recompile an unconfirmed edit. */
|
|
482
|
+
async commitUpdate(update) {
|
|
483
|
+
return this.request({
|
|
484
|
+
method: "POST",
|
|
485
|
+
body: JSON.stringify({ update })
|
|
486
|
+
});
|
|
487
|
+
}
|
|
488
|
+
async request(init) {
|
|
489
|
+
const response = await this.transport.fetch(this.endpoint, {
|
|
490
|
+
...init,
|
|
491
|
+
headers: this.transport.headers()
|
|
492
|
+
});
|
|
493
|
+
const payload = await safeReadJson(response);
|
|
494
|
+
if (!response.ok) throw new MengineHttpRequestError(response.status, payload);
|
|
495
|
+
return parseWireState(payload, this.options.docId);
|
|
496
|
+
}
|
|
497
|
+
};
|
|
498
|
+
function parseWireState(value, expectedDocId) {
|
|
499
|
+
if (!isRecord(value) || typeof value.doc_id !== "string" || !isNonNegativeSafeInteger(value.revision)) throw new Error("Invalid entity-state response envelope");
|
|
500
|
+
if (value.doc_id !== expectedDocId) throw new Error(`Entity-state response doc_id mismatch: expected "${expectedDocId}"`);
|
|
501
|
+
const rows = parseWireRows(value.rows);
|
|
502
|
+
decodeEntityRelationRows(rows, numericMarkerValidation$1);
|
|
503
|
+
if (typeof value.audio_script_entity_id !== "string") throw new Error("Document AudioScript is not initialized");
|
|
504
|
+
if (typeof value.loro_snapshot !== "string") throw new Error("Missing causal Loro snapshot");
|
|
505
|
+
const state = {
|
|
506
|
+
revision: value.revision,
|
|
507
|
+
loroSnapshot: value.loro_snapshot,
|
|
508
|
+
rows,
|
|
509
|
+
audioScriptEntityId: value.audio_script_entity_id
|
|
510
|
+
};
|
|
511
|
+
readDocumentAudioScript(state);
|
|
512
|
+
return state;
|
|
513
|
+
}
|
|
514
|
+
function parseWireRows(value) {
|
|
515
|
+
if (!isRecord(value) || !Array.isArray(value.entities) || !Array.isArray(value.relations)) throw new Error("Invalid entity-state response rows");
|
|
516
|
+
return {
|
|
517
|
+
entities: value.entities.map(parseWireEntity),
|
|
518
|
+
relations: value.relations.map(parseWireRelation)
|
|
519
|
+
};
|
|
520
|
+
}
|
|
521
|
+
function parseWireEntity(value) {
|
|
522
|
+
if (!isRecord(value) || !isJsonObject(value.payload)) throw new Error("Invalid Entity row in entity-state response");
|
|
523
|
+
return {
|
|
524
|
+
entityId: createEntityId(requiredString(value.entity_id, "entity_id")),
|
|
525
|
+
entityKind: requiredString(value.entity_kind, "entity_kind"),
|
|
526
|
+
payload: structuredClone(value.payload)
|
|
527
|
+
};
|
|
528
|
+
}
|
|
529
|
+
function parseWireRelation(value) {
|
|
530
|
+
if (!isRecord(value) || !isJsonObject(value.metadata) || !isJsonObject(value.trace)) throw new Error("Invalid Relation row in entity-state response");
|
|
531
|
+
return {
|
|
532
|
+
relationId: createRelationId(requiredString(value.relation_id, "relation_id")),
|
|
533
|
+
relationKind: requiredString(value.relation_kind, "relation_kind"),
|
|
534
|
+
endpoint0EntityId: createEntityId(requiredString(value.endpoint_0_entity_id, "endpoint_0_entity_id")),
|
|
535
|
+
endpoint1EntityId: createEntityId(requiredString(value.endpoint_1_entity_id, "endpoint_1_entity_id")),
|
|
536
|
+
metadata: structuredClone(value.metadata),
|
|
537
|
+
trace: structuredClone(value.trace)
|
|
538
|
+
};
|
|
539
|
+
}
|
|
540
|
+
function cloneAndValidateRows(rows) {
|
|
541
|
+
const clone = structuredClone(rows);
|
|
542
|
+
decodeEntityRelationRows(clone, numericMarkerValidation$1);
|
|
543
|
+
return clone;
|
|
544
|
+
}
|
|
545
|
+
function requiredString(value, field) {
|
|
546
|
+
if (typeof value !== "string" || value.length === 0 || value.trim() !== value) throw new Error(`Invalid ${field} in entity-state response`);
|
|
547
|
+
return value;
|
|
548
|
+
}
|
|
549
|
+
function isRecord(value) {
|
|
550
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
551
|
+
}
|
|
552
|
+
function isNonNegativeSafeInteger(value) {
|
|
553
|
+
return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
|
|
554
|
+
}
|
|
555
|
+
async function safeReadJson(response) {
|
|
556
|
+
const text = await response.text();
|
|
557
|
+
if (text.length === 0) return null;
|
|
558
|
+
try {
|
|
559
|
+
return JSON.parse(text);
|
|
560
|
+
} catch {
|
|
561
|
+
return text;
|
|
562
|
+
}
|
|
563
|
+
}
|
|
297
564
|
//#endregion
|
|
298
|
-
//#region src/editor/
|
|
565
|
+
//#region src/entity-editor/media-asset-import.ts
|
|
566
|
+
const numericCoordinates = { compareMarkerPoints: (_marker, _range, left, right) => {
|
|
567
|
+
if (typeof left !== "number" || typeof right !== "number" || !Number.isFinite(left) || !Number.isFinite(right)) throw new Error("Media editor requires numeric coordinates");
|
|
568
|
+
return left - right;
|
|
569
|
+
} };
|
|
299
570
|
/**
|
|
300
|
-
*
|
|
301
|
-
*
|
|
302
|
-
* §1/§2). The side effect (TTS/ASR + billing) runs upstream; the op receives the
|
|
303
|
-
* stable speech + caption parts and writes them as authoritative facts. No
|
|
304
|
-
* cascade runs on write — the projection derives absolute positions on read.
|
|
571
|
+
* Import at the editor boundary, not at asset generation time. Existing
|
|
572
|
+
* provenance is retained.
|
|
305
573
|
*
|
|
306
|
-
*
|
|
307
|
-
*
|
|
308
|
-
*
|
|
309
|
-
*
|
|
310
|
-
*
|
|
311
|
-
*
|
|
574
|
+
* A media variant is a logical facet of its Asset and shares one entity
|
|
575
|
+
* identity: the import mints exactly one entity of the media kind that carries
|
|
576
|
+
* the external locator itself, and deduplicates only against existing variants
|
|
577
|
+
* that already carry the same `(system, key)`. Legacy dual-entity graphs
|
|
578
|
+
* (`asset` row plus a `physical-asset` binding) are not reused and are
|
|
579
|
+
* rejected by the canonical resource policy instead of being migrated.
|
|
312
580
|
*/
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
const
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
});
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
581
|
+
function importMediaAsset(initial, fact, idFactory = (prefix) => `${prefix}_${globalThis.crypto.randomUUID()}`) {
|
|
582
|
+
if (!fact.assetId || fact.assetId.trim() !== fact.assetId) throw new Error("Expected an asset id");
|
|
583
|
+
if (![
|
|
584
|
+
"image",
|
|
585
|
+
"video",
|
|
586
|
+
"audio",
|
|
587
|
+
"voice"
|
|
588
|
+
].includes(fact.kind)) throw new Error("Unsupported media kind");
|
|
589
|
+
if (fact.kind !== "image" && (!Number.isFinite(fact.durationMs) || fact.durationMs <= 0)) throw new Error(`${fact.kind} ${fact.assetId} requires its factual positive duration`);
|
|
590
|
+
if ((fact.kind === "audio" || fact.kind === "voice") && fact.storageKey.trim() === "") throw new Error(`${fact.kind} ${fact.assetId} requires its physical storage key`);
|
|
591
|
+
decodeEntityRelationRows(initial, numericCoordinates);
|
|
592
|
+
assertCanonicalEditorResources(initial);
|
|
593
|
+
const entities = structuredClone([...initial.entities]);
|
|
594
|
+
const relations = structuredClone([...initial.relations]);
|
|
595
|
+
const system = fact.kind === "voice" ? "memota-speech" : "memota";
|
|
596
|
+
const existing = entities.filter((row) => {
|
|
597
|
+
const external = row.payload.external;
|
|
598
|
+
return isMediaAssetVariantKind(row.entityKind) && isJsonObject(external) && external.system === system && external.key === fact.assetId;
|
|
599
|
+
});
|
|
600
|
+
if (existing.length > 1) throw new Error(`Duplicate media identities for ${fact.assetId}; reuse ${existing[0].entityId}`);
|
|
601
|
+
if (existing[0] !== void 0) {
|
|
602
|
+
const variant = requireMatchingVariant(existing[0], fact);
|
|
603
|
+
replaceEntity$1(entities, variant.entityId, variant);
|
|
604
|
+
return {
|
|
605
|
+
rows: {
|
|
606
|
+
entities,
|
|
607
|
+
relations
|
|
608
|
+
},
|
|
609
|
+
contentEntityId: variant.entityId
|
|
610
|
+
};
|
|
611
|
+
}
|
|
612
|
+
const entityId = createEntityId(idFactory("entity"));
|
|
613
|
+
if (entities.some((row) => row.entityId === entityId)) throw new Error(`Duplicate entity id ${entityId}`);
|
|
614
|
+
const variant = {
|
|
615
|
+
entityId,
|
|
616
|
+
entityKind: fact.kind,
|
|
617
|
+
payload: {
|
|
618
|
+
extent: fact.kind === "image" ? {
|
|
619
|
+
kind: "unbounded",
|
|
620
|
+
start: 0
|
|
621
|
+
} : {
|
|
622
|
+
kind: "bounded",
|
|
623
|
+
start: 0,
|
|
624
|
+
end: fact.durationMs
|
|
625
|
+
},
|
|
626
|
+
sampling: fact.kind === "image" ? "constant" : "native",
|
|
627
|
+
coordinateSpace: "milliseconds",
|
|
628
|
+
external: {
|
|
629
|
+
system,
|
|
630
|
+
key: fact.assetId
|
|
631
|
+
},
|
|
632
|
+
...fact.storageKey === void 0 ? {} : { storageKey: fact.storageKey },
|
|
633
|
+
...fact.kind === "voice" && fact.voice !== void 0 ? { voice: {
|
|
634
|
+
system: fact.voice.system,
|
|
635
|
+
key: fact.voice.key,
|
|
636
|
+
...fact.voice.name === void 0 ? {} : { name: fact.voice.name }
|
|
637
|
+
} } : {}
|
|
638
|
+
}
|
|
639
|
+
};
|
|
640
|
+
entities.push(variant);
|
|
641
|
+
const rows = {
|
|
642
|
+
entities,
|
|
643
|
+
relations
|
|
644
|
+
};
|
|
645
|
+
decodeEntityRelationRows(rows, numericCoordinates);
|
|
646
|
+
assertCanonicalEditorResources(rows);
|
|
647
|
+
return {
|
|
648
|
+
rows,
|
|
649
|
+
contentEntityId: entityId
|
|
650
|
+
};
|
|
651
|
+
}
|
|
652
|
+
function requireMatchingVariant(row, fact) {
|
|
653
|
+
const extent = row.payload.extent;
|
|
654
|
+
if (row.entityKind !== fact.kind || fact.kind !== "image" && (!isJsonObject(extent) || extent.start !== 0 || extent.end !== fact.durationMs) || fact.kind === "voice" && !sameVoice(row.payload.voice, fact.voice)) throw new Error(`Media facts conflict with existing identity for ${fact.assetId}`);
|
|
655
|
+
if (fact.storageKey !== void 0 && row.payload.storageKey !== fact.storageKey) {
|
|
656
|
+
if (row.payload.storageKey !== void 0) throw new Error(`Media facts conflict with existing storage key for ${fact.assetId}`);
|
|
657
|
+
return {
|
|
658
|
+
...row,
|
|
659
|
+
payload: {
|
|
660
|
+
...row.payload,
|
|
661
|
+
storageKey: fact.storageKey
|
|
662
|
+
}
|
|
663
|
+
};
|
|
664
|
+
}
|
|
665
|
+
return row;
|
|
666
|
+
}
|
|
667
|
+
function replaceEntity$1(entities, entityId, replacement) {
|
|
668
|
+
const index = entities.findIndex((row) => row.entityId === entityId);
|
|
669
|
+
if (index < 0) throw new Error(`Entity id ${entityId} does not exist`);
|
|
670
|
+
entities[index] = replacement;
|
|
671
|
+
}
|
|
672
|
+
function sameVoice(left, right) {
|
|
673
|
+
if (right === void 0) return left === void 0;
|
|
674
|
+
return isJsonObject(left) && left.system === right.system && left.key === right.key && left.name === right.name && Object.keys(left).every((key) => key === "system" || key === "key" || key === "name");
|
|
675
|
+
}
|
|
337
676
|
//#endregion
|
|
338
|
-
//#region src/editor/
|
|
677
|
+
//#region src/entity-editor/entity-timeline-editor.ts
|
|
339
678
|
/**
|
|
340
|
-
*
|
|
341
|
-
*
|
|
342
|
-
* parts and each speech's `{ mode:'anchored', anchorPartId, offsetMs }` fact
|
|
343
|
-
* verbatim — no write-time host-picking, no cascade (RFC 02 §4). The projection
|
|
344
|
-
* derives absolute positions on read.
|
|
679
|
+
* Resolve the AudioScript a PhoneticScript composes. The composition is the
|
|
680
|
+
* required text source: a variant without it has no content and fails here.
|
|
345
681
|
*/
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
682
|
+
function requireComposedAudioScript(rows, phoneticScriptEntityId) {
|
|
683
|
+
return assemblePhoneticScriptContent(rows, phoneticScriptEntityId).audioScript.entityId;
|
|
684
|
+
}
|
|
685
|
+
function captionSelection(selection) {
|
|
686
|
+
return structuredClone(selection);
|
|
687
|
+
}
|
|
688
|
+
function captionBaseIds(ids) {
|
|
689
|
+
if (!Array.isArray(ids) || ids.length === 0) throw new Error("Caption requires non-empty baseEntityIds");
|
|
690
|
+
return ids.map(createEntityId);
|
|
691
|
+
}
|
|
692
|
+
function assertCaptionScript(rows, captionId, scriptId) {
|
|
693
|
+
if (assembleCaptionContent(rows, captionId).audioScript.entityId !== scriptId) throw new Error("Voiceover Caption must compose the same AudioScript as the PhoneticScript");
|
|
694
|
+
}
|
|
695
|
+
const roleOrder = {
|
|
696
|
+
caption: 0,
|
|
697
|
+
video_clip: 1,
|
|
698
|
+
speech: 2,
|
|
699
|
+
bgm: 3
|
|
700
|
+
};
|
|
701
|
+
const defaultIdFactory = (prefix) => `${prefix}_${globalThis.crypto.randomUUID()}`;
|
|
349
702
|
/**
|
|
350
|
-
*
|
|
351
|
-
* single number is never overloaded (RFC 02 / `reference/16` §0b):
|
|
352
|
-
*
|
|
353
|
-
* - `media_duration_ms` is the source media's intrinsic full length (a resource
|
|
354
|
-
* fact, written to the part);
|
|
355
|
-
* - `play_in` / `play_out` are the optional trim window into that media; when
|
|
356
|
-
* omitted the whole media is used (`play_in=0`, `play_out=media_duration_ms`).
|
|
703
|
+
* Graph-native timeline authoring over authoritative Medeo Entity and Relation rows.
|
|
357
704
|
*
|
|
358
|
-
*
|
|
359
|
-
*
|
|
705
|
+
* Each mutation is applied to a detached graph, validated as a complete DSL set,
|
|
706
|
+
* and committed only after validation succeeds.
|
|
360
707
|
*/
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
708
|
+
var EntityTimelineEditor = class {
|
|
709
|
+
idFactory;
|
|
710
|
+
state;
|
|
711
|
+
constructor(initialRows, idFactory = defaultIdFactory) {
|
|
712
|
+
this.idFactory = idFactory;
|
|
713
|
+
this.state = cloneRows(initialRows);
|
|
714
|
+
}
|
|
715
|
+
rows() {
|
|
716
|
+
return cloneRows(this.state);
|
|
717
|
+
}
|
|
718
|
+
insertClip(input) {
|
|
719
|
+
const requestedOrder = input.clipPayload?.order;
|
|
720
|
+
const order = typeof requestedOrder === "number" ? requestedOrder : nextSequentialOrder(this.state, createEntityId(input.trackEntityId));
|
|
721
|
+
return this.insertPlacedClip({
|
|
722
|
+
trackEntityId: input.trackEntityId,
|
|
723
|
+
contentEntityId: input.contentEntityId,
|
|
724
|
+
sourceRange: input.sourceRange,
|
|
725
|
+
duration: input.duration,
|
|
726
|
+
placement: input.targetRange === void 0 ? {
|
|
727
|
+
kind: "sequential",
|
|
728
|
+
order
|
|
729
|
+
} : {
|
|
730
|
+
kind: "absolute",
|
|
731
|
+
targetRange: input.targetRange
|
|
732
|
+
},
|
|
733
|
+
clipPayload: input.clipPayload
|
|
377
734
|
});
|
|
378
|
-
return;
|
|
379
735
|
}
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
736
|
+
insertPlacedClip(input) {
|
|
737
|
+
return this.transact((draft) => this.insertPlacedClipIntoDraft(draft, input));
|
|
738
|
+
}
|
|
739
|
+
updateClipMarker(input) {
|
|
740
|
+
this.transact((draft) => {
|
|
741
|
+
const { marker } = requireClipTopology(draft, input.clipEntityId);
|
|
742
|
+
const payload = { ...cloneJsonObject(marker.payload, "Sequence Marker payload") };
|
|
743
|
+
if (input.sourceRange !== void 0) payload.sourceRange = cloneJsonValue(input.sourceRange, "sourceRange");
|
|
744
|
+
if (input.duration !== void 0) payload.duration = cloneJsonValue(input.duration, "duration");
|
|
745
|
+
if (Object.hasOwn(input, "targetRange")) if (input.targetRange === void 0) {
|
|
746
|
+
delete payload.targetRange;
|
|
747
|
+
if (!hasOutgoingClipAnchor(draft, input.clipEntityId)) {
|
|
748
|
+
const trackId = otherEndpoint(requireOneRelation(draft, createEntityId(input.clipEntityId), "track-clip"), input.clipEntityId);
|
|
749
|
+
const clipPayload = { ...cloneJsonObject(requireEntityKind(draft, input.clipEntityId, "clip").payload, "Clip payload") };
|
|
750
|
+
clipPayload.order ??= nextSequentialOrder(draft, trackId);
|
|
751
|
+
replaceEntity(draft, createEntityId(input.clipEntityId), {
|
|
752
|
+
...requireEntityKind(draft, input.clipEntityId, "clip"),
|
|
753
|
+
payload: clipPayload
|
|
754
|
+
});
|
|
755
|
+
}
|
|
756
|
+
} else {
|
|
757
|
+
payload.targetRange = cloneJsonValue(input.targetRange, "targetRange");
|
|
758
|
+
const clip = requireEntityKind(draft, input.clipEntityId, "clip");
|
|
759
|
+
const clipPayload = { ...cloneJsonObject(clip.payload, "Clip payload") };
|
|
760
|
+
delete clipPayload.order;
|
|
761
|
+
replaceEntity(draft, clip.entityId, {
|
|
762
|
+
...clip,
|
|
763
|
+
payload: clipPayload
|
|
764
|
+
});
|
|
765
|
+
}
|
|
766
|
+
if (Object.hasOwn(input, "timeRemapping")) if (input.timeRemapping === void 0) delete payload.timeRemapping;
|
|
767
|
+
else payload.timeRemapping = cloneJsonValue(input.timeRemapping, "timeRemapping");
|
|
768
|
+
replaceEntity(draft, marker.entityId, {
|
|
769
|
+
...marker,
|
|
770
|
+
payload
|
|
771
|
+
});
|
|
391
772
|
});
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
773
|
+
}
|
|
774
|
+
setClipPlacement(input) {
|
|
775
|
+
this.transact((draft) => this.applyClipPlacement(draft, input.clipEntityId, input.placement));
|
|
776
|
+
}
|
|
777
|
+
moveSequentialClips(input) {
|
|
778
|
+
if (input.clipEntityIds.length === 0) throw new Error("At least one Clip is required");
|
|
779
|
+
this.transact((draft) => {
|
|
780
|
+
const original = resolveEntityTimelineLayout(draft);
|
|
781
|
+
this.normalizeMainSequential(draft);
|
|
782
|
+
const before = resolveEntityTimelineLayout(draft);
|
|
783
|
+
const targetIds = new Set(input.clipEntityIds);
|
|
784
|
+
if (targetIds.size !== input.clipEntityIds.length) throw new Error("Clip ids must be unique");
|
|
785
|
+
const placements = input.clipEntityIds.map((id) => before.clips.get(id));
|
|
786
|
+
if (placements.some((placement) => placement === void 0 || placement.mode !== "sequential")) throw new Error("moveSequentialClips accepts only sequential Clips");
|
|
787
|
+
const trackIds = new Set(placements.map((placement) => placement.trackEntityId));
|
|
788
|
+
if (trackIds.size !== 1) throw new Error("Moved Clips must belong to one Track");
|
|
789
|
+
const trackId = [...trackIds][0];
|
|
790
|
+
const track = before.tracks.find((candidate) => candidate.entityId === trackId);
|
|
791
|
+
if (track?.role !== "video_clip") throw new Error("Only the video_clip Track supports sequential block moves");
|
|
792
|
+
const ordered = track.clips.filter((placement) => placement.mode === "sequential").map((placement) => placement.clipEntityId);
|
|
793
|
+
if (input.anchor.position !== "trackStart" && targetIds.has(input.anchor.clipEntityId)) throw new Error("Move anchor cannot be one of the moved Clips");
|
|
794
|
+
const moved = ordered.filter((id) => targetIds.has(id));
|
|
795
|
+
if (moved.length !== targetIds.size) throw new Error("Every moved Clip must exist on the target Track");
|
|
796
|
+
const remaining = ordered.filter((id) => !targetIds.has(id));
|
|
797
|
+
let insertAt = 0;
|
|
798
|
+
if (input.anchor.position !== "trackStart") {
|
|
799
|
+
const anchorIndex = remaining.indexOf(input.anchor.clipEntityId);
|
|
800
|
+
if (anchorIndex < 0) throw new Error("Move anchor Clip does not exist on the target Track");
|
|
801
|
+
insertAt = anchorIndex + (input.anchor.position === "after" ? 1 : 0);
|
|
802
|
+
}
|
|
803
|
+
[
|
|
804
|
+
...remaining.slice(0, insertAt),
|
|
805
|
+
...moved,
|
|
806
|
+
...remaining.slice(insertAt)
|
|
807
|
+
].forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
808
|
+
if (input.onAnchored === "keepAbsolute") {
|
|
809
|
+
const affected = outgoingAnchorChildren(draft, new Set(track.clips.map((clip) => clip.clipEntityId))).filter((childId) => clipRole(draft, childId) === "speech").map((childId) => {
|
|
810
|
+
const placement = original.clips.get(childId);
|
|
811
|
+
if (placement === void 0) throw new Error(`Anchored child Clip "${childId}" is not placed`);
|
|
812
|
+
return {
|
|
813
|
+
childId,
|
|
814
|
+
start: placement.start
|
|
815
|
+
};
|
|
816
|
+
});
|
|
817
|
+
const after = resolveEntityTimelineLayout(draft);
|
|
818
|
+
for (const child of affected) this.reanchorAtAbsolute(draft, child.childId, child.start, after);
|
|
819
|
+
}
|
|
820
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
400
821
|
});
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
if (
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
822
|
+
}
|
|
823
|
+
moveClipsToStarts(input) {
|
|
824
|
+
if (input.moves.length === 0) throw new Error("At least one Clip move is required");
|
|
825
|
+
this.transact((draft) => {
|
|
826
|
+
const original = resolveEntityTimelineLayout(draft);
|
|
827
|
+
const originalVideo = original.tracks.find((track) => track.role === "video_clip");
|
|
828
|
+
if (originalVideo === void 0) throw new Error("The timeline has no video_clip Track");
|
|
829
|
+
const preservedVoiceovers = outgoingAnchorChildren(draft, new Set(originalVideo.clips.map((clip) => clip.clipEntityId))).filter((clipId) => clipRole(draft, clipId) === "speech").map((clipId) => ({
|
|
830
|
+
clipId,
|
|
831
|
+
start: original.clips.get(clipId).start
|
|
832
|
+
}));
|
|
833
|
+
this.normalizeMainSequential(draft);
|
|
834
|
+
for (const move of input.moves) {
|
|
835
|
+
finiteNonNegative(move.newStartMs, "newStartMs");
|
|
836
|
+
requireClipOnRole(draft, move.clipEntityId, "video_clip");
|
|
837
|
+
const track = resolveEntityTimelineLayout(draft).tracks.find((candidate) => candidate.role === "video_clip");
|
|
838
|
+
const ordered = track.clips.map((clip) => clip.clipEntityId);
|
|
839
|
+
const from = ordered.indexOf(move.clipEntityId);
|
|
840
|
+
if (from < 0) throw new Error(`Clip "${move.clipEntityId}" is not on the video_clip Track`);
|
|
841
|
+
const remaining = track.clips.filter((clip) => clip.clipEntityId !== move.clipEntityId);
|
|
842
|
+
let cursor = 0;
|
|
843
|
+
let target = remaining.length;
|
|
844
|
+
for (const [index, clip] of remaining.entries()) {
|
|
845
|
+
if (move.newStartMs <= cursor + clip.duration / 2) {
|
|
846
|
+
target = index;
|
|
847
|
+
break;
|
|
848
|
+
}
|
|
849
|
+
cursor += clip.duration;
|
|
850
|
+
}
|
|
851
|
+
const next = [...ordered];
|
|
852
|
+
next.splice(from, 1);
|
|
853
|
+
next.splice(target, 0, move.clipEntityId);
|
|
854
|
+
next.forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
855
|
+
}
|
|
856
|
+
const after = resolveEntityTimelineLayout(draft);
|
|
857
|
+
for (const voiceover of preservedVoiceovers) this.reanchorAtAbsolute(draft, voiceover.clipId, voiceover.start, after);
|
|
858
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
411
859
|
});
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
860
|
+
}
|
|
861
|
+
moveClip(input) {
|
|
862
|
+
this.transact((draft) => {
|
|
863
|
+
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
864
|
+
const track = requireEntityKind(draft, input.trackEntityId, "track");
|
|
865
|
+
requireTrackTimeline(draft, track.entityId);
|
|
866
|
+
this.relinkRelation(draft, topology.trackRelation, {
|
|
867
|
+
endpoint0EntityId: track.entityId,
|
|
868
|
+
endpoint1EntityId: topology.clip.entityId
|
|
869
|
+
});
|
|
420
870
|
});
|
|
421
871
|
}
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
const
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
const
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
const
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
const
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
872
|
+
replaceClipContent(input) {
|
|
873
|
+
this.transact((draft) => {
|
|
874
|
+
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
875
|
+
const content = requireSequenceContent(draft, input.contentEntityId);
|
|
876
|
+
const payload = {
|
|
877
|
+
...cloneJsonObject(topology.marker.payload, "Sequence Marker payload"),
|
|
878
|
+
sourceRange: cloneJsonValue(input.sourceRange, "sourceRange"),
|
|
879
|
+
duration: cloneJsonValue(input.duration, "duration")
|
|
880
|
+
};
|
|
881
|
+
delete payload.targetRange;
|
|
882
|
+
delete payload.timeRemapping;
|
|
883
|
+
if (input.targetRange !== void 0) payload.targetRange = cloneJsonValue(input.targetRange, "targetRange");
|
|
884
|
+
if (input.timeRemapping !== void 0) payload.timeRemapping = cloneJsonValue(input.timeRemapping, "timeRemapping");
|
|
885
|
+
replaceEntity(draft, topology.marker.entityId, {
|
|
886
|
+
...topology.marker,
|
|
887
|
+
payload
|
|
888
|
+
});
|
|
889
|
+
if (!hasOutgoingClipAnchor(draft, topology.clip.entityId)) {
|
|
890
|
+
const clipPayload = { ...cloneJsonObject(topology.clip.payload, "Clip payload") };
|
|
891
|
+
if (input.targetRange === void 0) clipPayload.order ??= nextSequentialOrder(draft, otherEndpoint(topology.trackRelation, topology.clip.entityId));
|
|
892
|
+
else delete clipPayload.order;
|
|
893
|
+
replaceEntity(draft, topology.clip.entityId, {
|
|
894
|
+
...topology.clip,
|
|
895
|
+
payload: clipPayload
|
|
896
|
+
});
|
|
897
|
+
}
|
|
898
|
+
this.relinkRelation(draft, topology.markerContentRelation, {
|
|
899
|
+
endpoint0EntityId: topology.marker.entityId,
|
|
900
|
+
endpoint1EntityId: content.entityId
|
|
901
|
+
});
|
|
902
|
+
});
|
|
903
|
+
}
|
|
904
|
+
insertMediaClip(input) {
|
|
905
|
+
return this.transact((draft) => {
|
|
906
|
+
if (input.placement.kind === "sequential") this.normalizeMainSequential(draft);
|
|
907
|
+
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
908
|
+
replaceRows(draft, imported.rows);
|
|
909
|
+
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "video_clip");
|
|
910
|
+
const sourceRange = requirePositiveRange(input.sourceRange, "sourceRange");
|
|
911
|
+
const clipId = this.insertPlacedClipIntoDraft(draft, {
|
|
912
|
+
trackEntityId: track.entityId,
|
|
913
|
+
contentEntityId: imported.contentEntityId,
|
|
914
|
+
sourceRange,
|
|
915
|
+
duration: {
|
|
916
|
+
mode: "fixed",
|
|
917
|
+
value: sourceRange.end - sourceRange.start
|
|
918
|
+
},
|
|
919
|
+
placement: input.placement,
|
|
920
|
+
...input.clipEntityId === void 0 ? {} : { clipEntityId: input.clipEntityId },
|
|
921
|
+
...input.volume === void 0 ? {} : { clipPayload: { volume: requireVolume(input.volume) } }
|
|
922
|
+
});
|
|
923
|
+
if (input.placement.kind === "sequential") this.resolveOneVoiceoverOverlap(draft);
|
|
924
|
+
return clipId;
|
|
925
|
+
});
|
|
926
|
+
}
|
|
927
|
+
insertMediaClips(input) {
|
|
928
|
+
if (input.clips.length === 0) throw new Error("At least one media Clip is required");
|
|
929
|
+
return this.transact((draft) => {
|
|
930
|
+
this.normalizeMainSequential(draft);
|
|
931
|
+
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "video_clip");
|
|
932
|
+
const ordered = resolveEntityTimelineLayout(draft).tracks.find((candidate) => candidate.entityId === track.entityId)?.clips ?? [];
|
|
933
|
+
let insertAt = ordered.length;
|
|
934
|
+
const insertion = input.insertion;
|
|
935
|
+
if (insertion.kind === "before" || insertion.kind === "after") {
|
|
936
|
+
const anchorIndex = ordered.findIndex((clip) => clip.clipEntityId === insertion.clipEntityId);
|
|
937
|
+
if (anchorIndex >= 0) insertAt = anchorIndex + (insertion.kind === "after" ? 1 : 0);
|
|
938
|
+
} else {
|
|
939
|
+
const startMs = finiteNonNegative(insertion.startMs, "firstStart.startMs");
|
|
940
|
+
let cursor = 0;
|
|
941
|
+
for (const [index, clip] of ordered.entries()) {
|
|
942
|
+
if (startMs <= cursor + clip.duration / 2) {
|
|
943
|
+
insertAt = index;
|
|
944
|
+
break;
|
|
945
|
+
}
|
|
946
|
+
cursor += clip.duration;
|
|
947
|
+
}
|
|
948
|
+
}
|
|
949
|
+
const created = [];
|
|
950
|
+
for (const [offset, clip] of input.clips.entries()) {
|
|
951
|
+
const imported = importMediaAsset(draft, clip.media, this.idFactory);
|
|
952
|
+
replaceRows(draft, imported.rows);
|
|
953
|
+
const sourceRange = requirePositiveRange(clip.sourceRange, "sourceRange");
|
|
954
|
+
created.push(this.insertPlacedClipIntoDraft(draft, {
|
|
955
|
+
trackEntityId: track.entityId,
|
|
956
|
+
contentEntityId: imported.contentEntityId,
|
|
957
|
+
sourceRange,
|
|
958
|
+
duration: {
|
|
959
|
+
mode: "fixed",
|
|
960
|
+
value: sourceRange.end - sourceRange.start
|
|
961
|
+
},
|
|
962
|
+
placement: {
|
|
963
|
+
kind: "sequential",
|
|
964
|
+
order: ordered.length + offset
|
|
965
|
+
},
|
|
966
|
+
...clip.clipEntityId === void 0 ? {} : { clipEntityId: clip.clipEntityId },
|
|
967
|
+
...clip.volume === void 0 ? {} : { clipPayload: { volume: requireVolume(clip.volume) } }
|
|
968
|
+
}));
|
|
969
|
+
}
|
|
970
|
+
const desired = ordered.map((clip) => clip.clipEntityId);
|
|
971
|
+
desired.splice(insertAt, 0, ...created);
|
|
972
|
+
desired.forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
973
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
974
|
+
return created;
|
|
975
|
+
});
|
|
976
|
+
}
|
|
977
|
+
replaceMediaClip(input) {
|
|
978
|
+
this.transact((draft) => {
|
|
979
|
+
this.normalizeMainSequential(draft);
|
|
980
|
+
const topology = requireClipOnRole(draft, input.clipEntityId, "video_clip");
|
|
981
|
+
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
982
|
+
replaceRows(draft, imported.rows);
|
|
983
|
+
const sourceRange = requirePositiveRange(input.sourceRange, "sourceRange");
|
|
984
|
+
const markerPayloadValue = {
|
|
985
|
+
...cloneJsonObject(topology.marker.payload, "Sequence Marker payload"),
|
|
986
|
+
sourceRange,
|
|
987
|
+
duration: {
|
|
988
|
+
mode: "fixed",
|
|
989
|
+
value: sourceRange.end - sourceRange.start
|
|
990
|
+
}
|
|
991
|
+
};
|
|
992
|
+
delete markerPayloadValue.timeRemapping;
|
|
993
|
+
resizeAbsoluteTarget(markerPayloadValue, sourceRange.end - sourceRange.start);
|
|
994
|
+
replaceEntity(draft, topology.marker.entityId, {
|
|
995
|
+
...topology.marker,
|
|
996
|
+
payload: markerPayloadValue
|
|
997
|
+
});
|
|
998
|
+
this.relinkRelation(draft, topology.markerContentRelation, {
|
|
999
|
+
endpoint0EntityId: topology.marker.entityId,
|
|
1000
|
+
endpoint1EntityId: createEntityId(imported.contentEntityId)
|
|
1001
|
+
});
|
|
1002
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1003
|
+
});
|
|
1004
|
+
}
|
|
1005
|
+
setClipVolume(input) {
|
|
1006
|
+
this.transact((draft) => {
|
|
1007
|
+
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
1008
|
+
requireSupportedRole(draft, topology);
|
|
1009
|
+
replaceEntity(draft, topology.clip.entityId, {
|
|
1010
|
+
...topology.clip,
|
|
1011
|
+
payload: {
|
|
1012
|
+
...topology.clip.payload,
|
|
1013
|
+
volume: requireVolume(input.volume)
|
|
1014
|
+
}
|
|
1015
|
+
});
|
|
1016
|
+
});
|
|
1017
|
+
}
|
|
1018
|
+
setClipSpeed(input) {
|
|
1019
|
+
this.transact((draft) => {
|
|
1020
|
+
const initialTopology = requireClipOnRole(draft, input.clipEntityId, "video_clip");
|
|
1021
|
+
const content = requireSequenceContent(draft, otherEndpoint(initialTopology.markerContentRelation, initialTopology.marker.entityId));
|
|
1022
|
+
if (content.entityKind !== "video" && content.entityKind !== "image") throw new Error("Clip speed is supported only for Video or Image content");
|
|
1023
|
+
const initialPayload = cloneJsonObject(initialTopology.marker.payload, "Sequence Marker payload");
|
|
1024
|
+
const priorSource = requirePositiveRange(initialPayload.sourceRange, "sourceRange");
|
|
1025
|
+
if (input.timeRemapping === null && initialPayload.timeRemapping === void 0) return;
|
|
1026
|
+
this.normalizeMainSequential(draft);
|
|
1027
|
+
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
1028
|
+
const payload = { ...cloneJsonObject(topology.marker.payload, "Sequence Marker payload") };
|
|
1029
|
+
let sourceRange = priorSource;
|
|
1030
|
+
if (content.entityKind === "image" && initialPayload.timeRemapping === void 0 && input.timeRemapping !== null) sourceRange = {
|
|
1031
|
+
start: 0,
|
|
1032
|
+
end: markerDuration(initialPayload, priorSource)
|
|
1033
|
+
};
|
|
1034
|
+
if (input.timeRemapping === null) {
|
|
1035
|
+
delete payload.timeRemapping;
|
|
1036
|
+
payload.sourceRange = sourceRange;
|
|
1037
|
+
payload.duration = {
|
|
1038
|
+
mode: "fixed",
|
|
1039
|
+
value: sourceRange.end - sourceRange.start
|
|
1040
|
+
};
|
|
1041
|
+
} else {
|
|
1042
|
+
const rate = finitePositive(input.timeRemapping.rate, "linear speed rate");
|
|
1043
|
+
const duration = Math.round((sourceRange.end - sourceRange.start) / rate);
|
|
1044
|
+
if (duration <= 0 || !Number.isSafeInteger(duration)) throw new Error("Linear speed produces an invalid duration");
|
|
1045
|
+
payload.sourceRange = sourceRange;
|
|
1046
|
+
payload.duration = {
|
|
1047
|
+
mode: "fixed",
|
|
1048
|
+
value: duration
|
|
1049
|
+
};
|
|
1050
|
+
payload.timeRemapping = {
|
|
1051
|
+
kind: "linear",
|
|
1052
|
+
rate,
|
|
1053
|
+
...input.timeRemapping.mode === void 0 ? {} : { mode: input.timeRemapping.mode }
|
|
1054
|
+
};
|
|
1055
|
+
}
|
|
1056
|
+
resizeAbsoluteTarget(payload, markerDuration(payload, sourceRange));
|
|
1057
|
+
replaceEntity(draft, topology.marker.entityId, {
|
|
1058
|
+
...topology.marker,
|
|
1059
|
+
payload
|
|
1060
|
+
});
|
|
1061
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1062
|
+
});
|
|
1063
|
+
}
|
|
1064
|
+
trimClip(input) {
|
|
1065
|
+
this.transact((draft) => {
|
|
1066
|
+
this.normalizeMainSequential(draft);
|
|
1067
|
+
const topology = requireClipOnRole(draft, input.clipEntityId, "video_clip");
|
|
1068
|
+
const content = requireSequenceContent(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId));
|
|
1069
|
+
if (content.entityKind !== "video" && content.entityKind !== "image") throw new Error("Clip trimming is supported only for Video or Image content");
|
|
1070
|
+
const sourceRange = requirePositiveRange(input.sourceRange, "sourceRange");
|
|
1071
|
+
const payload = {
|
|
1072
|
+
...cloneJsonObject(topology.marker.payload, "Sequence Marker payload"),
|
|
1073
|
+
sourceRange
|
|
1074
|
+
};
|
|
1075
|
+
const rate = linearRate(payload.timeRemapping);
|
|
1076
|
+
const duration = Math.round((sourceRange.end - sourceRange.start) / rate);
|
|
1077
|
+
if (duration <= 0 || !Number.isSafeInteger(duration)) throw new Error("Trim produces an invalid duration");
|
|
1078
|
+
payload.duration = {
|
|
1079
|
+
mode: "fixed",
|
|
1080
|
+
value: duration
|
|
1081
|
+
};
|
|
1082
|
+
resizeAbsoluteTarget(payload, duration);
|
|
1083
|
+
replaceEntity(draft, topology.marker.entityId, {
|
|
1084
|
+
...topology.marker,
|
|
1085
|
+
payload
|
|
1086
|
+
});
|
|
1087
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1088
|
+
});
|
|
1089
|
+
}
|
|
1090
|
+
replaceSequentialClips(input) {
|
|
1091
|
+
if (input.oldClipEntityIds.length === 0 || input.newClips.length === 0) throw new Error("Replacement requires at least one old and one new Clip");
|
|
1092
|
+
return this.transact((draft) => {
|
|
1093
|
+
this.normalizeMainSequential(draft);
|
|
1094
|
+
const before = resolveEntityTimelineLayout(draft);
|
|
1095
|
+
const oldIds = new Set(input.oldClipEntityIds);
|
|
1096
|
+
if (oldIds.size !== input.oldClipEntityIds.length) throw new Error("Old Clip ids must be unique");
|
|
1097
|
+
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "video_clip");
|
|
1098
|
+
const ordered = before.tracks.find((candidate) => candidate.entityId === track.entityId)?.clips.filter((clip) => clip.mode === "sequential").map((clip) => clip.clipEntityId);
|
|
1099
|
+
if (ordered === void 0) throw new Error("The video_clip Track is not present in the current layout");
|
|
1100
|
+
const indexes = input.oldClipEntityIds.map((id) => ordered.indexOf(id));
|
|
1101
|
+
if (indexes.some((index) => index < 0)) throw new Error("Every replaced Clip must be sequential on video_clip");
|
|
1102
|
+
const sortedIndexes = [...indexes].sort((left, right) => left - right);
|
|
1103
|
+
if (sortedIndexes.some((index, offset) => index !== sortedIndexes[0] + offset)) throw new Error("Replaced Clips must form one contiguous timeline run");
|
|
1104
|
+
if (input.oldClipEntityIds.some((id, index) => id !== ordered[sortedIndexes[0] + index])) throw new Error("Replaced Clip ids must be listed in timeline order");
|
|
1105
|
+
const insertOrder = sortedIndexes[0];
|
|
1106
|
+
const temporaryOrder = ordered.length;
|
|
1107
|
+
const created = [];
|
|
1108
|
+
for (const [offset, replacement] of input.newClips.entries()) {
|
|
1109
|
+
if (replacement.clipEntityId !== void 0 && oldIds.has(replacement.clipEntityId)) throw new Error("A replacement Clip id cannot reuse an Entity being removed");
|
|
1110
|
+
const imported = importMediaAsset(draft, replacement.media, this.idFactory);
|
|
1111
|
+
replaceRows(draft, imported.rows);
|
|
1112
|
+
const sourceRange = requirePositiveRange(replacement.sourceRange, "sourceRange");
|
|
1113
|
+
created.push(this.insertPlacedClipIntoDraft(draft, {
|
|
1114
|
+
trackEntityId: track.entityId,
|
|
1115
|
+
contentEntityId: imported.contentEntityId,
|
|
1116
|
+
sourceRange,
|
|
1117
|
+
duration: {
|
|
1118
|
+
mode: "fixed",
|
|
1119
|
+
value: sourceRange.end - sourceRange.start
|
|
1120
|
+
},
|
|
1121
|
+
placement: {
|
|
1122
|
+
kind: "sequential",
|
|
1123
|
+
order: temporaryOrder + offset
|
|
1124
|
+
},
|
|
1125
|
+
...replacement.clipEntityId === void 0 ? {} : { clipEntityId: replacement.clipEntityId },
|
|
1126
|
+
...replacement.volume === void 0 ? {} : { clipPayload: { volume: requireVolume(replacement.volume) } }
|
|
1127
|
+
}));
|
|
1128
|
+
}
|
|
1129
|
+
for (const [index, oldId] of input.oldClipEntityIds.entries()) {
|
|
1130
|
+
const children = directAnchorChildren(draft, oldId);
|
|
1131
|
+
if (input.onAnchored === "remap" && created[index] !== void 0) for (const childId of children) this.replaceAnchorHost(draft, childId, created[index]);
|
|
1132
|
+
else {
|
|
1133
|
+
const scheduled = /* @__PURE__ */ new Set();
|
|
1134
|
+
for (const childId of children) {
|
|
1135
|
+
scheduled.add(childId);
|
|
1136
|
+
this.removeAnchoredDescendants(draft, childId, scheduled);
|
|
1137
|
+
this.removeClipGraph(draft, childId);
|
|
1138
|
+
}
|
|
1139
|
+
}
|
|
1140
|
+
}
|
|
1141
|
+
for (const oldId of input.oldClipEntityIds) this.removeClipGraph(draft, oldId);
|
|
1142
|
+
[
|
|
1143
|
+
...ordered.slice(0, insertOrder),
|
|
1144
|
+
...created,
|
|
1145
|
+
...ordered.slice(insertOrder + input.oldClipEntityIds.length)
|
|
1146
|
+
].forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
1147
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1148
|
+
return created;
|
|
1149
|
+
});
|
|
1150
|
+
}
|
|
1151
|
+
deleteClip(input) {
|
|
1152
|
+
this.transact((draft) => {
|
|
1153
|
+
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
1154
|
+
assertOnlyStructuralIncidents(draft, topology.clip.entityId, new Set(["track-clip", "clip-marker"]));
|
|
1155
|
+
assertOnlyStructuralIncidents(draft, topology.marker.entityId, new Set(["clip-marker", "marker-content"]));
|
|
1156
|
+
const markerIsExclusive = incidentRelations(draft, topology.marker.entityId).filter((relation) => relation.relationKind === "clip-marker").length === 1;
|
|
1157
|
+
const removedRelationIds = new Set([topology.trackRelation.relationId, topology.clipMarkerRelation.relationId]);
|
|
1158
|
+
if (markerIsExclusive) for (const relation of incidentRelations(draft, topology.marker.entityId)) removedRelationIds.add(relation.relationId);
|
|
1159
|
+
draft.relations = draft.relations.filter((relation) => !removedRelationIds.has(relation.relationId));
|
|
1160
|
+
draft.entities = draft.entities.filter((entity) => entity.entityId !== topology.clip.entityId && (!markerIsExclusive || entity.entityId !== topology.marker.entityId));
|
|
1161
|
+
});
|
|
1162
|
+
}
|
|
1163
|
+
deleteClipTree(input) {
|
|
1164
|
+
if (input.clipEntityIds.length === 0) throw new Error("At least one Clip is required");
|
|
1165
|
+
this.transact((draft) => {
|
|
1166
|
+
const targets = new Set(input.clipEntityIds);
|
|
1167
|
+
if (targets.size !== input.clipEntityIds.length) throw new Error("Clip ids must be unique");
|
|
1168
|
+
for (const target of targets) requireEntityKind(draft, target, "clip");
|
|
1169
|
+
const includesVisual = [...targets].some((target) => clipRole(draft, target) === "video_clip");
|
|
1170
|
+
const original = resolveEntityTimelineLayout(draft);
|
|
1171
|
+
if (includesVisual) this.normalizeMainSequential(draft);
|
|
1172
|
+
if (input.onAnchored === "detach") for (const childId of outgoingAnchorChildren(draft, targets)) {
|
|
1173
|
+
if (targets.has(childId)) continue;
|
|
1174
|
+
const placement = original.clips.get(childId);
|
|
1175
|
+
if (placement === void 0) throw new Error(`Anchored child Clip "${childId}" is not placed`);
|
|
1176
|
+
this.applyClipPlacement(draft, childId, {
|
|
1177
|
+
kind: "absolute",
|
|
1178
|
+
targetRange: {
|
|
1179
|
+
start: placement.start,
|
|
1180
|
+
end: placement.start + placement.duration
|
|
1181
|
+
}
|
|
1182
|
+
});
|
|
1183
|
+
}
|
|
1184
|
+
else for (const target of targets) this.removeAnchoredDescendants(draft, target, targets);
|
|
1185
|
+
for (const target of targets) this.removeClipGraph(draft, target);
|
|
1186
|
+
normalizeSequentialOrders(draft);
|
|
1187
|
+
if (includesVisual) this.resolveOneVoiceoverOverlap(draft);
|
|
1188
|
+
});
|
|
1189
|
+
}
|
|
1190
|
+
updateClip(input) {
|
|
1191
|
+
this.transact((draft) => {
|
|
1192
|
+
const clip = requireEntityKind(draft, input.clipEntityId, "clip");
|
|
1193
|
+
const priorOrder = clip.payload.order;
|
|
1194
|
+
replaceEntity(draft, clip.entityId, {
|
|
1195
|
+
...clip,
|
|
1196
|
+
payload: {
|
|
1197
|
+
...cloneJsonObject(input.payload, "Clip payload"),
|
|
1198
|
+
...priorOrder === void 0 || Object.hasOwn(input.payload, "order") ? {} : { order: priorOrder }
|
|
1199
|
+
}
|
|
1200
|
+
});
|
|
1201
|
+
});
|
|
1202
|
+
}
|
|
1203
|
+
upsertVoiceoverTake(input) {
|
|
1204
|
+
return this.transact((draft) => {
|
|
1205
|
+
this.normalizeMainSequential(draft);
|
|
1206
|
+
const placement = input.placement ?? {
|
|
1207
|
+
kind: "anchored",
|
|
1208
|
+
hostClipEntityId: input.hostClipEntityId,
|
|
1209
|
+
anchorOffset: input.anchorOffset
|
|
1210
|
+
};
|
|
1211
|
+
if (input.placement !== void 0 && (input.hostClipEntityId !== void 0 || input.anchorOffset !== void 0)) throw new Error("Specify Voice placement or hostClipEntityId/anchorOffset, not both");
|
|
1212
|
+
requireVolume(input.volume);
|
|
1213
|
+
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
1214
|
+
replaceRows(draft, imported.rows);
|
|
1215
|
+
const voice = requireEntityKind(draft, imported.contentEntityId, "voice");
|
|
1216
|
+
const phonetic = this.requireComposedPhoneticScript(draft, input.phoneticScriptEntityId);
|
|
1217
|
+
this.ensurePhoneticRender(draft, voice.entityId, phonetic.entityId);
|
|
1218
|
+
const speechTrack = this.ensureRoleTrack(draft, input.timelineEntityId, "speech");
|
|
1219
|
+
const existing = draft.entities.find((row) => row.entityId === input.voiceoverClipEntityId);
|
|
1220
|
+
let voiceoverClipEntityId;
|
|
1221
|
+
if (existing === void 0) voiceoverClipEntityId = this.insertPlacedClipIntoDraft(draft, {
|
|
1222
|
+
clipEntityId: input.voiceoverClipEntityId,
|
|
1223
|
+
trackEntityId: speechTrack.entityId,
|
|
1224
|
+
contentEntityId: voice.entityId,
|
|
1225
|
+
sourceRange: {
|
|
1226
|
+
start: 0,
|
|
1227
|
+
end: input.media.durationMs
|
|
1228
|
+
},
|
|
1229
|
+
duration: {
|
|
1230
|
+
mode: "fixed",
|
|
1231
|
+
value: input.media.durationMs
|
|
1232
|
+
},
|
|
1233
|
+
placement,
|
|
1234
|
+
clipPayload: { volume: input.volume }
|
|
1235
|
+
});
|
|
1236
|
+
else {
|
|
1237
|
+
const topology = requireClipOnRole(draft, input.voiceoverClipEntityId, "speech");
|
|
1238
|
+
voiceoverClipEntityId = topology.clip.entityId;
|
|
1239
|
+
replaceEntity(draft, topology.clip.entityId, {
|
|
1240
|
+
...topology.clip,
|
|
1241
|
+
payload: {
|
|
1242
|
+
...topology.clip.payload,
|
|
1243
|
+
volume: input.volume
|
|
1244
|
+
}
|
|
1245
|
+
});
|
|
1246
|
+
this.relinkRelation(draft, topology.markerContentRelation, {
|
|
1247
|
+
endpoint0EntityId: topology.marker.entityId,
|
|
1248
|
+
endpoint1EntityId: voice.entityId
|
|
1249
|
+
});
|
|
1250
|
+
this.applyClipPlacement(draft, topology.clip.entityId, placement);
|
|
1251
|
+
const placed = requireClipTopology(draft, topology.clip.entityId);
|
|
1252
|
+
replaceEntity(draft, placed.marker.entityId, {
|
|
1253
|
+
...placed.marker,
|
|
1254
|
+
payload: {
|
|
1255
|
+
...placed.marker.payload,
|
|
1256
|
+
sourceRange: {
|
|
1257
|
+
start: 0,
|
|
1258
|
+
end: input.media.durationMs
|
|
1259
|
+
},
|
|
1260
|
+
duration: {
|
|
1261
|
+
mode: "fixed",
|
|
1262
|
+
value: input.media.durationMs
|
|
1263
|
+
}
|
|
1264
|
+
}
|
|
1265
|
+
});
|
|
1266
|
+
}
|
|
1267
|
+
this.reconcileVoiceoverCaptions(draft, voiceoverClipEntityId, voice.entityId, phonetic.entityId, input.captions);
|
|
1268
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1269
|
+
return {
|
|
1270
|
+
voiceoverClipEntityId,
|
|
1271
|
+
voiceEntityId: voice.entityId,
|
|
1272
|
+
phoneticScriptEntityId: phonetic.entityId,
|
|
1273
|
+
audioScriptEntityId: requireComposedAudioScript(draft, phonetic.entityId),
|
|
1274
|
+
captionClipEntityIds: input.captions.map((caption) => caption.captionClipEntityId)
|
|
1275
|
+
};
|
|
1276
|
+
});
|
|
1277
|
+
}
|
|
1278
|
+
moveVoiceover(input) {
|
|
1279
|
+
this.transact((draft) => {
|
|
1280
|
+
requireClipOnRole(draft, input.voiceoverClipEntityId, "speech");
|
|
1281
|
+
this.normalizeMainSequential(draft);
|
|
1282
|
+
const layout = resolveEntityTimelineLayout(draft);
|
|
1283
|
+
this.reanchorAtAbsolute(draft, input.voiceoverClipEntityId, finiteNonNegative(input.newStartMs, "newStartMs"), layout);
|
|
1284
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1285
|
+
});
|
|
1286
|
+
}
|
|
1287
|
+
deleteVoiceover(input) {
|
|
1288
|
+
this.transact((draft) => {
|
|
1289
|
+
this.normalizeMainSequential(draft);
|
|
1290
|
+
const targets = new Set(input.voiceoverClipEntityIds);
|
|
1291
|
+
if (targets.size !== input.voiceoverClipEntityIds.length) throw new Error("Voiceover Clip ids must be unique");
|
|
1292
|
+
for (const clipId of targets) {
|
|
1293
|
+
requireClipOnRole(draft, clipId, "speech");
|
|
1294
|
+
this.removeAnchoredDescendants(draft, clipId, targets);
|
|
1295
|
+
}
|
|
1296
|
+
for (const clipId of targets) this.removeClipGraph(draft, clipId);
|
|
1297
|
+
this.resolveOneVoiceoverOverlap(draft);
|
|
1298
|
+
});
|
|
1299
|
+
}
|
|
1300
|
+
setBgm(input) {
|
|
1301
|
+
return this.transact((draft) => {
|
|
1302
|
+
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
1303
|
+
replaceRows(draft, imported.rows);
|
|
1304
|
+
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "bgm");
|
|
1305
|
+
const existing = clipsOnTrack(draft, track.entityId);
|
|
1306
|
+
for (const clip of existing) this.removeClipGraph(draft, clip.entityId);
|
|
1307
|
+
const clipId = this.insertPlacedClipIntoDraft(draft, {
|
|
1308
|
+
clipEntityId: input.bgmClipEntityId,
|
|
1309
|
+
trackEntityId: track.entityId,
|
|
1310
|
+
contentEntityId: imported.contentEntityId,
|
|
1311
|
+
sourceRange: {
|
|
1312
|
+
start: 0,
|
|
1313
|
+
end: input.media.durationMs
|
|
1314
|
+
},
|
|
1315
|
+
duration: { mode: "from-source" },
|
|
1316
|
+
placement: {
|
|
1317
|
+
kind: "sequential",
|
|
1318
|
+
order: 0
|
|
1319
|
+
},
|
|
1320
|
+
clipPayload: { volume: requireVolume(input.volume) }
|
|
1321
|
+
});
|
|
1322
|
+
const topology = requireClipTopology(draft, clipId);
|
|
1323
|
+
replaceEntity(draft, topology.marker.entityId, {
|
|
1324
|
+
...topology.marker,
|
|
1325
|
+
payload: {
|
|
1326
|
+
...topology.marker.payload,
|
|
1327
|
+
durationPolicy: "timeline"
|
|
1328
|
+
}
|
|
1329
|
+
});
|
|
1330
|
+
return clipId;
|
|
1331
|
+
});
|
|
1332
|
+
}
|
|
1333
|
+
deleteBgm(input) {
|
|
1334
|
+
this.transact((draft) => {
|
|
1335
|
+
const track = findRoleTrack(draft, input.timelineEntityId, "bgm");
|
|
1336
|
+
if (track === void 0) return;
|
|
1337
|
+
for (const clip of clipsOnTrack(draft, track.entityId)) this.removeClipGraph(draft, clip.entityId);
|
|
1338
|
+
});
|
|
1339
|
+
}
|
|
1340
|
+
setCaptionVisibility(input) {
|
|
1341
|
+
this.transact((draft) => {
|
|
1342
|
+
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "caption");
|
|
1343
|
+
replaceEntity(draft, track.entityId, {
|
|
1344
|
+
...track,
|
|
1345
|
+
payload: {
|
|
1346
|
+
...track.payload,
|
|
1347
|
+
hidden: input.hidden
|
|
1348
|
+
}
|
|
1349
|
+
});
|
|
1350
|
+
});
|
|
1351
|
+
}
|
|
1352
|
+
patchCaptionStyle(input) {
|
|
1353
|
+
this.transact((draft) => {
|
|
1354
|
+
const track = findRoleTrack(draft, input.timelineEntityId, "caption");
|
|
1355
|
+
if (track === void 0) return;
|
|
1356
|
+
const patch = cloneJsonObject(input.style, "Caption style");
|
|
1357
|
+
const assembled = new EntityProjectionGraph(draft);
|
|
1358
|
+
for (const clip of clipsOnTrack(draft, track.entityId)) {
|
|
1359
|
+
const topology = requireClipTopology(draft, clip.entityId);
|
|
1360
|
+
const caption = requireEntityKind(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId), "caption");
|
|
1361
|
+
const prior = assembled.entity(caption.entityId).payload.style;
|
|
1362
|
+
const style = isJsonObject(prior) ? prior : {};
|
|
1363
|
+
for (const updated of updateEntityFields(draft, caption.entityId, { style: {
|
|
1364
|
+
...style,
|
|
1365
|
+
...patch
|
|
1366
|
+
} })) replaceEntity(draft, updated.entityId, updated);
|
|
1367
|
+
}
|
|
1368
|
+
});
|
|
1369
|
+
}
|
|
1370
|
+
/**
|
|
1371
|
+
* Place a Caption as a composed variant of an existing AudioScript: the
|
|
1372
|
+
* entity stores baseEntityIds, selection, optional style, and inherent cue-bounded
|
|
1373
|
+
* Sequence. This helper does not copy base text. The Clip and its display Marker describe this use;
|
|
1374
|
+
* moving or stretching the returned Clip later changes the Clip/Marker,
|
|
1375
|
+
* never the Caption entity or the AudioScript.
|
|
1376
|
+
*/
|
|
1377
|
+
insertCaptionClip(input) {
|
|
1378
|
+
return this.transact((draft) => {
|
|
1379
|
+
const durationMs = finitePositive(input.durationMs, "Caption durationMs");
|
|
1380
|
+
const selection = captionSelection(input.selection);
|
|
1381
|
+
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "caption");
|
|
1382
|
+
const content = {
|
|
1383
|
+
entityId: input.captionEntityId === void 0 ? this.mintEntityId(draft) : requireAvailableEntityId(draft, input.captionEntityId),
|
|
1384
|
+
entityKind: "caption",
|
|
1385
|
+
payload: {
|
|
1386
|
+
extent: {
|
|
1387
|
+
kind: "bounded",
|
|
1388
|
+
start: 0,
|
|
1389
|
+
end: durationMs
|
|
1390
|
+
},
|
|
1391
|
+
sampling: "native",
|
|
1392
|
+
coordinateSpace: "milliseconds",
|
|
1393
|
+
baseEntityIds: captionBaseIds(input.baseEntityIds),
|
|
1394
|
+
selection,
|
|
1395
|
+
...input.style === void 0 ? {} : { style: cloneJsonObject(input.style, "Caption style") }
|
|
1396
|
+
}
|
|
1397
|
+
};
|
|
1398
|
+
draft.entities.push(content);
|
|
1399
|
+
assembleCaptionContent(draft, content.entityId);
|
|
1400
|
+
return this.insertPlacedClipIntoDraft(draft, {
|
|
1401
|
+
trackEntityId: track.entityId,
|
|
1402
|
+
contentEntityId: content.entityId,
|
|
1403
|
+
sourceRange: {
|
|
1404
|
+
start: 0,
|
|
1405
|
+
end: durationMs
|
|
1406
|
+
},
|
|
1407
|
+
duration: {
|
|
1408
|
+
mode: "fixed",
|
|
1409
|
+
value: durationMs
|
|
1410
|
+
},
|
|
1411
|
+
placement: input.placement,
|
|
1412
|
+
...input.captionClipEntityId === void 0 ? {} : { clipEntityId: input.captionClipEntityId }
|
|
1413
|
+
});
|
|
1414
|
+
});
|
|
1415
|
+
}
|
|
1416
|
+
insertPlacedClipIntoDraft(draft, input) {
|
|
1417
|
+
const track = requireEntityKind(draft, input.trackEntityId, "track");
|
|
1418
|
+
requireTrackTimeline(draft, track.entityId);
|
|
1419
|
+
const content = requireSequenceContent(draft, input.contentEntityId);
|
|
1420
|
+
const clipId = input.clipEntityId === void 0 ? this.mintEntityId(draft) : requireAvailableEntityId(draft, input.clipEntityId);
|
|
1421
|
+
const markerId = this.mintEntityId(draft);
|
|
1422
|
+
const clipPayload = { ...cloneJsonObject(input.clipPayload ?? {}, "Clip payload") };
|
|
1423
|
+
delete clipPayload.order;
|
|
1424
|
+
const markerPlacement = applyPlacementPayload(clipPayload, input.placement);
|
|
1425
|
+
const clip = {
|
|
1426
|
+
entityId: clipId,
|
|
1427
|
+
entityKind: "clip",
|
|
1428
|
+
payload: clipPayload
|
|
1429
|
+
};
|
|
1430
|
+
const marker = {
|
|
1431
|
+
entityId: markerId,
|
|
1432
|
+
entityKind: "sequence-marker",
|
|
1433
|
+
payload: markerPayload({
|
|
1434
|
+
sourceRange: input.sourceRange,
|
|
1435
|
+
duration: input.duration,
|
|
1436
|
+
...markerPlacement
|
|
1437
|
+
})
|
|
1438
|
+
};
|
|
1439
|
+
draft.entities.push(clip, marker);
|
|
1440
|
+
draft.relations.push(this.createRelation(draft, "track-clip", track.entityId, clipId), this.createRelation(draft, "clip-marker", clipId, markerId), this.createRelation(draft, "marker-content", markerId, content.entityId));
|
|
1441
|
+
if (input.placement.kind === "anchored") {
|
|
1442
|
+
const host = requireEntityKind(draft, input.placement.hostClipEntityId, "clip");
|
|
1443
|
+
if (host.entityId === clipId) throw new Error("A Clip cannot anchor to itself");
|
|
1444
|
+
draft.relations.push(this.createRelation(draft, "clip-anchor", clipId, host.entityId));
|
|
1445
|
+
}
|
|
1446
|
+
return clipId;
|
|
1447
|
+
}
|
|
1448
|
+
ensureRoleTrack(draft, timelineEntityId, role) {
|
|
1449
|
+
const existing = findRoleTrack(draft, timelineEntityId, role);
|
|
1450
|
+
if (existing !== void 0) {
|
|
1451
|
+
if (existing.payload.order === void 0) {
|
|
1452
|
+
const replacement = {
|
|
1453
|
+
...existing,
|
|
1454
|
+
payload: {
|
|
1455
|
+
...existing.payload,
|
|
1456
|
+
order: roleOrder[role]
|
|
1457
|
+
}
|
|
1458
|
+
};
|
|
1459
|
+
replaceEntity(draft, existing.entityId, replacement);
|
|
1460
|
+
return replacement;
|
|
1461
|
+
}
|
|
1462
|
+
return existing;
|
|
1463
|
+
}
|
|
1464
|
+
const timeline = requireEntityKind(draft, timelineEntityId, "timeline");
|
|
1465
|
+
const track = {
|
|
1466
|
+
entityId: this.mintEntityId(draft),
|
|
1467
|
+
entityKind: "track",
|
|
1468
|
+
payload: {
|
|
1469
|
+
role,
|
|
1470
|
+
order: roleOrder[role]
|
|
1471
|
+
}
|
|
1472
|
+
};
|
|
1473
|
+
draft.entities.push(track);
|
|
1474
|
+
draft.relations.push(this.createRelation(draft, "timeline-track", timeline.entityId, track.entityId));
|
|
1475
|
+
return track;
|
|
1476
|
+
}
|
|
1477
|
+
/** The existing pronunciation variant a Voice consumes; composition is required. */
|
|
1478
|
+
requireComposedPhoneticScript(draft, phoneticScriptEntityId) {
|
|
1479
|
+
const phonetic = requireEntityKind(draft, phoneticScriptEntityId, "phonetic-script");
|
|
1480
|
+
requireComposedAudioScript(draft, phonetic.entityId);
|
|
1481
|
+
return phonetic;
|
|
1482
|
+
}
|
|
1483
|
+
/** Preserve the factual synthesis input, regardless of persisted endpoint positions. */
|
|
1484
|
+
ensurePhoneticRender(draft, voiceEntityId, phoneticScriptEntityId) {
|
|
1485
|
+
const renders = draft.relations.filter((relation) => relation.relationKind === "phonetic-script-render" && (relation.endpoint0EntityId === voiceEntityId || relation.endpoint1EntityId === voiceEntityId));
|
|
1486
|
+
if (renders.length > 1) throw new Error(`Voice "${voiceEntityId}" has multiple PhoneticScript render relations`);
|
|
1487
|
+
if (renders[0] !== void 0) {
|
|
1488
|
+
if (otherEndpoint(renders[0], voiceEntityId) === phoneticScriptEntityId) return;
|
|
1489
|
+
throw new Error(`Voice "${voiceEntityId}" already has a different PhoneticScript synthesis input`);
|
|
1490
|
+
}
|
|
1491
|
+
draft.relations.push(this.createRelation(draft, "phonetic-script-render", voiceEntityId, phoneticScriptEntityId));
|
|
1492
|
+
}
|
|
1493
|
+
reconcileVoiceoverCaptions(draft, voiceoverClipEntityId, voiceEntityId, phoneticScriptEntityId, captions) {
|
|
1494
|
+
const audioScriptEntityId = requireComposedAudioScript(draft, phoneticScriptEntityId);
|
|
1495
|
+
const requested = new Set(captions.map((caption) => caption.captionClipEntityId));
|
|
1496
|
+
if (requested.size !== captions.length) throw new Error("Caption Clip ids must be unique within a voiceover take");
|
|
1497
|
+
const existing = directAnchorChildren(draft, voiceoverClipEntityId).filter((clipId) => clipRole(draft, clipId) === "caption");
|
|
1498
|
+
for (const clipId of existing) if (!requested.has(clipId)) this.removeCaptionClipGraph(draft, clipId);
|
|
1499
|
+
const captionTrack = captions.length === 0 ? void 0 : this.ensureRoleTrackForClip(draft, voiceoverClipEntityId, "caption");
|
|
1500
|
+
for (const caption of captions) {
|
|
1501
|
+
const startMs = finiteNonNegative(caption.startMs, "Caption startMs");
|
|
1502
|
+
const durationMs = finitePositive(caption.durationMs, "Caption durationMs");
|
|
1503
|
+
const selection = captionSelection(caption.selection);
|
|
1504
|
+
const baseEntityIds = captionBaseIds(caption.baseEntityIds);
|
|
1505
|
+
if (draft.entities.find((entity) => entity.entityId === caption.captionClipEntityId) === void 0) {
|
|
1506
|
+
const content = {
|
|
1507
|
+
entityId: this.mintEntityId(draft),
|
|
1508
|
+
entityKind: "caption",
|
|
1509
|
+
payload: {
|
|
1510
|
+
extent: {
|
|
1511
|
+
kind: "bounded",
|
|
1512
|
+
start: 0,
|
|
1513
|
+
end: durationMs
|
|
1514
|
+
},
|
|
1515
|
+
sampling: "native",
|
|
1516
|
+
coordinateSpace: "milliseconds",
|
|
1517
|
+
baseEntityIds,
|
|
1518
|
+
selection,
|
|
1519
|
+
...caption.style === void 0 ? {} : { style: cloneJsonObject(caption.style, "Caption style") }
|
|
1520
|
+
}
|
|
1521
|
+
};
|
|
1522
|
+
draft.entities.push(content);
|
|
1523
|
+
assertCaptionScript(draft, content.entityId, audioScriptEntityId);
|
|
1524
|
+
draft.relations.push(this.createRelation(draft, "caption-alignment", content.entityId, voiceEntityId, { alignment: {
|
|
1525
|
+
start: startMs,
|
|
1526
|
+
end: startMs + durationMs
|
|
1527
|
+
} }));
|
|
1528
|
+
this.insertPlacedClipIntoDraft(draft, {
|
|
1529
|
+
clipEntityId: caption.captionClipEntityId,
|
|
1530
|
+
trackEntityId: captionTrack.entityId,
|
|
1531
|
+
contentEntityId: content.entityId,
|
|
1532
|
+
sourceRange: {
|
|
1533
|
+
start: 0,
|
|
1534
|
+
end: durationMs
|
|
1535
|
+
},
|
|
1536
|
+
duration: {
|
|
1537
|
+
mode: "fixed",
|
|
1538
|
+
value: durationMs
|
|
1539
|
+
},
|
|
1540
|
+
placement: {
|
|
1541
|
+
kind: "anchored",
|
|
1542
|
+
hostClipEntityId: voiceoverClipEntityId,
|
|
1543
|
+
anchorOffset: startMs
|
|
1544
|
+
}
|
|
1545
|
+
});
|
|
1546
|
+
continue;
|
|
1547
|
+
}
|
|
1548
|
+
const topology = requireClipOnRole(draft, caption.captionClipEntityId, "caption");
|
|
1549
|
+
const content = requireEntityKind(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId), "caption");
|
|
1550
|
+
const priorStyle = isJsonObject(content.payload.style) ? content.payload.style : {};
|
|
1551
|
+
const style = caption.style === void 0 ? priorStyle : {
|
|
1552
|
+
...priorStyle,
|
|
1553
|
+
...cloneJsonObject(caption.style, "Caption style")
|
|
1554
|
+
};
|
|
1555
|
+
replaceEntity(draft, content.entityId, {
|
|
1556
|
+
...content,
|
|
1557
|
+
payload: {
|
|
1558
|
+
...content.payload,
|
|
1559
|
+
baseEntityIds,
|
|
1560
|
+
selection,
|
|
1561
|
+
...Object.keys(style).length === 0 ? {} : { style }
|
|
1562
|
+
}
|
|
1563
|
+
});
|
|
1564
|
+
assertCaptionScript(draft, content.entityId, audioScriptEntityId);
|
|
1565
|
+
this.applyClipPlacement(draft, topology.clip.entityId, {
|
|
1566
|
+
kind: "anchored",
|
|
1567
|
+
hostClipEntityId: voiceoverClipEntityId,
|
|
1568
|
+
anchorOffset: startMs
|
|
1569
|
+
});
|
|
1570
|
+
const placed = requireClipTopology(draft, topology.clip.entityId);
|
|
1571
|
+
replaceEntity(draft, placed.marker.entityId, {
|
|
1572
|
+
...placed.marker,
|
|
1573
|
+
payload: {
|
|
1574
|
+
...placed.marker.payload,
|
|
1575
|
+
duration: {
|
|
1576
|
+
mode: "fixed",
|
|
1577
|
+
value: durationMs
|
|
1578
|
+
}
|
|
1579
|
+
}
|
|
1580
|
+
});
|
|
1581
|
+
this.replaceCaptionAlignment(draft, content.entityId, voiceEntityId, startMs, durationMs);
|
|
1582
|
+
}
|
|
1583
|
+
}
|
|
1584
|
+
ensureRoleTrackForClip(draft, clipEntityId, role) {
|
|
1585
|
+
const topology = requireClipTopology(draft, clipEntityId);
|
|
1586
|
+
const track = requireEntityKind(draft, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track");
|
|
1587
|
+
const timeline = requireEntityKind(draft, otherEndpoint(requireOneRelation(draft, track.entityId, "timeline-track"), track.entityId), "timeline");
|
|
1588
|
+
return this.ensureRoleTrack(draft, timeline.entityId, role);
|
|
1589
|
+
}
|
|
1590
|
+
replaceCaptionAlignment(draft, captionEntityId, voiceEntityId, startMs, durationMs) {
|
|
1591
|
+
const removed = new Set(incidentRelations(draft, captionEntityId).filter((relation) => relation.relationKind === "caption-alignment").map((relation) => relation.relationId));
|
|
1592
|
+
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1593
|
+
draft.relations.push(this.createRelation(draft, "caption-alignment", captionEntityId, voiceEntityId, { alignment: {
|
|
1594
|
+
start: startMs,
|
|
1595
|
+
end: startMs + durationMs
|
|
1596
|
+
} }));
|
|
1597
|
+
}
|
|
1598
|
+
/**
|
|
1599
|
+
* Remove one placed Caption use. The composed AudioScript outlives the
|
|
1600
|
+
* caption: it may anchor further captions and remains the text owner.
|
|
1601
|
+
*/
|
|
1602
|
+
removeCaptionClipGraph(draft, clipEntityId) {
|
|
1603
|
+
const topology = requireClipOnRole(draft, clipEntityId, "caption");
|
|
1604
|
+
const caption = requireEntityKind(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId), "caption");
|
|
1605
|
+
const contentRelations = incidentRelations(draft, caption.entityId);
|
|
1606
|
+
const allowed = new Set(["caption-alignment", "marker-content"]);
|
|
1607
|
+
const unsupported = contentRelations.filter((relation) => !allowed.has(relation.relationKind));
|
|
1608
|
+
if (unsupported.length > 0) throw new Error(`Cannot delete Caption with unsupported Relation ${unsupported[0].relationId}`);
|
|
1609
|
+
this.removeClipGraph(draft, clipEntityId);
|
|
1610
|
+
if (incidentRelations(draft, caption.entityId).some((relation) => relation.relationKind === "marker-content")) return;
|
|
1611
|
+
const removed = new Set(incidentRelations(draft, caption.entityId).map((relation) => relation.relationId));
|
|
1612
|
+
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1613
|
+
draft.entities = draft.entities.filter((entity) => entity.entityId !== caption.entityId);
|
|
1614
|
+
}
|
|
1615
|
+
replaceAnchorHost(draft, childClipEntityId, hostClipEntityId) {
|
|
1616
|
+
const anchors = draft.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint0EntityId === childClipEntityId);
|
|
1617
|
+
if (anchors.length !== 1) throw new Error(`Clip "${childClipEntityId}" must have exactly one host`);
|
|
1618
|
+
this.relinkRelation(draft, anchors[0], {
|
|
1619
|
+
endpoint0EntityId: createEntityId(childClipEntityId),
|
|
1620
|
+
endpoint1EntityId: createEntityId(hostClipEntityId)
|
|
1621
|
+
});
|
|
1622
|
+
}
|
|
1623
|
+
/** Rebuild the legacy edit baseline from current visual order before a high-level cascade. */
|
|
1624
|
+
normalizeMainSequential(draft) {
|
|
1625
|
+
const videoTrack = resolveEntityTimelineLayout(draft).tracks.find((track) => track.role === "video_clip");
|
|
1626
|
+
if (videoTrack === void 0) return;
|
|
1627
|
+
videoTrack.clips.forEach((clip, order) => {
|
|
1628
|
+
this.applyClipPlacement(draft, clip.clipEntityId, {
|
|
1629
|
+
kind: "sequential",
|
|
1630
|
+
order
|
|
1631
|
+
});
|
|
1632
|
+
});
|
|
1633
|
+
}
|
|
1634
|
+
resolveOneVoiceoverOverlap(draft) {
|
|
1635
|
+
const layout = resolveEntityTimelineLayout(draft);
|
|
1636
|
+
const speechTrack = layout.tracks.find((track) => track.role === "speech");
|
|
1637
|
+
if (speechTrack === void 0) return;
|
|
1638
|
+
const ranges = speechTrack.clips.map((speech) => {
|
|
1639
|
+
const captions = directAnchorChildren(draft, speech.clipEntityId).filter((clipId) => clipRole(draft, clipId) === "caption").map((clipId) => layout.clips.get(clipId)).filter((value) => value !== void 0);
|
|
1640
|
+
return {
|
|
1641
|
+
speech,
|
|
1642
|
+
start: Math.min(speech.start, ...captions.map((caption) => caption.start)),
|
|
1643
|
+
end: Math.max(speech.start + speech.duration, ...captions.map((caption) => caption.start + caption.duration))
|
|
1644
|
+
};
|
|
1645
|
+
}).sort((left, right) => left.start - right.start || left.speech.clipEntityId.localeCompare(right.speech.clipEntityId));
|
|
1646
|
+
for (let index = 1; index < ranges.length; index += 1) {
|
|
1647
|
+
const prior = ranges[index - 1];
|
|
1648
|
+
const current = ranges[index];
|
|
1649
|
+
if (current.start >= prior.end) continue;
|
|
1650
|
+
const hostId = current.speech.anchorClipEntityId;
|
|
1651
|
+
if (hostId === void 0) continue;
|
|
1652
|
+
const videoTrack = layout.tracks.find((track) => track.role === "video_clip");
|
|
1653
|
+
const hostIndex = videoTrack?.clips.findIndex((clip) => clip.clipEntityId === hostId) ?? -1;
|
|
1654
|
+
if (videoTrack === void 0 || hostIndex < 0) continue;
|
|
1655
|
+
const overlapMs = Math.round(prior.end - current.start);
|
|
1656
|
+
for (const [visualIndex, clip] of videoTrack.clips.entries()) this.applyClipPlacement(draft, clip.clipEntityId, {
|
|
1657
|
+
kind: "absolute",
|
|
1658
|
+
targetRange: {
|
|
1659
|
+
start: clip.start + (visualIndex >= hostIndex ? overlapMs : 0),
|
|
1660
|
+
end: clip.start + clip.duration + (visualIndex >= hostIndex ? overlapMs : 0)
|
|
1661
|
+
}
|
|
1662
|
+
});
|
|
1663
|
+
return;
|
|
1664
|
+
}
|
|
1665
|
+
}
|
|
1666
|
+
applyClipPlacement(draft, clipEntityId, placement) {
|
|
1667
|
+
const topology = requireClipTopology(draft, clipEntityId);
|
|
1668
|
+
const clipPayload = { ...cloneJsonObject(topology.clip.payload, "Clip payload") };
|
|
1669
|
+
const markerPayloadValue = { ...cloneJsonObject(topology.marker.payload, "Sequence Marker payload") };
|
|
1670
|
+
delete clipPayload.order;
|
|
1671
|
+
delete markerPayloadValue.targetRange;
|
|
1672
|
+
delete markerPayloadValue.anchorOffset;
|
|
1673
|
+
const outgoingAnchors = draft.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint0EntityId === topology.clip.entityId);
|
|
1674
|
+
const removed = new Set(outgoingAnchors.map((relation) => relation.relationId));
|
|
1675
|
+
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1676
|
+
if (placement.kind === "sequential") clipPayload.order = finiteNumber(placement.order, "Clip order");
|
|
1677
|
+
else if (placement.kind === "absolute") markerPayloadValue.targetRange = cloneJsonValue(placement.targetRange, "targetRange");
|
|
1678
|
+
else {
|
|
1679
|
+
const host = requireEntityKind(draft, placement.hostClipEntityId, "clip");
|
|
1680
|
+
if (host.entityId === topology.clip.entityId) throw new Error("A Clip cannot anchor to itself");
|
|
1681
|
+
markerPayloadValue.anchorOffset = finiteNonNegative(placement.anchorOffset, "anchorOffset");
|
|
1682
|
+
draft.relations.push(this.createRelation(draft, "clip-anchor", topology.clip.entityId, host.entityId));
|
|
1683
|
+
}
|
|
1684
|
+
replaceEntity(draft, topology.clip.entityId, {
|
|
1685
|
+
...topology.clip,
|
|
1686
|
+
payload: clipPayload
|
|
1687
|
+
});
|
|
1688
|
+
replaceEntity(draft, topology.marker.entityId, {
|
|
1689
|
+
...topology.marker,
|
|
1690
|
+
payload: markerPayloadValue
|
|
1691
|
+
});
|
|
1692
|
+
}
|
|
1693
|
+
reanchorAtAbsolute(draft, childClipEntityId, absoluteStart, layout) {
|
|
1694
|
+
const hosts = layout.tracks.find((track) => track.role === "video_clip")?.clips.filter((clip) => clip.mode === "sequential") ?? [];
|
|
1695
|
+
if (hosts.length === 0) {
|
|
1696
|
+
const child = layout.clips.get(childClipEntityId);
|
|
1697
|
+
if (child === void 0) throw new Error(`Clip "${childClipEntityId}" is not placed`);
|
|
1698
|
+
this.applyClipPlacement(draft, childClipEntityId, {
|
|
1699
|
+
kind: "absolute",
|
|
1700
|
+
targetRange: {
|
|
1701
|
+
start: absoluteStart,
|
|
1702
|
+
end: absoluteStart + child.duration
|
|
1703
|
+
}
|
|
1704
|
+
});
|
|
1705
|
+
return;
|
|
1706
|
+
}
|
|
1707
|
+
const host = hosts.find((candidate) => candidate.start <= absoluteStart && absoluteStart < candidate.start + candidate.duration) ?? (absoluteStart < hosts[0].start ? hosts[0] : hosts.at(-1));
|
|
1708
|
+
this.applyClipPlacement(draft, childClipEntityId, {
|
|
1709
|
+
kind: "anchored",
|
|
1710
|
+
hostClipEntityId: host.clipEntityId,
|
|
1711
|
+
anchorOffset: Math.max(0, Math.round(absoluteStart - host.start))
|
|
1712
|
+
});
|
|
1713
|
+
}
|
|
1714
|
+
removeAnchoredDescendants(draft, hostClipEntityId, scheduled) {
|
|
1715
|
+
const children = draft.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint1EntityId === hostClipEntityId).map((relation) => String(relation.endpoint0EntityId));
|
|
1716
|
+
for (const child of children) {
|
|
1717
|
+
if (scheduled.has(child)) continue;
|
|
1718
|
+
const descendants = new Set(scheduled);
|
|
1719
|
+
descendants.add(child);
|
|
1720
|
+
this.removeAnchoredDescendants(draft, child, descendants);
|
|
1721
|
+
if (clipRole(draft, child) === "caption") this.removeCaptionClipGraph(draft, child);
|
|
1722
|
+
else this.removeClipGraph(draft, child);
|
|
1723
|
+
}
|
|
1724
|
+
}
|
|
1725
|
+
removeClipGraph(draft, clipEntityId) {
|
|
1726
|
+
const topology = requireClipTopology(draft, clipEntityId);
|
|
1727
|
+
assertOnlyStructuralIncidents(draft, topology.clip.entityId, new Set([
|
|
1728
|
+
"track-clip",
|
|
1729
|
+
"clip-marker",
|
|
1730
|
+
"clip-anchor"
|
|
1731
|
+
]));
|
|
1732
|
+
assertOnlyStructuralIncidents(draft, topology.marker.entityId, new Set(["clip-marker", "marker-content"]));
|
|
1733
|
+
const markerIsExclusive = incidentRelations(draft, topology.marker.entityId).filter((relation) => relation.relationKind === "clip-marker").length === 1;
|
|
1734
|
+
const removed = new Set(incidentRelations(draft, topology.clip.entityId).map((relation) => relation.relationId));
|
|
1735
|
+
if (markerIsExclusive) for (const relation of incidentRelations(draft, topology.marker.entityId)) removed.add(relation.relationId);
|
|
1736
|
+
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1737
|
+
draft.entities = draft.entities.filter((entity) => entity.entityId !== topology.clip.entityId && (!markerIsExclusive || entity.entityId !== topology.marker.entityId));
|
|
1738
|
+
}
|
|
1739
|
+
transact(edit) {
|
|
1740
|
+
const draft = cloneRows(this.state);
|
|
1741
|
+
const result = edit(draft);
|
|
1742
|
+
validateFinalRows(draft);
|
|
1743
|
+
assertMediaAssetWritePolicy(this.state, draft);
|
|
1744
|
+
this.state = draft;
|
|
1745
|
+
return result;
|
|
1746
|
+
}
|
|
1747
|
+
mintEntityId(draft) {
|
|
1748
|
+
const entityId = createEntityId(this.idFactory("entity"));
|
|
1749
|
+
if (draft.entities.some((entity) => entity.entityId === entityId)) throw new Error(`Entity id "${entityId}" already exists`);
|
|
1750
|
+
return entityId;
|
|
1751
|
+
}
|
|
1752
|
+
createRelation(draft, relationKind, endpoint0EntityId, endpoint1EntityId, metadata = {}) {
|
|
1753
|
+
return {
|
|
1754
|
+
relationId: this.mintRelationId(draft),
|
|
1755
|
+
relationKind,
|
|
1756
|
+
endpoint0EntityId,
|
|
1757
|
+
endpoint1EntityId,
|
|
1758
|
+
metadata,
|
|
1759
|
+
trace: {}
|
|
1760
|
+
};
|
|
1761
|
+
}
|
|
1762
|
+
relinkRelation(draft, relation, endpoints) {
|
|
1763
|
+
const relationId = this.mintRelationId(draft);
|
|
1764
|
+
const index = draft.relations.findIndex((candidate) => candidate.relationId === relation.relationId);
|
|
1765
|
+
if (index < 0) throw new Error(`Relation id "${relation.relationId}" does not exist`);
|
|
1766
|
+
draft.relations[index] = {
|
|
1767
|
+
...relation,
|
|
1768
|
+
...endpoints,
|
|
1769
|
+
relationId
|
|
1770
|
+
};
|
|
1771
|
+
}
|
|
1772
|
+
mintRelationId(draft) {
|
|
1773
|
+
const relationId = createRelationId(this.idFactory("relation"));
|
|
1774
|
+
if (draft.relations.some((relation) => relation.relationId === relationId)) throw new Error(`Relation id "${relationId}" already exists`);
|
|
1775
|
+
return relationId;
|
|
1776
|
+
}
|
|
1777
|
+
};
|
|
1778
|
+
function validateFinalRows(rows) {
|
|
1779
|
+
decodeEntityRelationRows(rows, numericMarkerValidation);
|
|
1780
|
+
assertCanonicalEditorResources(rows);
|
|
1781
|
+
validateTimelineHierarchy(rows);
|
|
1782
|
+
}
|
|
1783
|
+
function validateTimelineHierarchy(rows) {
|
|
1784
|
+
for (const entity of rows.entities) {
|
|
1785
|
+
if (entity.entityKind === "track") requireTrackTimeline(rows, entity.entityId);
|
|
1786
|
+
if (entity.entityKind !== "clip") continue;
|
|
1787
|
+
const trackRelations = incidentRelations(rows, entity.entityId).filter((relation) => relation.relationKind === "track-clip");
|
|
1788
|
+
if (trackRelations.length !== 1) throw new Error(`Clip Entity "${entity.entityId}" must belong to exactly one Track`);
|
|
1789
|
+
requireEntityKind(rows, otherEndpoint(trackRelations[0], entity.entityId), "track");
|
|
1790
|
+
}
|
|
1791
|
+
}
|
|
1792
|
+
function requireTrackTimeline(rows, trackEntityId) {
|
|
1793
|
+
const timelineRelations = incidentRelations(rows, trackEntityId).filter((relation) => relation.relationKind === "timeline-track");
|
|
1794
|
+
if (timelineRelations.filter((relation) => {
|
|
1795
|
+
const otherId = otherEndpoint(relation, trackEntityId);
|
|
1796
|
+
return rows.entities.some((entity) => entity.entityId === otherId && entity.entityKind === "timeline");
|
|
1797
|
+
}).length !== 1 || timelineRelations.length !== 1) throw new Error(`Track Entity "${trackEntityId}" must belong to exactly one Timeline`);
|
|
1798
|
+
}
|
|
1799
|
+
function requireClipTopology(rows, clipEntityId) {
|
|
1800
|
+
const clip = requireEntityKind(rows, clipEntityId, "clip");
|
|
1801
|
+
const trackRelation = requireOneRelation(rows, clip.entityId, "track-clip");
|
|
1802
|
+
requireEntityKind(rows, otherEndpoint(trackRelation, clip.entityId), "track");
|
|
1803
|
+
const clipMarkerRelation = requireOneRelation(rows, clip.entityId, "clip-marker");
|
|
1804
|
+
const marker = requireEntityKind(rows, otherEndpoint(clipMarkerRelation, clip.entityId), "sequence-marker");
|
|
1805
|
+
const markerContentRelation = requireOneRelation(rows, marker.entityId, "marker-content");
|
|
1806
|
+
requireSequenceContent(rows, otherEndpoint(markerContentRelation, marker.entityId));
|
|
1807
|
+
return {
|
|
1808
|
+
clip,
|
|
1809
|
+
marker,
|
|
1810
|
+
trackRelation,
|
|
1811
|
+
clipMarkerRelation,
|
|
1812
|
+
markerContentRelation
|
|
1813
|
+
};
|
|
1814
|
+
}
|
|
1815
|
+
function requireOneRelation(rows, entityId, relationKind) {
|
|
1816
|
+
const matches = incidentRelations(rows, entityId).filter((relation) => relation.relationKind === relationKind);
|
|
1817
|
+
if (matches.length !== 1) throw new Error(`Entity "${entityId}" must have exactly one ${relationKind} Relation`);
|
|
1818
|
+
return matches[0];
|
|
1819
|
+
}
|
|
1820
|
+
function requireEntityKind(rows, entityIdValue, entityKind) {
|
|
1821
|
+
const entityId = createEntityId(entityIdValue);
|
|
1822
|
+
const entity = rows.entities.find((candidate) => candidate.entityId === entityId);
|
|
1823
|
+
if (entity == null) throw new Error(`Entity id "${entityId}" does not exist`);
|
|
1824
|
+
if (entity.entityKind !== entityKind) throw new Error(`Entity "${entityId}" must have kind "${entityKind}", got "${entity.entityKind}"`);
|
|
1825
|
+
return entity;
|
|
1826
|
+
}
|
|
1827
|
+
function requireSequenceContent(rows, entityIdValue) {
|
|
1828
|
+
if (/^(?:[a-z][a-z\d+.-]*:|\/\/)/i.test(entityIdValue)) throw new Error("Timeline content must reference an existing Sequence media Entity id; a URL is not allowed");
|
|
1829
|
+
const entityId = createEntityId(entityIdValue);
|
|
1830
|
+
const row = rows.entities.find((candidate) => candidate.entityId === entityId);
|
|
1831
|
+
if (row == null) throw new Error(`Timeline content must reference an existing Sequence media Entity; "${entityId}" was not found`);
|
|
1832
|
+
if (!hasSequence({
|
|
1833
|
+
...row.payload,
|
|
1834
|
+
entityId: row.entityId,
|
|
1835
|
+
entityKind: row.entityKind
|
|
1836
|
+
})) throw new Error(`Timeline content must reference a Sequence media Entity, but "${entityId}" has kind "${row.entityKind}"`);
|
|
1837
|
+
return row;
|
|
1838
|
+
}
|
|
1839
|
+
function assertOnlyStructuralIncidents(rows, entityId, allowedKinds) {
|
|
1840
|
+
const unsupported = incidentRelations(rows, entityId).filter((relation) => !allowedKinds.has(relation.relationKind));
|
|
1841
|
+
if (unsupported.length === 0) return;
|
|
1842
|
+
throw new Error(`Cannot delete Clip graph: Entity "${entityId}" has unsupported incident Relation id(s): ${unsupported.map((relation) => relation.relationId).sort().join(", ")}`);
|
|
1843
|
+
}
|
|
1844
|
+
function incidentRelations(rows, entityId) {
|
|
1845
|
+
return rows.relations.filter((relation) => relation.endpoint0EntityId === entityId || relation.endpoint1EntityId === entityId);
|
|
1846
|
+
}
|
|
1847
|
+
function hasOutgoingClipAnchor(rows, clipEntityId) {
|
|
1848
|
+
return rows.relations.some((relation) => relation.relationKind === "clip-anchor" && relation.endpoint0EntityId === clipEntityId);
|
|
1849
|
+
}
|
|
1850
|
+
function outgoingAnchorChildren(rows, hostIds) {
|
|
1851
|
+
return rows.relations.filter((relation) => relation.relationKind === "clip-anchor" && hostIds.has(relation.endpoint1EntityId)).map((relation) => String(relation.endpoint0EntityId));
|
|
1852
|
+
}
|
|
1853
|
+
function applyPlacementPayload(clipPayload, placement) {
|
|
1854
|
+
if (placement.kind === "sequential") {
|
|
1855
|
+
clipPayload.order = finiteNumber(placement.order, "Clip order");
|
|
1856
|
+
return {};
|
|
1857
|
+
}
|
|
1858
|
+
if (placement.kind === "absolute") return { targetRange: cloneJsonValue(placement.targetRange, "targetRange") };
|
|
1859
|
+
return { anchorOffset: finiteNonNegative(placement.anchorOffset, "anchorOffset") };
|
|
1860
|
+
}
|
|
1861
|
+
function requireAvailableEntityId(rows, value) {
|
|
1862
|
+
const entityId = createEntityId(value);
|
|
1863
|
+
if (rows.entities.some((entity) => entity.entityId === entityId)) throw new Error(`Entity id "${entityId}" already exists`);
|
|
1864
|
+
return entityId;
|
|
1865
|
+
}
|
|
1866
|
+
function setClipOrder(rows, clipEntityId, order) {
|
|
1867
|
+
const clip = requireEntityKind(rows, clipEntityId, "clip");
|
|
1868
|
+
replaceEntity(rows, clip.entityId, {
|
|
1869
|
+
...clip,
|
|
1870
|
+
payload: {
|
|
1871
|
+
...clip.payload,
|
|
1872
|
+
order
|
|
1873
|
+
}
|
|
1874
|
+
});
|
|
1875
|
+
}
|
|
1876
|
+
function normalizeSequentialOrders(rows) {
|
|
1877
|
+
for (const track of rows.entities.filter((entity) => entity.entityKind === "track")) rows.relations.filter((relation) => relation.relationKind === "track-clip" && relation.endpoint0EntityId === track.entityId).map((relation) => rows.entities.find((entity) => entity.entityId === relation.endpoint1EntityId)).filter((entity) => entity?.entityKind === "clip" && typeof entity.payload.order === "number").sort((left, right) => Number(left.payload.order) - Number(right.payload.order)).forEach((clip, order) => setClipOrder(rows, clip.entityId, order));
|
|
1878
|
+
}
|
|
1879
|
+
function findRoleTrack(rows, timelineEntityId, role) {
|
|
1880
|
+
const timeline = requireEntityKind(rows, timelineEntityId, "timeline");
|
|
1881
|
+
const tracks = incidentRelations(rows, timeline.entityId).filter((relation) => relation.relationKind === "timeline-track").map((relation) => requireEntityKind(rows, otherEndpoint(relation, timeline.entityId), "track")).filter((track) => track.payload.role === role);
|
|
1882
|
+
if (tracks.length > 1) throw new Error(`Timeline "${timelineEntityId}" has multiple ${role} Tracks`);
|
|
1883
|
+
return tracks[0];
|
|
1884
|
+
}
|
|
1885
|
+
function clipsOnTrack(rows, trackEntityId) {
|
|
1886
|
+
return incidentRelations(rows, trackEntityId).filter((relation) => relation.relationKind === "track-clip").map((relation) => requireEntityKind(rows, otherEndpoint(relation, trackEntityId), "clip"));
|
|
1887
|
+
}
|
|
1888
|
+
function clipRole(rows, clipEntityId) {
|
|
1889
|
+
const topology = requireClipTopology(rows, clipEntityId);
|
|
1890
|
+
return requireEntityKind(rows, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track").payload.role;
|
|
1891
|
+
}
|
|
1892
|
+
function directAnchorChildren(rows, hostClipEntityId) {
|
|
1893
|
+
return rows.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint1EntityId === hostClipEntityId).map((relation) => String(relation.endpoint0EntityId));
|
|
1894
|
+
}
|
|
1895
|
+
function requireSupportedRole(rows, topology) {
|
|
1896
|
+
const role = requireEntityKind(rows, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track").payload.role;
|
|
1897
|
+
if (role !== "video_clip" && role !== "speech" && role !== "caption" && role !== "bgm") throw new Error(`Clip "${topology.clip.entityId}" is not on a supported timeline Track`);
|
|
1898
|
+
return role;
|
|
1899
|
+
}
|
|
1900
|
+
function requireClipOnRole(rows, clipEntityId, role) {
|
|
1901
|
+
const topology = requireClipTopology(rows, clipEntityId);
|
|
1902
|
+
if (requireEntityKind(rows, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track").payload.role !== role) throw new Error(`Clip "${clipEntityId}" must belong to the ${role} Track`);
|
|
1903
|
+
return topology;
|
|
1904
|
+
}
|
|
1905
|
+
function finiteNumber(value, label) {
|
|
1906
|
+
if (!Number.isFinite(value)) throw new Error(`${label} must be finite`);
|
|
1907
|
+
return value;
|
|
1908
|
+
}
|
|
1909
|
+
function finitePositive(value, label) {
|
|
1910
|
+
const result = finiteNumber(value, label);
|
|
1911
|
+
if (result <= 0) throw new Error(`${label} must be positive`);
|
|
1912
|
+
return result;
|
|
1913
|
+
}
|
|
1914
|
+
function requireVolume(value) {
|
|
1915
|
+
const volume = finiteNumber(value, "Clip volume");
|
|
1916
|
+
if (volume < -60 || volume > 20) throw new Error("Clip volume must be between -60 and 20 dB");
|
|
1917
|
+
return volume;
|
|
1918
|
+
}
|
|
1919
|
+
function requirePositiveRange(value, label) {
|
|
1920
|
+
if (!isJsonObject(value)) throw new Error(`${label} must be an object`);
|
|
1921
|
+
const start = finiteNonNegative(value.start, `${label}.start`);
|
|
1922
|
+
const end = finitePositive(value.end, `${label}.end`);
|
|
1923
|
+
if (!Number.isSafeInteger(start) || !Number.isSafeInteger(end) || end <= start) throw new Error(`${label} must be a positive whole-millisecond range`);
|
|
1924
|
+
return {
|
|
1925
|
+
start,
|
|
1926
|
+
end
|
|
1927
|
+
};
|
|
1928
|
+
}
|
|
1929
|
+
function markerDuration(payload, sourceRange) {
|
|
1930
|
+
const duration = payload.duration;
|
|
1931
|
+
if (!isJsonObject(duration)) throw new Error("Sequence Marker duration must be an object");
|
|
1932
|
+
if (duration.mode === "from-source") return sourceRange.end - sourceRange.start;
|
|
1933
|
+
if (duration.mode !== "fixed") throw new Error("Sequence Marker duration mode is unsupported");
|
|
1934
|
+
return finitePositive(duration.value, "Sequence Marker fixed duration");
|
|
1935
|
+
}
|
|
1936
|
+
function linearRate(value) {
|
|
1937
|
+
if (value === void 0) return 1;
|
|
1938
|
+
if (!isJsonObject(value) || value.kind !== "linear") throw new Error("Only linear Clip time remapping is supported");
|
|
1939
|
+
return finitePositive(value.rate, "linear speed rate");
|
|
1940
|
+
}
|
|
1941
|
+
function resizeAbsoluteTarget(payload, duration) {
|
|
1942
|
+
if (payload.targetRange === void 0) return;
|
|
1943
|
+
const target = requirePositiveRange(payload.targetRange, "targetRange");
|
|
1944
|
+
payload.targetRange = {
|
|
1945
|
+
start: target.start,
|
|
1946
|
+
end: target.start + duration
|
|
1947
|
+
};
|
|
1948
|
+
}
|
|
1949
|
+
function replaceRows(rows, replacement) {
|
|
1950
|
+
rows.entities = structuredClone([...replacement.entities]);
|
|
1951
|
+
rows.relations = structuredClone([...replacement.relations]);
|
|
1952
|
+
}
|
|
1953
|
+
function finiteNonNegative(value, label) {
|
|
1954
|
+
const result = finiteNumber(value, label);
|
|
1955
|
+
if (result < 0) throw new Error(`${label} must be non-negative`);
|
|
1956
|
+
return result;
|
|
1957
|
+
}
|
|
1958
|
+
function nextSequentialOrder(rows, trackEntityId) {
|
|
1959
|
+
const orders = rows.relations.filter((relation) => relation.relationKind === "track-clip" && relation.endpoint0EntityId === trackEntityId).map((relation) => rows.entities.find((entity) => entity.entityId === relation.endpoint1EntityId)?.payload.order).filter((order) => typeof order === "number" && Number.isFinite(order));
|
|
1960
|
+
return orders.length === 0 ? 0 : Math.max(...orders) + 1;
|
|
1961
|
+
}
|
|
1962
|
+
function otherEndpoint(relation, entityId) {
|
|
1963
|
+
if (relation.endpoint0EntityId === entityId) return relation.endpoint1EntityId;
|
|
1964
|
+
if (relation.endpoint1EntityId === entityId) return relation.endpoint0EntityId;
|
|
1965
|
+
throw new Error(`Relation "${relation.relationId}" is not incident to Entity "${entityId}"`);
|
|
1966
|
+
}
|
|
1967
|
+
function replaceEntity(rows, entityId, replacement) {
|
|
1968
|
+
const index = rows.entities.findIndex((entity) => entity.entityId === entityId);
|
|
1969
|
+
if (index < 0) throw new Error(`Entity id "${entityId}" does not exist`);
|
|
1970
|
+
rows.entities[index] = replacement;
|
|
1971
|
+
}
|
|
1972
|
+
function markerPayload(value) {
|
|
1973
|
+
return cloneJsonObject(value, "Sequence Marker payload");
|
|
1974
|
+
}
|
|
1975
|
+
function cloneJsonObject(value, label) {
|
|
1976
|
+
const cloned = structuredClone(value);
|
|
1977
|
+
if (!isJsonObject(cloned)) throw new Error(`${label} must contain only JSON values`);
|
|
1978
|
+
return cloned;
|
|
1979
|
+
}
|
|
1980
|
+
function cloneJsonValue(value, label) {
|
|
1981
|
+
return cloneJsonObject({ value }, label).value;
|
|
1982
|
+
}
|
|
1983
|
+
function cloneRows(rows) {
|
|
1984
|
+
return {
|
|
1985
|
+
entities: rows.entities.map((entity) => structuredClone(entity)),
|
|
1986
|
+
relations: rows.relations.map((relation) => structuredClone(relation))
|
|
1987
|
+
};
|
|
1988
|
+
}
|
|
1989
|
+
const numericMarkerValidation = { compareMarkerPoints: (_marker, _range, left, right) => {
|
|
1990
|
+
if (typeof left !== "number" || !Number.isFinite(left) || typeof right !== "number" || !Number.isFinite(right)) throw new Error("Sequence Marker points must use finite numeric coordinates");
|
|
1991
|
+
return left - right;
|
|
1992
|
+
} };
|
|
597
1993
|
//#endregion
|
|
598
|
-
//#region src/editor/
|
|
599
|
-
/**
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
618
|
-
* A composite of delete + insert that cannot be expressed as the two ops in
|
|
619
|
-
* sequence, because the anchored speeches have to survive *across* the swap: with
|
|
620
|
-
* `remap` they are re-anchored positionally, which needs both the old and the new
|
|
621
|
-
* ids in the same transaction (ADR 0009 — the cascade stays in the editor, callers
|
|
622
|
-
* never re-wire anchors themselves).
|
|
623
|
-
*
|
|
624
|
-
* Duration facts follow `addVideoClips`: `media_duration_ms` is the source's
|
|
625
|
-
* intrinsic length and the trim window defaults to the whole media. The effective
|
|
626
|
-
* timeline duration is derived by the projection, never an input.
|
|
627
|
-
*
|
|
628
|
-
* `media_id` is optional: omitting it creates a **deliberate empty placeholder
|
|
629
|
-
* clip** (`origin_media_id: ''`) — structure with no picture. This is the only op
|
|
630
|
-
* that can produce one, and it is authoritative state, unlike the gap fillers the
|
|
631
|
-
* read-side solve mints (which never enter the document).
|
|
632
|
-
*/
|
|
633
|
-
const replaceVideoClipSequenceInputSchema = z.object({
|
|
634
|
-
old_clip_ids: clipIdsSchema.describe("The clips being replaced: a contiguous main-track run, listed in timeline order"),
|
|
635
|
-
new_clips: z.array(z.object({
|
|
636
|
-
media_id: mediaIdSchema.optional().describe("The replacement media asset ID. Omit to create an empty placeholder clip."),
|
|
637
|
-
media_duration_ms: positiveMsSchema.describe("The source media's intrinsic full length in ms"),
|
|
638
|
-
play_in: timelineMsSchema.optional().describe("Trim window start in the media (default 0)"),
|
|
639
|
-
play_out: positiveMsSchema.optional().describe("Trim window end in the media (default media_duration_ms)")
|
|
640
|
-
})).min(1).describe("The replacement clips, in the order they take on the track"),
|
|
641
|
-
on_anchored: anchoredReplacePolicySchema.describe("What happens to speeches anchored to the replaced clips (required — see the policy doc)")
|
|
642
|
-
}).superRefine((data, ctx) => {
|
|
643
|
-
for (let i = 0; i < data.new_clips.length; i++) {
|
|
644
|
-
const clip = data.new_clips[i];
|
|
645
|
-
const playIn = clip.play_in ?? 0;
|
|
646
|
-
const playOut = clip.play_out ?? clip.media_duration_ms;
|
|
647
|
-
if (playOut > clip.media_duration_ms) ctx.addIssue({
|
|
648
|
-
code: z.ZodIssueCode.custom,
|
|
649
|
-
message: `new_clips[${i}].play_out ${playOut}ms exceeds media_duration_ms ${clip.media_duration_ms}ms`,
|
|
650
|
-
path: [
|
|
651
|
-
"new_clips",
|
|
652
|
-
i,
|
|
653
|
-
"play_out"
|
|
654
|
-
]
|
|
1994
|
+
//#region src/entity-editor/legacy-entity-migration.ts
|
|
1995
|
+
/** One-time import only. Ordinary editor operations must never reverse-diff a legacy document. */
|
|
1996
|
+
function migrateLegacyTimelineToEntities(legacy, assetFacts, initial = {
|
|
1997
|
+
entities: [],
|
|
1998
|
+
relations: []
|
|
1999
|
+
}, idFactory = (prefix) => `${prefix}_${globalThis.crypto.randomUUID()}`) {
|
|
2000
|
+
assertSupportedLegacy(legacy);
|
|
2001
|
+
if (initial.entities.some((row) => row.entityKind === "timeline")) fail("Timeline already exists; migration is not an editing operation");
|
|
2002
|
+
if (legacy.meta.schema_version === "video-document/entity-projection-v1") fail("An entity projection cannot be migrated as legacy state");
|
|
2003
|
+
const normalizedMainRanges = overlapNormalizedMainRanges(legacy);
|
|
2004
|
+
let entities = structuredClone([...initial.entities]);
|
|
2005
|
+
let relations = structuredClone([...initial.relations]);
|
|
2006
|
+
const documentAudioScriptEntityId = ensureDocumentAudioScript(entities, idFactory);
|
|
2007
|
+
const addEntity = (kind, payload, existingId) => {
|
|
2008
|
+
const entityId = createEntityId(existingId ?? idFactory("entity"));
|
|
2009
|
+
if (entities.some((row) => row.entityId === entityId)) fail(`Migration entity identity collision: ${entityId}`);
|
|
2010
|
+
entities.push({
|
|
2011
|
+
entityId,
|
|
2012
|
+
entityKind: kind,
|
|
2013
|
+
payload
|
|
655
2014
|
});
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
2015
|
+
return entityId;
|
|
2016
|
+
};
|
|
2017
|
+
const link = (kind, from, to, metadata = {}) => {
|
|
2018
|
+
const relationId = createRelationId(idFactory("relation"));
|
|
2019
|
+
if (relations.some((row) => row.relationId === relationId)) fail(`Migration relation identity collision: ${relationId}`);
|
|
2020
|
+
relations.push({
|
|
2021
|
+
relationId,
|
|
2022
|
+
relationKind: kind,
|
|
2023
|
+
endpoint0EntityId: createEntityId(from),
|
|
2024
|
+
endpoint1EntityId: createEntityId(to),
|
|
2025
|
+
metadata,
|
|
2026
|
+
trace: {}
|
|
664
2027
|
});
|
|
2028
|
+
};
|
|
2029
|
+
const facts = /* @__PURE__ */ new Map();
|
|
2030
|
+
for (const fact of assetFacts) {
|
|
2031
|
+
if (facts.has(fact.assetId)) fail(`Duplicate asset facts for ${fact.assetId}`);
|
|
2032
|
+
facts.set(fact.assetId, fact);
|
|
2033
|
+
}
|
|
2034
|
+
const contentByPartId = /* @__PURE__ */ new Map();
|
|
2035
|
+
for (const track of legacy.tracks ?? []) for (const item of track.items ?? []) {
|
|
2036
|
+
const part = requirePart(legacy, item.part_id);
|
|
2037
|
+
if (part.video_clip !== void 0) {
|
|
2038
|
+
const assetId = part.video_clip.origin_media_id;
|
|
2039
|
+
const fact = facts.get(assetId);
|
|
2040
|
+
if (fact === void 0) fail(`Missing factual media metadata for ${assetId}`);
|
|
2041
|
+
if (fact.kind !== "image" && fact.kind !== "video") fail(`Legacy video Clip ${item.part_id} requires an image or video fact`);
|
|
2042
|
+
const imported = importMediaAsset({
|
|
2043
|
+
entities,
|
|
2044
|
+
relations
|
|
2045
|
+
}, fact, idFactory);
|
|
2046
|
+
entities = [...imported.rows.entities];
|
|
2047
|
+
relations = [...imported.rows.relations];
|
|
2048
|
+
contentByPartId.set(item.part_id, imported.contentEntityId);
|
|
2049
|
+
} else if (part.speech !== void 0) {
|
|
2050
|
+
const speech = part.speech;
|
|
2051
|
+
const imported = importMediaAsset({
|
|
2052
|
+
entities,
|
|
2053
|
+
relations
|
|
2054
|
+
}, {
|
|
2055
|
+
assetId: speech.origin_speech_id,
|
|
2056
|
+
kind: "voice",
|
|
2057
|
+
durationMs: speech.media_duration_ms,
|
|
2058
|
+
storageKey: speech.audio_storage_key,
|
|
2059
|
+
voice: {
|
|
2060
|
+
system: "voice-library",
|
|
2061
|
+
key: speech.voice.id,
|
|
2062
|
+
...speech.voice.name === void 0 ? {} : { name: speech.voice.name }
|
|
2063
|
+
}
|
|
2064
|
+
}, idFactory);
|
|
2065
|
+
entities = [...imported.rows.entities];
|
|
2066
|
+
relations = [...imported.rows.relations];
|
|
2067
|
+
contentByPartId.set(item.part_id, imported.contentEntityId);
|
|
2068
|
+
const phonemeScript = speech.phoneme_script;
|
|
2069
|
+
ensureSpeechPhoneticChain(imported.contentEntityId, speech.audio_script, typeof phonemeScript === "string" ? phonemeScript : void 0, entities, relations, addEntity, link, documentAudioScriptEntityId);
|
|
2070
|
+
} else if (part.bgm !== void 0) {
|
|
2071
|
+
const bgm = part.bgm;
|
|
2072
|
+
const fact = facts.get(bgm.origin_media_id);
|
|
2073
|
+
if (fact === void 0) fail(`Missing factual media metadata for ${bgm.origin_media_id}`);
|
|
2074
|
+
if (fact.kind !== "audio") fail(`Legacy BGM ${item.part_id} requires an audio fact`);
|
|
2075
|
+
if (fact.storageKey !== bgm.audio_storage_key) fail(`Factual storage key conflicts with legacy BGM ${item.part_id}`);
|
|
2076
|
+
const imported = importMediaAsset({
|
|
2077
|
+
entities,
|
|
2078
|
+
relations
|
|
2079
|
+
}, fact, idFactory);
|
|
2080
|
+
entities = [...imported.rows.entities];
|
|
2081
|
+
relations = [...imported.rows.relations];
|
|
2082
|
+
contentByPartId.set(item.part_id, imported.contentEntityId);
|
|
2083
|
+
}
|
|
665
2084
|
}
|
|
666
|
-
});
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
|
|
670
|
-
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
|
|
677
|
-
|
|
678
|
-
const
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
684
|
-
|
|
685
|
-
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
2085
|
+
const timeline = addEntity("timeline", legacy.timeline?.unit_time_ms === void 0 ? {} : { unit_time_ms: legacy.timeline.unit_time_ms });
|
|
2086
|
+
const trackIds = /* @__PURE__ */ new Map();
|
|
2087
|
+
for (const [order, oldTrack] of (legacy.tracks ?? []).entries()) {
|
|
2088
|
+
const track = addEntity("track", {
|
|
2089
|
+
role: oldTrack.parts_kind,
|
|
2090
|
+
order,
|
|
2091
|
+
...oldTrack.is_hidden === void 0 ? {} : { hidden: oldTrack.is_hidden }
|
|
2092
|
+
}, oldTrack.id);
|
|
2093
|
+
trackIds.set(oldTrack, track);
|
|
2094
|
+
link("timeline-track", timeline, track);
|
|
2095
|
+
}
|
|
2096
|
+
for (const oldTrack of legacy.tracks ?? []) {
|
|
2097
|
+
const track = trackIds.get(oldTrack);
|
|
2098
|
+
for (const [order, item] of (oldTrack.items ?? []).entries()) {
|
|
2099
|
+
const part = requirePart(legacy, item.part_id);
|
|
2100
|
+
const role = oldTrack.parts_kind;
|
|
2101
|
+
const volume = part.video_clip?.volume ?? part.speech?.volume ?? part.bgm?.volume;
|
|
2102
|
+
const clip = addEntity("clip", {
|
|
2103
|
+
...volume === void 0 ? {} : { volume },
|
|
2104
|
+
...item.time_position.mode === "sequential" && !(role === "video_clip" && normalizedMainRanges !== void 0) || role === "bgm" ? { order: role === "bgm" ? 0 : order } : {}
|
|
2105
|
+
}, item.part_id);
|
|
2106
|
+
let content = contentByPartId.get(item.part_id);
|
|
2107
|
+
let duration;
|
|
2108
|
+
let markerPayload;
|
|
2109
|
+
if (part.video_clip !== void 0) {
|
|
2110
|
+
const video = part.video_clip;
|
|
2111
|
+
duration = effectiveVideoClipDurationMs(video);
|
|
2112
|
+
const fact = facts.get(video.origin_media_id);
|
|
2113
|
+
const rate = speedOf(video.speed_shift);
|
|
2114
|
+
markerPayload = {
|
|
2115
|
+
sourceRange: {
|
|
2116
|
+
start: video.play_in,
|
|
2117
|
+
end: video.play_out
|
|
2118
|
+
},
|
|
2119
|
+
duration: {
|
|
2120
|
+
mode: "fixed",
|
|
2121
|
+
value: duration
|
|
2122
|
+
},
|
|
2123
|
+
...(fact.kind === "image" || fact.kind === "video") && video.speed_shift !== void 0 ? { timeRemapping: {
|
|
2124
|
+
kind: "linear",
|
|
2125
|
+
mode: video.speed_shift?.mode ?? "constant",
|
|
2126
|
+
rate
|
|
2127
|
+
} } : {}
|
|
2128
|
+
};
|
|
2129
|
+
} else if (part.speech !== void 0) {
|
|
2130
|
+
duration = part.speech.media_duration_ms;
|
|
2131
|
+
markerPayload = {
|
|
2132
|
+
sourceRange: {
|
|
2133
|
+
start: 0,
|
|
2134
|
+
end: duration
|
|
2135
|
+
},
|
|
2136
|
+
duration: {
|
|
2137
|
+
mode: "fixed",
|
|
2138
|
+
value: duration
|
|
2139
|
+
}
|
|
2140
|
+
};
|
|
2141
|
+
} else if (part.caption !== void 0) {
|
|
2142
|
+
const caption = part.caption;
|
|
2143
|
+
duration = caption.initial_duration_ms;
|
|
2144
|
+
const voice = contentByPartId.get(caption.speech_part_id);
|
|
2145
|
+
const render = relations.find((relation) => relation.relationKind === "phonetic-script-render" && relation.endpoint0EntityId === voice);
|
|
2146
|
+
const phonetic = entities.find((entity) => entity.entityId === render?.endpoint1EntityId);
|
|
2147
|
+
const script = phonetic === void 0 ? void 0 : composedAudioScript(phonetic, entities);
|
|
2148
|
+
if (script === void 0) fail("Legacy Caption has no composed AudioScript");
|
|
2149
|
+
const sourceText = scriptText(script);
|
|
2150
|
+
const captionText = caption.text;
|
|
2151
|
+
const offset = sourceText.indexOf(captionText);
|
|
2152
|
+
if (!captionText.trim() || offset < 0 || sourceText.indexOf(captionText, offset + 1) >= 0) fail("Legacy Caption needs explicit unambiguous AudioScript selection before cutover");
|
|
2153
|
+
const selection = {
|
|
2154
|
+
segmentId: "segment-0",
|
|
2155
|
+
...sourceText === captionText ? {} : { textRange: {
|
|
2156
|
+
start: Array.from(sourceText.slice(0, offset)).length,
|
|
2157
|
+
end: Array.from(sourceText.slice(0, offset + captionText.length)).length
|
|
2158
|
+
} }
|
|
2159
|
+
};
|
|
2160
|
+
content = addEntity("caption", {
|
|
2161
|
+
extent: {
|
|
2162
|
+
kind: "bounded",
|
|
2163
|
+
start: 0,
|
|
2164
|
+
end: duration
|
|
2165
|
+
},
|
|
2166
|
+
sampling: "native",
|
|
2167
|
+
coordinateSpace: "milliseconds",
|
|
2168
|
+
baseEntityIds: [script.entityId],
|
|
2169
|
+
selection,
|
|
2170
|
+
...caption.style === void 0 ? {} : { style: toEntityCaptionStyle(caption.style) }
|
|
2171
|
+
});
|
|
2172
|
+
link("caption-alignment", content, voice, { alignment: {
|
|
2173
|
+
start: caption.start_ms,
|
|
2174
|
+
end: caption.start_ms + duration
|
|
2175
|
+
} });
|
|
2176
|
+
markerPayload = {
|
|
2177
|
+
sourceRange: {
|
|
2178
|
+
start: 0,
|
|
2179
|
+
end: duration
|
|
2180
|
+
},
|
|
2181
|
+
duration: {
|
|
2182
|
+
mode: "fixed",
|
|
2183
|
+
value: duration
|
|
2184
|
+
}
|
|
2185
|
+
};
|
|
2186
|
+
} else {
|
|
2187
|
+
const bgm = part.bgm;
|
|
2188
|
+
const fact = facts.get(bgm.origin_media_id);
|
|
2189
|
+
if (fact.kind !== "audio") fail(`Legacy BGM ${item.part_id} requires an audio fact`);
|
|
2190
|
+
duration = fact.durationMs;
|
|
2191
|
+
markerPayload = {
|
|
2192
|
+
sourceRange: {
|
|
2193
|
+
start: 0,
|
|
2194
|
+
end: duration
|
|
2195
|
+
},
|
|
2196
|
+
duration: { mode: "from-source" },
|
|
2197
|
+
durationPolicy: "timeline"
|
|
2198
|
+
};
|
|
2199
|
+
}
|
|
2200
|
+
if (content === void 0) fail(`Migration could not resolve content for ${item.part_id}`);
|
|
2201
|
+
const normalizedMainRange = role === "video_clip" ? normalizedMainRanges?.get(item.part_id) : void 0;
|
|
2202
|
+
if (normalizedMainRange !== void 0) markerPayload = {
|
|
2203
|
+
...markerPayload,
|
|
2204
|
+
targetRange: normalizedMainRange
|
|
2205
|
+
};
|
|
2206
|
+
else if (item.time_position.mode === "absolute" && role !== "bgm") markerPayload = {
|
|
2207
|
+
...markerPayload,
|
|
2208
|
+
targetRange: {
|
|
2209
|
+
start: item.time_position.offsetMs,
|
|
2210
|
+
end: item.time_position.offsetMs + duration
|
|
2211
|
+
}
|
|
2212
|
+
};
|
|
2213
|
+
else if (item.time_position.mode === "anchored") markerPayload = {
|
|
2214
|
+
...markerPayload,
|
|
2215
|
+
anchorOffset: item.time_position.offsetMs
|
|
2216
|
+
};
|
|
2217
|
+
const marker = addEntity("sequence-marker", markerPayload);
|
|
2218
|
+
link("track-clip", track, clip);
|
|
2219
|
+
link("clip-marker", clip, marker);
|
|
2220
|
+
link("marker-content", marker, content);
|
|
2221
|
+
if (item.time_position.mode === "anchored") link("clip-anchor", clip, item.time_position.anchorPartId);
|
|
2222
|
+
}
|
|
2223
|
+
}
|
|
2224
|
+
const rows = {
|
|
2225
|
+
entities,
|
|
2226
|
+
relations
|
|
2227
|
+
};
|
|
2228
|
+
assertEntityProjectionPreservesLegacy(legacy, projectEntityTimeline(rows, legacy.meta), rows);
|
|
2229
|
+
return rows;
|
|
2230
|
+
}
|
|
2231
|
+
/** Server gate: a cutover may change representation, never the existing render facts. */
|
|
2232
|
+
function assertEntityProjectionPreservesLegacy(legacy, projection, rows) {
|
|
2233
|
+
assertSupportedLegacy(legacy);
|
|
2234
|
+
if (projection.meta.schema_version !== "video-document/entity-projection-v1") fail("Expected an entity projection for migration");
|
|
2235
|
+
const normalizedMainRanges = overlapNormalizedMainRanges(legacy);
|
|
2236
|
+
const compatibilityFacts = (document) => {
|
|
2237
|
+
const { version: _version, ...view } = fromVideoDocument(document);
|
|
2238
|
+
for (const part of Object.values(view.part_library ?? {})) {
|
|
2239
|
+
const speech = part.speech;
|
|
2240
|
+
if (speech?.phoneme_script === null) delete speech.phoneme_script;
|
|
2241
|
+
}
|
|
2242
|
+
const { schema_version: _schemaVersion, version: _metaVersion, ...meta } = document.meta;
|
|
2243
|
+
return {
|
|
2244
|
+
meta,
|
|
2245
|
+
view
|
|
2246
|
+
};
|
|
2247
|
+
};
|
|
2248
|
+
if (canonical(compatibilityFacts(legacy)) !== canonical(compatibilityFacts(projection))) fail("Entity migration must preserve all existing timeline facts; edit after cutover");
|
|
2249
|
+
const trackOrders = [];
|
|
2250
|
+
for (const oldTrack of legacy.tracks ?? []) {
|
|
2251
|
+
const candidates = rows.entities.filter((row) => row.entityKind === "track" && (oldTrack.id === void 0 ? row.payload.role === oldTrack.parts_kind : row.entityId === oldTrack.id));
|
|
2252
|
+
if (candidates.length !== 1) fail("Migration must preserve every Track identity");
|
|
2253
|
+
const track = candidates[0];
|
|
2254
|
+
if (track.payload.role !== oldTrack.parts_kind || (track.payload.hidden ?? false) !== (oldTrack.is_hidden ?? false)) fail("Migration must preserve Track role and visibility");
|
|
2255
|
+
if (typeof track.payload.order !== "number" || !Number.isFinite(track.payload.order)) fail("Migration must preserve Track order");
|
|
2256
|
+
trackOrders.push(track.payload.order);
|
|
2257
|
+
const sequentialOrders = [];
|
|
2258
|
+
for (const item of oldTrack.items ?? []) {
|
|
2259
|
+
const clip = rows.entities.find((row) => row.entityId === item.part_id && row.entityKind === "clip");
|
|
2260
|
+
const binding = rows.relations.filter((row) => row.relationKind === "clip-marker" && row.endpoint0EntityId === item.part_id && rows.entities.some((entity) => entity.entityId === row.endpoint1EntityId && entity.entityKind === "sequence-marker"));
|
|
2261
|
+
const marker = rows.entities.find((row) => row.entityId === binding[0]?.endpoint1EntityId && row.entityKind === "sequence-marker");
|
|
2262
|
+
if (clip === void 0 || binding.length !== 1 || marker === void 0) fail("Migration must preserve Clip/Marker placement identity");
|
|
2263
|
+
const anchors = rows.relations.filter((row) => row.relationKind === "clip-anchor" && row.endpoint0EntityId === clip.entityId);
|
|
2264
|
+
const normalizedMainRange = oldTrack.parts_kind === "video_clip" ? normalizedMainRanges?.get(item.part_id) : void 0;
|
|
2265
|
+
if (normalizedMainRange !== void 0) {
|
|
2266
|
+
if (clip.payload.order !== void 0 || !isExactRange(marker.payload.targetRange, normalizedMainRange) || marker.payload.anchorOffset !== void 0 || anchors.length !== 0) fail("Migration must preserve the legacy overlap-normalized main Track");
|
|
2267
|
+
} else if (oldTrack.parts_kind === "bgm") {
|
|
2268
|
+
if (clip.payload.order !== 0 || marker.payload.targetRange !== void 0 || marker.payload.anchorOffset !== void 0 || marker.payload.durationPolicy !== "timeline" || anchors.length !== 0) fail("Migration must preserve timeline-filling BGM semantics");
|
|
2269
|
+
} else if (item.time_position.mode === "sequential") {
|
|
2270
|
+
if (marker.payload.targetRange !== void 0 || marker.payload.anchorOffset !== void 0 || typeof clip.payload.order !== "number" || !Number.isFinite(clip.payload.order) || anchors.length !== 0) fail("Migration must preserve sequential placement semantics");
|
|
2271
|
+
sequentialOrders.push(clip.payload.order);
|
|
2272
|
+
} else if (item.time_position.mode === "absolute") {
|
|
2273
|
+
const target = marker.payload.targetRange;
|
|
2274
|
+
if (clip.payload.order !== void 0 || !isRangeStartingAt(target, item.time_position.offsetMs) || marker.payload.anchorOffset !== void 0 || anchors.length !== 0) fail("Migration must preserve absolute placement semantics");
|
|
2275
|
+
} else if (clip.payload.order !== void 0 || marker.payload.targetRange !== void 0 || marker.payload.anchorOffset !== item.time_position.offsetMs || anchors.length !== 1 || anchors[0].endpoint1EntityId !== item.time_position.anchorPartId) fail("Migration must preserve anchored placement semantics");
|
|
2276
|
+
}
|
|
2277
|
+
if (sequentialOrders.some((order, index) => index > 0 && order <= sequentialOrders[index - 1])) fail("Migration must preserve sequential Clip order");
|
|
2278
|
+
}
|
|
2279
|
+
if (trackOrders.some((order, index) => index > 0 && order <= trackOrders[index - 1])) fail("Migration must preserve Track stacking order");
|
|
2280
|
+
}
|
|
2281
|
+
function assertSupportedLegacy(document) {
|
|
2282
|
+
assertValidVideoDocument(document);
|
|
2283
|
+
const tracks = document.tracks ?? [];
|
|
2284
|
+
assertKnownFields(document.timeline ?? {}, ["unit_time_ms"], "Timeline");
|
|
2285
|
+
if (document.timeline?.unit_time_ms !== void 0 && (typeof document.timeline.unit_time_ms !== "number" || !Number.isFinite(document.timeline.unit_time_ms) || document.timeline.unit_time_ms <= 0)) fail("Migration requires a positive finite unit_time_ms");
|
|
2286
|
+
const seenRoles = /* @__PURE__ */ new Set();
|
|
2287
|
+
const placed = /* @__PURE__ */ new Map();
|
|
2288
|
+
for (const track of tracks) {
|
|
2289
|
+
const role = track.parts_kind;
|
|
2290
|
+
if (role === void 0 || ![
|
|
2291
|
+
"video_clip",
|
|
2292
|
+
"speech",
|
|
2293
|
+
"caption",
|
|
2294
|
+
"bgm"
|
|
2295
|
+
].includes(role)) fail("Every legacy Track requires a supported role");
|
|
2296
|
+
if (seenRoles.has(role)) fail(`The compatibility editor supports only one ${role} Track`);
|
|
2297
|
+
seenRoles.add(role);
|
|
2298
|
+
if (track.id !== void 0 && (track.id.trim() === "" || track.id.trim() !== track.id)) fail("Migration requires trimmed Track identities");
|
|
2299
|
+
for (const item of track.items ?? []) {
|
|
2300
|
+
if (item.part_id.trim() === "" || item.part_id.trim() !== item.part_id) fail("Migration requires trimmed Clip identities");
|
|
2301
|
+
if (placed.has(item.part_id)) fail(`Legacy part ${item.part_id} is placed more than once`);
|
|
2302
|
+
placed.set(item.part_id, {
|
|
2303
|
+
track,
|
|
2304
|
+
item
|
|
2305
|
+
});
|
|
2306
|
+
assertKnownFields(item.time_position, item.time_position.mode === "sequential" ? ["mode"] : [
|
|
2307
|
+
"mode",
|
|
2308
|
+
"anchorPartId",
|
|
2309
|
+
"offsetMs"
|
|
2310
|
+
], "placement");
|
|
2311
|
+
if (item.time_position.mode === "absolute") requireMilliseconds(item.time_position.offsetMs, "absolute offset");
|
|
2312
|
+
if (item.time_position.mode === "anchored") {
|
|
2313
|
+
if (item.time_position.anchorPartId.trim() === "" || item.time_position.anchorPartId.trim() !== item.time_position.anchorPartId) fail("Migration requires a trimmed anchor identity");
|
|
2314
|
+
requireMilliseconds(item.time_position.offsetMs, "anchor offset");
|
|
2315
|
+
}
|
|
2316
|
+
if (item.fallback_abs_ms !== void 0) requireMilliseconds(item.fallback_abs_ms, "anchor fallback");
|
|
2317
|
+
assertKnownFields(item, [
|
|
2318
|
+
"part_id",
|
|
2319
|
+
"time_position",
|
|
2320
|
+
"fallback_abs_ms"
|
|
2321
|
+
], "TrackItem");
|
|
2322
|
+
}
|
|
2323
|
+
assertKnownFields(track, [
|
|
2324
|
+
"id",
|
|
2325
|
+
"parts_kind",
|
|
2326
|
+
"is_hidden",
|
|
2327
|
+
"items"
|
|
2328
|
+
], "Track");
|
|
2329
|
+
}
|
|
2330
|
+
for (const [id, part] of Object.entries(document.part_library ?? {})) {
|
|
2331
|
+
const placement = placed.get(id);
|
|
2332
|
+
if (placement === void 0) fail(`Cannot discard unplaced legacy part ${id}`);
|
|
2333
|
+
assertPartSupported(id, part, placement.track.parts_kind);
|
|
2334
|
+
}
|
|
2335
|
+
for (const id of placed.keys()) if (document.part_library?.[id] === void 0) fail(`Placed Clip ${id} has no part payload`);
|
|
2336
|
+
assertLegacyRelations(document, placed);
|
|
2337
|
+
}
|
|
2338
|
+
function assertPartSupported(id, part, role) {
|
|
2339
|
+
assertKnownFields(part, [
|
|
2340
|
+
"video_clip",
|
|
2341
|
+
"speech",
|
|
2342
|
+
"caption",
|
|
2343
|
+
"bgm"
|
|
2344
|
+
], "Part");
|
|
2345
|
+
const present = [
|
|
2346
|
+
"video_clip",
|
|
2347
|
+
"speech",
|
|
2348
|
+
"caption",
|
|
2349
|
+
"bgm"
|
|
2350
|
+
].filter((kind) => part[kind] !== void 0);
|
|
2351
|
+
if (present.length !== 1 || present[0] !== role) fail(`Legacy part ${id} must match its ${role} Track`);
|
|
2352
|
+
if (part.video_clip !== void 0) {
|
|
2353
|
+
const clip = part.video_clip;
|
|
2354
|
+
if (clip.id !== id || clip.kind !== "video_clip" || !trimmed(clip.origin_media_id) || clip.play_in === void 0 || clip.play_out === void 0) fail("Migration requires complete Clip identity, media and trim facts");
|
|
2355
|
+
requireMilliseconds(clip.play_in, "Clip play_in");
|
|
2356
|
+
requireMilliseconds(clip.play_out, "Clip play_out");
|
|
2357
|
+
if (clip.play_out <= clip.play_in) fail("Migration requires a non-empty Clip trim window");
|
|
2358
|
+
requireFinite(clip.volume, "Clip volume");
|
|
2359
|
+
const speed = clip.speed_shift;
|
|
2360
|
+
if (speed !== void 0 && (speed.category !== "linear" || speed.config?.linear === void 0 || speed.mode !== void 0 && typeof speed.mode !== "string")) fail("Nonlinear speed requires an entity remapping adapter");
|
|
2361
|
+
if (speed !== void 0) {
|
|
2362
|
+
const rate = speed.config?.linear?.speed;
|
|
2363
|
+
if (typeof rate !== "number" || !Number.isFinite(rate) || rate <= 0) fail("Migration requires a positive finite speed");
|
|
2364
|
+
assertKnownFields(speed, [
|
|
2365
|
+
"category",
|
|
2366
|
+
"mode",
|
|
2367
|
+
"config"
|
|
2368
|
+
], "speed_shift");
|
|
2369
|
+
assertKnownFields(speed.config, ["linear"], "speed config");
|
|
2370
|
+
assertKnownFields(speed.config.linear, ["speed"], "linear speed");
|
|
2371
|
+
}
|
|
2372
|
+
assertKnownFields(clip, [
|
|
2373
|
+
"id",
|
|
2374
|
+
"kind",
|
|
2375
|
+
"origin_media_id",
|
|
2376
|
+
"play_in",
|
|
2377
|
+
"play_out",
|
|
2378
|
+
"volume",
|
|
2379
|
+
"speed_shift"
|
|
2380
|
+
], "Clip");
|
|
2381
|
+
} else if (part.speech !== void 0) {
|
|
2382
|
+
const speech = part.speech;
|
|
2383
|
+
const phonemeScript = speech.phoneme_script;
|
|
2384
|
+
if (speech.id !== id || speech.kind !== "speech" || !trimmed(speech.origin_speech_id) || !trimmed(speech.audio_storage_key) || typeof speech.audio_script !== "string") fail("Migration requires complete Speech identity and physical take facts");
|
|
2385
|
+
requirePositiveMilliseconds(speech.media_duration_ms, "Speech duration");
|
|
2386
|
+
requireFinite(speech.volume, "Speech volume");
|
|
2387
|
+
if (!trimmed(speech.voice?.id)) fail("Migration requires an explicit voice-library identity");
|
|
2388
|
+
if (speech.voice?.name !== void 0 && typeof speech.voice.name !== "string") fail("Migration requires a string voice name when present");
|
|
2389
|
+
if (!Array.isArray(speech.caption_ids) || speech.caption_ids.some((captionId) => !trimmed(captionId))) fail("Migration requires explicit Speech caption identities");
|
|
2390
|
+
if (new Set(speech.caption_ids).size !== speech.caption_ids.length) fail("Migration requires unique Speech caption identities");
|
|
2391
|
+
if (phonemeScript !== void 0 && phonemeScript !== null && typeof phonemeScript !== "string") fail("Migration requires a string phoneme_script when present");
|
|
2392
|
+
assertKnownFields(speech.voice, ["id", "name"], "voice");
|
|
2393
|
+
assertKnownFields(speech, [
|
|
2394
|
+
"id",
|
|
2395
|
+
"kind",
|
|
2396
|
+
"media_duration_ms",
|
|
2397
|
+
"audio_script",
|
|
2398
|
+
"volume",
|
|
2399
|
+
"audio_storage_key",
|
|
2400
|
+
"origin_speech_id",
|
|
2401
|
+
"voice",
|
|
2402
|
+
"caption_ids",
|
|
2403
|
+
"phoneme_script"
|
|
2404
|
+
], "Speech");
|
|
2405
|
+
} else if (part.caption !== void 0) {
|
|
2406
|
+
const caption = part.caption;
|
|
2407
|
+
if (caption.id !== id || caption.kind !== "caption" || !trimmed(caption.speech_part_id) || typeof caption.text !== "string") fail("Migration requires complete Caption identity, Speech provenance and text");
|
|
2408
|
+
requireMilliseconds(caption.start_ms, "Caption source offset");
|
|
2409
|
+
requirePositiveMilliseconds(caption.initial_duration_ms, "Caption duration");
|
|
2410
|
+
if (caption.style !== void 0) assertCaptionStyle(caption.style);
|
|
2411
|
+
assertKnownFields(caption, [
|
|
2412
|
+
"id",
|
|
2413
|
+
"kind",
|
|
2414
|
+
"initial_duration_ms",
|
|
2415
|
+
"speech_part_id",
|
|
2416
|
+
"text",
|
|
2417
|
+
"start_ms",
|
|
2418
|
+
"style"
|
|
2419
|
+
], "Caption");
|
|
2420
|
+
} else if (part.bgm !== void 0) {
|
|
2421
|
+
const bgm = part.bgm;
|
|
2422
|
+
if (bgm.id !== id || bgm.kind !== "bgm" || !trimmed(bgm.origin_media_id) || !trimmed(bgm.audio_storage_key)) fail("Migration requires complete BGM identity and physical media facts");
|
|
2423
|
+
requireFinite(bgm.volume, "BGM volume");
|
|
2424
|
+
assertKnownFields(bgm, [
|
|
2425
|
+
"id",
|
|
2426
|
+
"kind",
|
|
2427
|
+
"audio_storage_key",
|
|
2428
|
+
"volume",
|
|
2429
|
+
"origin_media_id"
|
|
2430
|
+
], "BGM");
|
|
2431
|
+
}
|
|
2432
|
+
}
|
|
2433
|
+
function assertLegacyRelations(document, placed) {
|
|
2434
|
+
const captionIdsBySpeech = /* @__PURE__ */ new Map();
|
|
2435
|
+
for (const track of document.tracks ?? []) {
|
|
2436
|
+
if (track.parts_kind === "bgm" && (track.items?.length ?? 0) > 1) fail("The compatibility editor supports only one BGM Clip");
|
|
2437
|
+
for (const item of track.items ?? []) {
|
|
2438
|
+
const part = requirePart(document, item.part_id);
|
|
2439
|
+
const position = item.time_position;
|
|
2440
|
+
if (track.parts_kind === "video_clip" && position.mode === "anchored") fail("Anchored video Clips require an overlay adapter");
|
|
2441
|
+
if (track.parts_kind === "bgm") {
|
|
2442
|
+
if (position.mode !== "absolute" || position.offsetMs !== 0) fail("Legacy BGM must start at the Timeline origin");
|
|
2443
|
+
} else if (position.mode === "anchored") {
|
|
2444
|
+
const host = placed.get(position.anchorPartId);
|
|
2445
|
+
if (host === void 0) fail(`Legacy anchor ${position.anchorPartId} is not placed`);
|
|
2446
|
+
if (track.parts_kind === "speech" && host.track.parts_kind !== "video_clip") fail("Speech may only anchor to a video Clip");
|
|
2447
|
+
if (track.parts_kind === "caption") {
|
|
2448
|
+
if (host.track.parts_kind !== "speech") fail("Caption may only anchor to a Speech Clip");
|
|
2449
|
+
const caption = part.caption;
|
|
2450
|
+
if (position.anchorPartId !== caption.speech_part_id || position.offsetMs !== caption.start_ms) fail("Caption placement must agree with its Speech provenance and source offset");
|
|
2451
|
+
}
|
|
2452
|
+
} else if (track.parts_kind === "caption") fail("Caption placement requires an explicit Speech anchor");
|
|
2453
|
+
if (part.caption !== void 0) {
|
|
2454
|
+
const ids = captionIdsBySpeech.get(part.caption.speech_part_id) ?? [];
|
|
2455
|
+
ids.push(item.part_id);
|
|
2456
|
+
captionIdsBySpeech.set(part.caption.speech_part_id, ids);
|
|
2457
|
+
}
|
|
2458
|
+
}
|
|
2459
|
+
}
|
|
2460
|
+
for (const [id, placement] of placed) {
|
|
2461
|
+
const speech = requirePart(document, id).speech;
|
|
2462
|
+
if (speech === void 0) continue;
|
|
2463
|
+
const expected = captionIdsBySpeech.get(id) ?? [];
|
|
2464
|
+
if (canonical(speech.caption_ids) !== canonical(expected)) fail(`Speech ${id} caption_ids must agree with the Caption Track order`);
|
|
2465
|
+
if (placement.item.time_position.mode === "anchored") continue;
|
|
2466
|
+
if (placement.item.time_position.mode !== "absolute") fail("Speech placement must be anchored or absolute");
|
|
2467
|
+
}
|
|
2468
|
+
const intervals = (fromVideoDocument(document).main_track?.items ?? []).map((item) => {
|
|
2469
|
+
const clip = document.part_library?.[item.part_id]?.video_clip;
|
|
2470
|
+
if (clip === void 0) fail("Projection must preserve every video Clip");
|
|
2471
|
+
return {
|
|
2472
|
+
start: item.abs_time_position ?? 0,
|
|
2473
|
+
end: (item.abs_time_position ?? 0) + effectiveVideoClipDurationMs(clip)
|
|
2474
|
+
};
|
|
2475
|
+
}).sort((left, right) => left.start - right.start);
|
|
2476
|
+
if (intervals.some((interval, index) => index > 0 && interval.start < intervals[index - 1].end)) fail("Overlapping video Clips require an overlay adapter");
|
|
2477
|
+
}
|
|
724
2478
|
/**
|
|
725
|
-
*
|
|
726
|
-
*
|
|
727
|
-
*
|
|
728
|
-
*
|
|
729
|
-
*
|
|
730
|
-
* speed back to original (1×).
|
|
2479
|
+
* Legacy reads perform one speech-overlap pass after laying the visual lane out
|
|
2480
|
+
* sequentially. Entity reads deliberately do not run that hidden cascade. When
|
|
2481
|
+
* the pass moved any visual Clip, cutover therefore records the complete solved
|
|
2482
|
+
* visual lane as explicit target ranges. Mixing absolute and sequential Clips
|
|
2483
|
+
* would create two unrelated placement chains and could reorder the lane.
|
|
731
2484
|
*/
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
2485
|
+
function overlapNormalizedMainRanges(document) {
|
|
2486
|
+
const track = document.tracks?.find((candidate) => candidate.parts_kind === "video_clip");
|
|
2487
|
+
if (track === void 0 || (track.items?.length ?? 0) === 0) return void 0;
|
|
2488
|
+
const solved = fromVideoDocument(document).main_track?.items ?? [];
|
|
2489
|
+
const starts = new Map(solved.map((item) => [item.part_id, requireMilliseconds(item.abs_time_position, `Solved position for ${item.part_id ?? "unknown Clip"}`)]));
|
|
2490
|
+
let cursor = 0;
|
|
2491
|
+
let moved = false;
|
|
2492
|
+
const ranges = /* @__PURE__ */ new Map();
|
|
2493
|
+
for (const item of track.items ?? []) {
|
|
2494
|
+
const part = requirePart(document, item.part_id).video_clip;
|
|
2495
|
+
if (part === void 0) fail(`Projection must preserve video Clip ${item.part_id}`);
|
|
2496
|
+
const duration = effectiveVideoClipDurationMs(part);
|
|
2497
|
+
const start = starts.get(item.part_id);
|
|
2498
|
+
if (start === void 0) fail(`Projection must preserve video Clip ${item.part_id}`);
|
|
2499
|
+
if (start !== cursor) moved = true;
|
|
2500
|
+
const end = start + duration;
|
|
2501
|
+
requireMilliseconds(end, `Solved end for ${item.part_id}`);
|
|
2502
|
+
ranges.set(item.part_id, {
|
|
2503
|
+
start,
|
|
2504
|
+
end
|
|
2505
|
+
});
|
|
2506
|
+
cursor += duration;
|
|
2507
|
+
}
|
|
2508
|
+
return moved ? ranges : void 0;
|
|
2509
|
+
}
|
|
2510
|
+
function requirePart(document, partId) {
|
|
2511
|
+
const part = document.part_library?.[partId];
|
|
2512
|
+
if (part === void 0) fail(`Placed Clip ${partId} has no part payload`);
|
|
2513
|
+
return part;
|
|
2514
|
+
}
|
|
2515
|
+
function ensureSpeechPhoneticChain(voiceEntityId, audioScriptText, phonemeScript, entities, relations, addEntity, link, documentAudioScriptEntityId) {
|
|
2516
|
+
const renders = relations.filter((relation) => relation.relationKind === "phonetic-script-render" && relation.endpoint0EntityId === voiceEntityId);
|
|
2517
|
+
if (renders.length > 1) fail(`Voice ${voiceEntityId} has ambiguous PhoneticScript provenance`);
|
|
2518
|
+
if (renders.length === 1) {
|
|
2519
|
+
const phonetic = entities.find((entity) => entity.entityId === renders[0].endpoint1EntityId && entity.entityKind === "phonetic-script");
|
|
2520
|
+
if (phonetic === void 0) fail(`Voice ${voiceEntityId} has a dangling PhoneticScript render`);
|
|
2521
|
+
const script = composedAudioScript(phonetic, entities);
|
|
2522
|
+
if (script === void 0 || scriptText(script) !== audioScriptText) fail(`Voice ${voiceEntityId} conflicts with the legacy Speech script`);
|
|
2523
|
+
return phonetic.entityId;
|
|
2524
|
+
}
|
|
2525
|
+
const script = entities.find((entity) => entity.entityId === documentAudioScriptEntityId);
|
|
2526
|
+
if (script === void 0 || script.entityKind !== "audio-script") fail("Migration must carry the fixed document AudioScript");
|
|
2527
|
+
const segments = script.payload.segments;
|
|
2528
|
+
if (Array.isArray(segments) && segments.length > 0) {
|
|
2529
|
+
if (scriptText(script) !== audioScriptText) fail(`Voice ${voiceEntityId} conflicts with the project AudioScript text`);
|
|
2530
|
+
} else {
|
|
2531
|
+
const scriptIndex = entities.findIndex((row) => row.entityId === script.entityId);
|
|
2532
|
+
entities[scriptIndex] = {
|
|
2533
|
+
...script,
|
|
2534
|
+
payload: { segments: [{
|
|
2535
|
+
segmentId: "segment-0",
|
|
2536
|
+
text: audioScriptText
|
|
2537
|
+
}] }
|
|
2538
|
+
};
|
|
2539
|
+
}
|
|
2540
|
+
const phonetic = addEntity("phonetic-script", {
|
|
2541
|
+
baseEntityIds: [script.entityId],
|
|
2542
|
+
...phonemeScript === void 0 ? {} : { phonemeScript }
|
|
2543
|
+
});
|
|
2544
|
+
link("phonetic-script-render", voiceEntityId, phonetic);
|
|
2545
|
+
return phonetic;
|
|
2546
|
+
}
|
|
2547
|
+
function composedAudioScript(phonetic, entities) {
|
|
2548
|
+
return findComposedAudioScript({
|
|
2549
|
+
entities,
|
|
2550
|
+
relations: []
|
|
2551
|
+
}, phonetic.entityId, "phonetic-script");
|
|
2552
|
+
}
|
|
2553
|
+
function scriptText(script) {
|
|
2554
|
+
const segments = script.payload.segments;
|
|
2555
|
+
if (!Array.isArray(segments)) fail("AudioScript requires segments");
|
|
2556
|
+
return segments.map((segment) => {
|
|
2557
|
+
if (segment === null || typeof segment !== "object" || Array.isArray(segment) || typeof segment.text !== "string") fail("AudioScript segment requires text");
|
|
2558
|
+
return segment.text;
|
|
2559
|
+
}).join("");
|
|
2560
|
+
}
|
|
2561
|
+
function toEntityCaptionStyle(style) {
|
|
2562
|
+
return {
|
|
2563
|
+
...style.font_id === void 0 ? {} : { font: {
|
|
2564
|
+
system: "font-library",
|
|
2565
|
+
key: style.font_id
|
|
2566
|
+
} },
|
|
2567
|
+
...style.font_size === void 0 ? {} : { fontSize: style.font_size },
|
|
2568
|
+
...style.font_color === void 0 ? {} : { fontColor: style.font_color },
|
|
2569
|
+
...style.font_weight === void 0 ? {} : { fontWeight: style.font_weight },
|
|
2570
|
+
...style.entrance_animation === void 0 ? {} : { entranceAnimation: style.entrance_animation },
|
|
2571
|
+
...style.entrance_animation_duration_ms === void 0 ? {} : { entranceAnimationDurationMs: style.entrance_animation_duration_ms },
|
|
2572
|
+
...style.stroke_color === void 0 ? {} : { strokeColor: style.stroke_color },
|
|
2573
|
+
...style.stroke_width === void 0 ? {} : { strokeWidth: style.stroke_width },
|
|
2574
|
+
...style.position_x === void 0 ? {} : { positionX: style.position_x },
|
|
2575
|
+
...style.position_y === void 0 ? {} : { positionY: style.position_y }
|
|
2576
|
+
};
|
|
2577
|
+
}
|
|
2578
|
+
function assertCaptionStyle(style) {
|
|
2579
|
+
if (style.font_id !== void 0 && !trimmed(style.font_id)) fail("Caption font_id must be a trimmed identity");
|
|
2580
|
+
for (const value of [
|
|
2581
|
+
style.font_size,
|
|
2582
|
+
style.font_weight,
|
|
2583
|
+
style.entrance_animation_duration_ms,
|
|
2584
|
+
style.stroke_width,
|
|
2585
|
+
style.position_x,
|
|
2586
|
+
style.position_y
|
|
2587
|
+
]) if (value !== void 0) requireFinite(value, "Caption style number");
|
|
2588
|
+
for (const value of [
|
|
2589
|
+
style.font_color,
|
|
2590
|
+
style.entrance_animation,
|
|
2591
|
+
style.stroke_color
|
|
2592
|
+
]) if (value !== void 0 && typeof value !== "string") fail("Caption style text must be a string");
|
|
2593
|
+
assertKnownFields(style, [
|
|
2594
|
+
"font_id",
|
|
2595
|
+
"font_size",
|
|
2596
|
+
"font_color",
|
|
2597
|
+
"font_weight",
|
|
2598
|
+
"entrance_animation",
|
|
2599
|
+
"entrance_animation_duration_ms",
|
|
2600
|
+
"stroke_color",
|
|
2601
|
+
"stroke_width",
|
|
2602
|
+
"position_x",
|
|
2603
|
+
"position_y"
|
|
2604
|
+
], "Caption style");
|
|
2605
|
+
}
|
|
2606
|
+
function isRangeStartingAt(value, expectedStart) {
|
|
2607
|
+
return value !== null && typeof value === "object" && !Array.isArray(value) && value.start === expectedStart;
|
|
2608
|
+
}
|
|
2609
|
+
function isExactRange(value, expected) {
|
|
2610
|
+
return value !== null && typeof value === "object" && !Array.isArray(value) && value.start === expected.start && value.end === expected.end;
|
|
2611
|
+
}
|
|
2612
|
+
function requireFinite(value, label) {
|
|
2613
|
+
if (typeof value !== "number" || !Number.isFinite(value)) fail(`${label} must be finite`);
|
|
2614
|
+
return value;
|
|
2615
|
+
}
|
|
2616
|
+
function requireMilliseconds(value, label) {
|
|
2617
|
+
const result = requireFinite(value, label);
|
|
2618
|
+
if (!Number.isSafeInteger(result) || result < 0) fail(`${label} must be non-negative whole milliseconds`);
|
|
2619
|
+
return result;
|
|
2620
|
+
}
|
|
2621
|
+
function requirePositiveMilliseconds(value, label) {
|
|
2622
|
+
const result = requireMilliseconds(value, label);
|
|
2623
|
+
if (result <= 0) fail(`${label} must be positive`);
|
|
2624
|
+
return result;
|
|
2625
|
+
}
|
|
2626
|
+
function trimmed(value) {
|
|
2627
|
+
return typeof value === "string" && value.trim() !== "" && value.trim() === value;
|
|
2628
|
+
}
|
|
2629
|
+
function assertKnownFields(value, fields, label) {
|
|
2630
|
+
if (Object.entries(value).some(([key, field]) => field !== void 0 && !fields.includes(key))) fail(`Unknown legacy ${label} fields require an explicit migration adapter`);
|
|
2631
|
+
}
|
|
2632
|
+
function canonical(value) {
|
|
2633
|
+
if (Array.isArray(value)) return `[${value.map(canonical).join(",")}]`;
|
|
2634
|
+
if (value !== null && typeof value === "object") return `{${Object.entries(value).filter(([, field]) => field !== void 0).sort(([left], [right]) => left.localeCompare(right)).map(([key, field]) => `${JSON.stringify(key)}:${canonical(field)}`).join(",")}}`;
|
|
2635
|
+
return JSON.stringify(value) ?? "undefined";
|
|
2636
|
+
}
|
|
2637
|
+
function fail(message) {
|
|
2638
|
+
throw new EntityTimelineProjectionError(message);
|
|
2639
|
+
}
|
|
736
2640
|
//#endregion
|
|
737
|
-
//#region src/editor/
|
|
738
|
-
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
|
|
757
|
-
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
|
|
762
|
-
|
|
763
|
-
|
|
764
|
-
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
}
|
|
2641
|
+
//#region src/entity-editor/caption-content.ts
|
|
2642
|
+
/** Author Caption content from semantic intent; callers never reconcile variant bases or assembled fields. */
|
|
2643
|
+
function prepareCaptionContent(rows, input) {
|
|
2644
|
+
const entityId = createEntityId(input.contentEntityId);
|
|
2645
|
+
const scriptId = createEntityId(input.audioScriptEntityId);
|
|
2646
|
+
if (!Number.isFinite(input.durationMs) || input.durationMs <= 0) throw new Error("Caption duration must be positive");
|
|
2647
|
+
const previous = rows.entities.find((row) => row.entityId === entityId);
|
|
2648
|
+
if (previous !== void 0 && previous.entityKind !== "caption") throw new Error("Caption content identity has a different kind");
|
|
2649
|
+
let baseEntityIds = [scriptId];
|
|
2650
|
+
if (previous !== void 0) {
|
|
2651
|
+
const source = assembleCaptionContent(rows, entityId).audioScript.entityId;
|
|
2652
|
+
const bases = variantBaseEntityIds(previous);
|
|
2653
|
+
if (source !== scriptId && !bases.includes(source)) throw new Error("Replacing an indirectly composed AudioScript requires an explicit composition change");
|
|
2654
|
+
baseEntityIds = bases.map((id) => id === source ? scriptId : id);
|
|
2655
|
+
}
|
|
2656
|
+
const candidate = {
|
|
2657
|
+
entityId,
|
|
2658
|
+
entityKind: "caption",
|
|
2659
|
+
payload: {
|
|
2660
|
+
...previous?.payload,
|
|
2661
|
+
baseEntityIds,
|
|
2662
|
+
extent: previous?.payload.extent ?? {
|
|
2663
|
+
kind: "bounded",
|
|
2664
|
+
start: 0,
|
|
2665
|
+
end: input.durationMs
|
|
2666
|
+
},
|
|
2667
|
+
sampling: previous?.payload.sampling ?? "native",
|
|
2668
|
+
coordinateSpace: previous?.payload.coordinateSpace ?? "milliseconds"
|
|
2669
|
+
}
|
|
2670
|
+
};
|
|
2671
|
+
const graph = {
|
|
2672
|
+
...rows,
|
|
2673
|
+
entities: [...rows.entities.filter((row) => row.entityId !== entityId), candidate]
|
|
2674
|
+
};
|
|
2675
|
+
const textSource = {
|
|
2676
|
+
...assembleEntityContent(graph, entityId),
|
|
2677
|
+
entityKind: "audio-script"
|
|
2678
|
+
};
|
|
2679
|
+
const selected = {
|
|
2680
|
+
...candidate,
|
|
2681
|
+
payload: {
|
|
2682
|
+
...candidate.payload,
|
|
2683
|
+
selection: structuredClone(input.selection ?? selectCaptionText(textSource, input.text))
|
|
2684
|
+
}
|
|
2685
|
+
};
|
|
2686
|
+
if (assembleCaptionContent({
|
|
2687
|
+
...graph,
|
|
2688
|
+
entities: graph.entities.map((row) => row.entityId === entityId ? selected : row)
|
|
2689
|
+
}, entityId).text !== input.text) throw new Error("Caption review text differs from its assembled variant content");
|
|
2690
|
+
return selected;
|
|
2691
|
+
}
|
|
2692
|
+
function selectCaptionText(script, text) {
|
|
2693
|
+
if (!text.trim()) throw new Error("Caption text selection must not be blank");
|
|
2694
|
+
const segments = script.payload.segments;
|
|
2695
|
+
const matches = [];
|
|
2696
|
+
for (const segment of segments) {
|
|
2697
|
+
let offset = segment.text.indexOf(text);
|
|
2698
|
+
while (offset !== -1) {
|
|
2699
|
+
const start = Array.from(segment.text.slice(0, offset)).length;
|
|
2700
|
+
matches.push({
|
|
2701
|
+
segmentId: segment.segmentId,
|
|
2702
|
+
textRange: {
|
|
2703
|
+
start,
|
|
2704
|
+
end: start + Array.from(text).length
|
|
2705
|
+
}
|
|
2706
|
+
});
|
|
2707
|
+
offset = segment.text.indexOf(text, offset + 1);
|
|
2708
|
+
}
|
|
2709
|
+
}
|
|
2710
|
+
if (matches.length !== 1) throw new Error("Caption text must select a unique AudioScript range; provide explicit selection");
|
|
2711
|
+
return matches[0];
|
|
2712
|
+
}
|
|
775
2713
|
//#endregion
|
|
776
2714
|
//#region src/editor/snapshot-utils.ts
|
|
777
2715
|
function isMap(value) {
|
|
@@ -1121,9 +3059,11 @@ function readPartLibrary(draft) {
|
|
|
1121
3059
|
var SemanticEditor = class {
|
|
1122
3060
|
doc;
|
|
1123
3061
|
validator;
|
|
1124
|
-
|
|
3062
|
+
idFactory;
|
|
3063
|
+
constructor(doc, validator = new SchemaValidator(), idFactory = generatePartId) {
|
|
1125
3064
|
this.doc = doc;
|
|
1126
3065
|
this.validator = validator;
|
|
3066
|
+
this.idFactory = idFactory;
|
|
1127
3067
|
}
|
|
1128
3068
|
async moveVideoClips(input, options) {
|
|
1129
3069
|
this.validator.validateMoveVideoClips(input, this.doc);
|
|
@@ -1203,7 +3143,7 @@ var SemanticEditor = class {
|
|
|
1203
3143
|
track.items ??= [];
|
|
1204
3144
|
let at = insertIndex;
|
|
1205
3145
|
for (const clip of input.clips) {
|
|
1206
|
-
const partId =
|
|
3146
|
+
const partId = this.idFactory("clip");
|
|
1207
3147
|
setPart(draft, partId, { video_clip: {
|
|
1208
3148
|
id: partId,
|
|
1209
3149
|
kind: "video_clip",
|
|
@@ -1250,7 +3190,7 @@ var SemanticEditor = class {
|
|
|
1250
3190
|
const newItems = [];
|
|
1251
3191
|
const newClipIds = [];
|
|
1252
3192
|
for (const clip of input.new_clips) {
|
|
1253
|
-
const partId =
|
|
3193
|
+
const partId = this.idFactory("clip");
|
|
1254
3194
|
setPart(draft, partId, { video_clip: {
|
|
1255
3195
|
id: partId,
|
|
1256
3196
|
kind: "video_clip",
|
|
@@ -1708,7 +3648,7 @@ function writeSpeechAssets(draft, assets) {
|
|
|
1708
3648
|
if (caption == null) continue;
|
|
1709
3649
|
const priorCaption = draft.part_library?.[captionId]?.caption;
|
|
1710
3650
|
setPart(draft, captionId, { caption: {
|
|
1711
|
-
...priorCaption
|
|
3651
|
+
...priorCaption,
|
|
1712
3652
|
id: captionId,
|
|
1713
3653
|
kind: "caption",
|
|
1714
3654
|
initial_duration_ms: caption.duration_ms,
|
|
@@ -1870,6 +3810,111 @@ function deleteAnchoredSubtree(draft, clipId) {
|
|
|
1870
3810
|
for (const speechId of anchored) deleteSpeechSubtree(draft, speechId);
|
|
1871
3811
|
}
|
|
1872
3812
|
//#endregion
|
|
3813
|
+
//#region src/editor/journal.ts
|
|
3814
|
+
/**
|
|
3815
|
+
* Wire a plain-memory adapter + editor that share a recording id factory, so
|
|
3816
|
+
* every mutating transact lands in `journal` with ordered `generated_ids`.
|
|
3817
|
+
*/
|
|
3818
|
+
function createEditSandbox(document, options) {
|
|
3819
|
+
const adapter = createPlainMemoryAdapter(document, options);
|
|
3820
|
+
return {
|
|
3821
|
+
adapter,
|
|
3822
|
+
editor: new SemanticEditor(adapter, new SchemaValidator(), adapter.idFactory),
|
|
3823
|
+
journal: adapter.journal
|
|
3824
|
+
};
|
|
3825
|
+
}
|
|
3826
|
+
/**
|
|
3827
|
+
* Re-drive `doc` from a recorded journal, forcing each entry's `generated_ids`
|
|
3828
|
+
* through a queue-backed id factory. Never mints fresh ids: an empty queue on
|
|
3829
|
+
* demand throws `unrecorded id`; leftover ids after an entry throws
|
|
3830
|
+
* `unconsumed ids`. Legacy entries without `generated_ids` are treated as `[]`.
|
|
3831
|
+
*/
|
|
3832
|
+
async function replayJournal(doc, journal) {
|
|
3833
|
+
const queue = [];
|
|
3834
|
+
const idFactory = (_prefix) => {
|
|
3835
|
+
const id = queue.shift();
|
|
3836
|
+
if (id == null) throw new Error("unrecorded id");
|
|
3837
|
+
return id;
|
|
3838
|
+
};
|
|
3839
|
+
const editor = new SemanticEditor(doc, new SchemaValidator(), idFactory);
|
|
3840
|
+
for (const entry of journal) {
|
|
3841
|
+
queue.push(...entry.generated_ids ?? []);
|
|
3842
|
+
await dispatchEntry(editor, entry);
|
|
3843
|
+
if (queue.length > 0) throw new Error("unconsumed ids");
|
|
3844
|
+
}
|
|
3845
|
+
}
|
|
3846
|
+
/** Dispatch one journal entry to the matching editor method; payload is passed through. */
|
|
3847
|
+
async function dispatchEntry(editor, entry) {
|
|
3848
|
+
const payload = entry.payload;
|
|
3849
|
+
const options = entry.intent != null ? { intent: entry.intent } : void 0;
|
|
3850
|
+
switch (entry.kind) {
|
|
3851
|
+
case "MoveVideoClips":
|
|
3852
|
+
await editor.moveVideoClips(payload, options);
|
|
3853
|
+
return;
|
|
3854
|
+
case "MoveVideoClipsByAnchor":
|
|
3855
|
+
await editor.moveVideoClipsByAnchor(payload, options);
|
|
3856
|
+
return;
|
|
3857
|
+
case "DeleteVideoClips":
|
|
3858
|
+
await editor.deleteVideoClips(payload, options);
|
|
3859
|
+
return;
|
|
3860
|
+
case "AddVideoClips":
|
|
3861
|
+
await editor.addVideoClips(payload, options);
|
|
3862
|
+
return;
|
|
3863
|
+
case "AdjustVideoClipVolume":
|
|
3864
|
+
await editor.adjustVideoClipVolume(payload, options);
|
|
3865
|
+
return;
|
|
3866
|
+
case "SetVideoClipSpeedShift":
|
|
3867
|
+
await editor.setVideoClipSpeedShift(payload, options);
|
|
3868
|
+
return;
|
|
3869
|
+
case "ReplaceVideoClipContent":
|
|
3870
|
+
await editor.replaceVideoClipContent(payload, options);
|
|
3871
|
+
return;
|
|
3872
|
+
case "ReplaceVideoClipSequence":
|
|
3873
|
+
await editor.replaceVideoClipSequence(payload, options);
|
|
3874
|
+
return;
|
|
3875
|
+
case "AdjustVideoClipDuration":
|
|
3876
|
+
await editor.adjustVideoClipDuration(payload, options);
|
|
3877
|
+
return;
|
|
3878
|
+
case "AddSpeeches":
|
|
3879
|
+
await editor.addSpeeches(payload, options);
|
|
3880
|
+
return;
|
|
3881
|
+
case "DeleteSpeeches":
|
|
3882
|
+
await editor.deleteSpeeches(payload, options);
|
|
3883
|
+
return;
|
|
3884
|
+
case "MoveSpeeches":
|
|
3885
|
+
await editor.moveSpeeches(payload, options);
|
|
3886
|
+
return;
|
|
3887
|
+
case "ChangeSpeechScript":
|
|
3888
|
+
await editor.changeSpeechScript(payload, options);
|
|
3889
|
+
return;
|
|
3890
|
+
case "ChangeSpeechVoice":
|
|
3891
|
+
await editor.changeSpeechVoice(payload, options);
|
|
3892
|
+
return;
|
|
3893
|
+
case "AdjustSpeechVolume":
|
|
3894
|
+
await editor.adjustSpeechVolume(payload, options);
|
|
3895
|
+
return;
|
|
3896
|
+
case "SetCaptionVisibility":
|
|
3897
|
+
await editor.setCaptionVisibility(payload, options);
|
|
3898
|
+
return;
|
|
3899
|
+
case "SetCaptionStyle":
|
|
3900
|
+
await editor.setCaptionStyle(payload, options);
|
|
3901
|
+
return;
|
|
3902
|
+
case "SetBgm":
|
|
3903
|
+
await editor.setBgm(payload, options);
|
|
3904
|
+
return;
|
|
3905
|
+
case "DeleteBgm":
|
|
3906
|
+
await editor.deleteBgm(payload, options);
|
|
3907
|
+
return;
|
|
3908
|
+
case "AdjustBgmVolume":
|
|
3909
|
+
await editor.adjustBgmVolume(payload, options);
|
|
3910
|
+
return;
|
|
3911
|
+
default: {
|
|
3912
|
+
const _exhaustive = entry.kind;
|
|
3913
|
+
throw new Error(`replayJournal: unsupported kind ${String(_exhaustive)}`);
|
|
3914
|
+
}
|
|
3915
|
+
}
|
|
3916
|
+
}
|
|
3917
|
+
//#endregion
|
|
1873
3918
|
//#region src/editor/types.ts
|
|
1874
3919
|
/** Runtime list of the frozen, implemented kinds (for guards / introspection). */
|
|
1875
3920
|
const IMPLEMENTED_SEMANTIC_OP_KINDS = [
|
|
@@ -2030,24 +4075,17 @@ var ManualSyncDoc = class ManualSyncDoc {
|
|
|
2030
4075
|
* Fetches the snapshot up front rather than starting empty and converging: the
|
|
2031
4076
|
* agent's first act is to read the document, so there is no useful state before
|
|
2032
4077
|
* the snapshot lands. This also fails fast and loudly on a document that does
|
|
2033
|
-
* not exist
|
|
4078
|
+
* not exist, instead of `MengineDocSession.waitForContent()`'s behavior of
|
|
4079
|
+
* waiting forever for content that will never arrive.
|
|
2034
4080
|
*/
|
|
2035
4081
|
static async open(options) {
|
|
2036
|
-
const response = await options.client.fetchSnapshot();
|
|
2037
4082
|
const doc = new LoroDoc();
|
|
2038
|
-
|
|
2039
|
-
|
|
2040
|
-
|
|
2041
|
-
|
|
2042
|
-
|
|
2043
|
-
|
|
2044
|
-
manualSyncDoc.watermark = manualSyncDoc.serverVVFrom(response.version.server_vv) ?? doc.oplogVersion();
|
|
2045
|
-
return manualSyncDoc;
|
|
2046
|
-
} catch (error) {
|
|
2047
|
-
manualSyncDoc?.adapter.dispose();
|
|
2048
|
-
doc.free();
|
|
2049
|
-
throw error;
|
|
2050
|
-
}
|
|
4083
|
+
if (options.peerId != null) doc.setPeerId(options.peerId);
|
|
4084
|
+
const response = await options.client.fetchSnapshot();
|
|
4085
|
+
doc.import(base64ToBytes(response.snapshot));
|
|
4086
|
+
const manualSyncDoc = new ManualSyncDoc(options.client, doc);
|
|
4087
|
+
manualSyncDoc.watermark = manualSyncDoc.serverVVFrom(response.version.server_vv) ?? doc.oplogVersion();
|
|
4088
|
+
return manualSyncDoc;
|
|
2051
4089
|
}
|
|
2052
4090
|
/** Current document read model (authoritative shape). */
|
|
2053
4091
|
snapshot() {
|
|
@@ -2066,18 +4104,31 @@ var ManualSyncDoc = class ManualSyncDoc {
|
|
|
2066
4104
|
editorPeerId() {
|
|
2067
4105
|
return this.doc.peerIdStr;
|
|
2068
4106
|
}
|
|
2069
|
-
/** Current
|
|
2070
|
-
|
|
4107
|
+
/** Current document projected to the legacy `VideoDraft` read shape. */
|
|
4108
|
+
draft() {
|
|
2071
4109
|
return fromVideoDocument(this.adapter.snapshot());
|
|
2072
4110
|
}
|
|
2073
4111
|
/**
|
|
4112
|
+
* Replay a deterministic sandbox journal into this document.
|
|
4113
|
+
*
|
|
4114
|
+
* The adapter stays private so callers cannot bypass the manual-sync
|
|
4115
|
+
* lifecycle; journal replay is the one host-side operation that needs the
|
|
4116
|
+
* adapter's transaction boundary and recorded id queue. Durability is still
|
|
4117
|
+
* explicit: call {@link push} after replay and report success only from its
|
|
4118
|
+
* verdict.
|
|
4119
|
+
*/
|
|
4120
|
+
async replayJournal(journal) {
|
|
4121
|
+
await replayJournal(this.adapter, journal);
|
|
4122
|
+
}
|
|
4123
|
+
/**
|
|
2074
4124
|
* Mark the document state the caller has just observed, for a later
|
|
2075
4125
|
* {@link hasChangedSince}.
|
|
2076
4126
|
*
|
|
2077
4127
|
* This pair replaces the legacy integer-version comparison that
|
|
2078
4128
|
* `DraftVersionDetector` used to tell the LLM "the draft was modified
|
|
2079
|
-
* externally, reload before editing".
|
|
2080
|
-
*
|
|
4129
|
+
* externally, reload before editing". Under mengine `meta.version` never
|
|
4130
|
+
* changes, so that detector would go permanently silent; comparing version
|
|
4131
|
+
* vectors restores the same capability.
|
|
2081
4132
|
*
|
|
2082
4133
|
* Same capability, not a stronger one: like the legacy detector, this only
|
|
2083
4134
|
* reports what changed between two moments the caller chose to sample.
|
|
@@ -2161,7 +4212,6 @@ var ManualSyncDoc = class ManualSyncDoc {
|
|
|
2161
4212
|
if (serverVV != null) this.watermark = serverVV;
|
|
2162
4213
|
return {
|
|
2163
4214
|
kind: response.kind,
|
|
2164
|
-
mengineUpdateSeq: response.version?.update_seq ?? response.update_seq ?? void 0,
|
|
2165
4215
|
updateSeq: response.update_seq ?? void 0,
|
|
2166
4216
|
collaborated: serverVV != null && !covers(localVersion, serverVV)
|
|
2167
4217
|
};
|
|
@@ -2200,24 +4250,22 @@ var ManualSyncDoc = class ManualSyncDoc {
|
|
|
2200
4250
|
* recovers whatever the stream missed while it was down. Recovery therefore
|
|
2201
4251
|
* lives in the synchronizer (keyed on the real doc version), not here.
|
|
2202
4252
|
*
|
|
2203
|
-
*
|
|
4253
|
+
* Each SSE frame's updates are forwarded verbatim via `onUpdate`; this
|
|
2204
4254
|
* connection keeps no version cursor and does no catch-up of its own. Dedup is
|
|
2205
4255
|
* unnecessary because `LoroDoc.import` is idempotent by OpId/VV.
|
|
2206
4256
|
*/
|
|
2207
4257
|
var SseConnection = class {
|
|
2208
4258
|
client;
|
|
2209
4259
|
onUpdate;
|
|
2210
|
-
onResync;
|
|
2211
4260
|
reconnectDelayMs;
|
|
2212
4261
|
inner = void 0;
|
|
2213
4262
|
event = new EventBus();
|
|
2214
4263
|
streamTask = null;
|
|
2215
4264
|
_status = "idle";
|
|
2216
4265
|
_error;
|
|
2217
|
-
constructor(client, onUpdate,
|
|
4266
|
+
constructor(client, onUpdate, reconnectDelayMs) {
|
|
2218
4267
|
this.client = client;
|
|
2219
4268
|
this.onUpdate = onUpdate;
|
|
2220
|
-
this.onResync = onResync;
|
|
2221
4269
|
this.reconnectDelayMs = reconnectDelayMs;
|
|
2222
4270
|
}
|
|
2223
4271
|
get status() {
|
|
@@ -2278,12 +4326,10 @@ var SseConnection = class {
|
|
|
2278
4326
|
client: this.client,
|
|
2279
4327
|
signal,
|
|
2280
4328
|
onOpen: () => this.setStatus("connected"),
|
|
2281
|
-
onResync: this.onResync,
|
|
2282
4329
|
onUpdate: (event) => {
|
|
2283
4330
|
for (const update of event.updates) this.onUpdate(update);
|
|
2284
4331
|
}
|
|
2285
4332
|
});
|
|
2286
|
-
if (!signal.aborted) this.setStatus("connecting", /* @__PURE__ */ new Error("SSE stream closed"));
|
|
2287
4333
|
} catch (error) {
|
|
2288
4334
|
if (signal.aborted) break;
|
|
2289
4335
|
this.setStatus("connecting", error instanceof Error ? error : new Error(String(error)));
|
|
@@ -2328,7 +4374,7 @@ var MedeoHttpDocStorage = class {
|
|
|
2328
4374
|
this.options = options;
|
|
2329
4375
|
this.client = options.client;
|
|
2330
4376
|
this.docId = options.docId;
|
|
2331
|
-
this.connection = new SseConnection(this.client, (update) => this.emitUpdate(update),
|
|
4377
|
+
this.connection = new SseConnection(this.client, (update) => this.emitUpdate(update), options.sseReconnectDelayMs ?? 500);
|
|
2332
4378
|
}
|
|
2333
4379
|
get isReadonly() {
|
|
2334
4380
|
return this.options.readonlyMode ?? false;
|
|
@@ -2336,7 +4382,6 @@ var MedeoHttpDocStorage = class {
|
|
|
2336
4382
|
async getDoc(docId) {
|
|
2337
4383
|
this.assertDocId(docId);
|
|
2338
4384
|
const snapshot = await this.client.fetchSnapshot();
|
|
2339
|
-
this.reportServerVersion(snapshot.version?.server_vv);
|
|
2340
4385
|
const now = /* @__PURE__ */ new Date();
|
|
2341
4386
|
return {
|
|
2342
4387
|
docId,
|
|
@@ -2348,7 +4393,6 @@ var MedeoHttpDocStorage = class {
|
|
|
2348
4393
|
async getDocDiff(docId, knownVersion) {
|
|
2349
4394
|
this.assertDocId(docId);
|
|
2350
4395
|
const response = await this.client.sync(knownVersion);
|
|
2351
|
-
this.reportServerVersion(response.server_vv);
|
|
2352
4396
|
return {
|
|
2353
4397
|
docId,
|
|
2354
4398
|
missing: base64ToBytes(response.update),
|
|
@@ -2379,7 +4423,7 @@ var MedeoHttpDocStorage = class {
|
|
|
2379
4423
|
if (update.data.byteLength === 0) return {};
|
|
2380
4424
|
try {
|
|
2381
4425
|
const response = await this.client.pushUpdate(update.data);
|
|
2382
|
-
const serverVV =
|
|
4426
|
+
const serverVV = decodeServerVV(response.version?.server_vv);
|
|
2383
4427
|
this.events.emit("pushOutcome", {
|
|
2384
4428
|
kind: response.kind,
|
|
2385
4429
|
updateSeq: response.update_seq ?? void 0,
|
|
@@ -2407,19 +4451,6 @@ var MedeoHttpDocStorage = class {
|
|
|
2407
4451
|
subscribePushOutcome(callback) {
|
|
2408
4452
|
return this.events.on("pushOutcome", callback);
|
|
2409
4453
|
}
|
|
2410
|
-
/** Observe live hints that require VV catch-up without replacing the SSE connection. */
|
|
2411
|
-
subscribeResync(callback) {
|
|
2412
|
-
return this.events.on("resync", callback);
|
|
2413
|
-
}
|
|
2414
|
-
/** Authoritative HTTP reads and accepted pushes, never inferred from SSE bytes. */
|
|
2415
|
-
subscribeServerVersion(callback) {
|
|
2416
|
-
return this.events.on("serverVersion", callback);
|
|
2417
|
-
}
|
|
2418
|
-
reportServerVersion(encoded) {
|
|
2419
|
-
const version = decodeServerVV(encoded);
|
|
2420
|
-
if (version != null) this.events.emit("serverVersion", version);
|
|
2421
|
-
return version;
|
|
2422
|
-
}
|
|
2423
4454
|
async deleteDoc(_docId) {
|
|
2424
4455
|
throw new Error("MedeoHttpDocStorage does not support deleteDoc");
|
|
2425
4456
|
}
|
|
@@ -2536,118 +4567,6 @@ var MemoryDocStorage = class extends BaseDocStorage {
|
|
|
2536
4567
|
}
|
|
2537
4568
|
};
|
|
2538
4569
|
//#endregion
|
|
2539
|
-
//#region src/session/document-undo-manager.ts
|
|
2540
|
-
/**
|
|
2541
|
-
* Tracks the shared LoroDoc independently of semantic editing. Undo/redo use
|
|
2542
|
-
* the same mutation guard as the adapter and publish settled availability.
|
|
2543
|
-
*/
|
|
2544
|
-
var DocumentUndoManager = class {
|
|
2545
|
-
doc;
|
|
2546
|
-
mutationGuard;
|
|
2547
|
-
onChange;
|
|
2548
|
-
manager;
|
|
2549
|
-
unsubscribe;
|
|
2550
|
-
disposed = false;
|
|
2551
|
-
notificationQueued = false;
|
|
2552
|
-
published = {
|
|
2553
|
-
canUndo: false,
|
|
2554
|
-
canRedo: false
|
|
2555
|
-
};
|
|
2556
|
-
activeSource = null;
|
|
2557
|
-
constructor(doc, mutationGuard, onChange) {
|
|
2558
|
-
this.doc = doc;
|
|
2559
|
-
this.mutationGuard = mutationGuard;
|
|
2560
|
-
this.onChange = onChange;
|
|
2561
|
-
const peer = doc.peerIdStr;
|
|
2562
|
-
this.manager = new UndoManager(doc, {
|
|
2563
|
-
mergeInterval: 0,
|
|
2564
|
-
maxUndoSteps: 100,
|
|
2565
|
-
excludeOriginPrefixes: ["mengine.bootstrap", "mengine.initialize"],
|
|
2566
|
-
onPush: (_isUndo, range) => {
|
|
2567
|
-
this.scheduleNotification();
|
|
2568
|
-
return {
|
|
2569
|
-
value: this.activeSource ?? {
|
|
2570
|
-
peer,
|
|
2571
|
-
counter: range.start
|
|
2572
|
-
},
|
|
2573
|
-
cursors: []
|
|
2574
|
-
};
|
|
2575
|
-
},
|
|
2576
|
-
onPop: () => this.scheduleNotification()
|
|
2577
|
-
});
|
|
2578
|
-
this.unsubscribe = doc.subscribe(() => this.scheduleNotification());
|
|
2579
|
-
}
|
|
2580
|
-
getState() {
|
|
2581
|
-
this.assertActive();
|
|
2582
|
-
return {
|
|
2583
|
-
canUndo: this.manager.canUndo(),
|
|
2584
|
-
canRedo: this.manager.canRedo()
|
|
2585
|
-
};
|
|
2586
|
-
}
|
|
2587
|
-
undo(options) {
|
|
2588
|
-
return this.applyUndoRedo("Undo", options);
|
|
2589
|
-
}
|
|
2590
|
-
redo(options) {
|
|
2591
|
-
return this.applyUndoRedo("Redo", options);
|
|
2592
|
-
}
|
|
2593
|
-
beginGroup() {
|
|
2594
|
-
this.assertActive();
|
|
2595
|
-
this.mutationGuard.run(() => this.manager.groupStart());
|
|
2596
|
-
}
|
|
2597
|
-
endGroup() {
|
|
2598
|
-
this.assertActive();
|
|
2599
|
-
this.mutationGuard.run(() => this.manager.groupEnd());
|
|
2600
|
-
this.scheduleNotification();
|
|
2601
|
-
}
|
|
2602
|
-
applyUndoRedo(kind, options) {
|
|
2603
|
-
this.assertActive();
|
|
2604
|
-
return this.mutationGuard.run(() => {
|
|
2605
|
-
if (kind === "Undo" ? !this.manager.canUndo() : !this.manager.canRedo()) return false;
|
|
2606
|
-
this.activeSource = kind === "Undo" ? this.manager.topUndoValue() : this.manager.topRedoValue();
|
|
2607
|
-
try {
|
|
2608
|
-
this.doc.setNextCommitOptions({ message: JSON.stringify({
|
|
2609
|
-
semantic_op: kind,
|
|
2610
|
-
payload: { source: this.activeSource },
|
|
2611
|
-
intent: options?.intent ?? null,
|
|
2612
|
-
actor: options?.actor ?? null
|
|
2613
|
-
}) });
|
|
2614
|
-
const before = this.doc.oplogFrontiers();
|
|
2615
|
-
return (kind === "Undo" ? this.manager.undo() : this.manager.redo()) && this.doc.cmpWithFrontiers(before) !== 0;
|
|
2616
|
-
} finally {
|
|
2617
|
-
this.doc.clearNextCommitOptions();
|
|
2618
|
-
this.activeSource = null;
|
|
2619
|
-
this.scheduleNotification();
|
|
2620
|
-
}
|
|
2621
|
-
});
|
|
2622
|
-
}
|
|
2623
|
-
dispose() {
|
|
2624
|
-
if (this.disposed) return;
|
|
2625
|
-
this.disposed = true;
|
|
2626
|
-
this.unsubscribe();
|
|
2627
|
-
this.manager.setOnPush(void 0);
|
|
2628
|
-
this.manager.setOnPop(void 0);
|
|
2629
|
-
this.manager.free();
|
|
2630
|
-
}
|
|
2631
|
-
scheduleNotification() {
|
|
2632
|
-
if (this.notificationQueued || this.disposed) return;
|
|
2633
|
-
this.notificationQueued = true;
|
|
2634
|
-
queueMicrotask(() => {
|
|
2635
|
-
this.notificationQueued = false;
|
|
2636
|
-
if (!this.disposed) this.publish();
|
|
2637
|
-
});
|
|
2638
|
-
}
|
|
2639
|
-
publish() {
|
|
2640
|
-
if (this.disposed) return;
|
|
2641
|
-
const state = this.getState();
|
|
2642
|
-
if (state.canUndo === this.published.canUndo && state.canRedo === this.published.canRedo) return;
|
|
2643
|
-
this.published = state;
|
|
2644
|
-
this.onChange();
|
|
2645
|
-
}
|
|
2646
|
-
assertActive() {
|
|
2647
|
-
if (this.disposed) throw new Error("mengine doc undo manager is disposed");
|
|
2648
|
-
}
|
|
2649
|
-
};
|
|
2650
|
-
//#endregion
|
|
2651
4570
|
//#region src/session/mengine-doc-session.ts
|
|
2652
4571
|
/**
|
|
2653
4572
|
* Raised by {@link MengineDocSession.waitForServerAck} when the local edits it
|
|
@@ -2683,9 +4602,13 @@ var MengineAckFailedError = class extends Error {
|
|
|
2683
4602
|
* A live editing session for one Medeo document — the single entry point clients
|
|
2684
4603
|
* (FE draft driver, Agent, embeds) use to open, edit, and observe a document.
|
|
2685
4604
|
*
|
|
2686
|
-
*
|
|
2687
|
-
*
|
|
2688
|
-
*
|
|
4605
|
+
* It assembles the engine sync stack around one Medeo document:
|
|
4606
|
+
*
|
|
4607
|
+
* local DocStorage ─┐
|
|
4608
|
+
* ├─ ClientServerSynchronizer ── DocManager ── LoroDoc
|
|
4609
|
+
* MedeoHttpDocStorage┘ │
|
|
4610
|
+
* (remote = Rust mengine-server) ▼
|
|
4611
|
+
* MirrorVideoDocumentAdapter + SemanticEditor
|
|
2689
4612
|
*
|
|
2690
4613
|
* `DocManager` owns the `LoroDoc`: local edits committed on the adapter are
|
|
2691
4614
|
* picked up via `subscribeLocalUpdates`, saved to local storage, then pushed to
|
|
@@ -2706,21 +4629,11 @@ var MengineDocSession = class {
|
|
|
2706
4629
|
manager;
|
|
2707
4630
|
events = new EventBus();
|
|
2708
4631
|
disposables = new DisposableSet();
|
|
2709
|
-
mutationGuard = new DocumentMutationGuard();
|
|
2710
4632
|
adapterValue = null;
|
|
2711
4633
|
editorValue = null;
|
|
2712
|
-
undoManagerValue = null;
|
|
2713
4634
|
started = false;
|
|
2714
|
-
startTask = null;
|
|
2715
|
-
destroyed = false;
|
|
2716
|
-
closeTask = null;
|
|
2717
|
-
lifetime = null;
|
|
2718
|
-
hasConnected = false;
|
|
2719
|
-
initialVersionValue = null;
|
|
2720
|
-
localVersionValue = null;
|
|
2721
|
-
pushErrorValue = null;
|
|
2722
4635
|
/**
|
|
2723
|
-
* Latest server oplog version seen on
|
|
4636
|
+
* Latest server oplog version seen on a push outcome. Lets `waitForServerAck`
|
|
2724
4637
|
* return without waiting when the server is already known to cover the local
|
|
2725
4638
|
* doc (e.g. nothing was edited since the last confirmed push).
|
|
2726
4639
|
*/
|
|
@@ -2732,7 +4645,8 @@ var MengineDocSession = class {
|
|
|
2732
4645
|
this.server = new MedeoHttpDocStorage({
|
|
2733
4646
|
docId: options.docId,
|
|
2734
4647
|
client: options.client,
|
|
2735
|
-
sseReconnectDelayMs: options.sseReconnectDelayMs
|
|
4648
|
+
sseReconnectDelayMs: options.sseReconnectDelayMs,
|
|
4649
|
+
readonlyMode: options.readonlyMode
|
|
2736
4650
|
});
|
|
2737
4651
|
this.synchronizer = new ClientServerSynchronizer(this.local, this.server);
|
|
2738
4652
|
this.manager = new DocManager(this.local, this.synchronizer);
|
|
@@ -2748,14 +4662,14 @@ var MengineDocSession = class {
|
|
|
2748
4662
|
return this.server.subscribePushOutcome(callback);
|
|
2749
4663
|
}
|
|
2750
4664
|
/**
|
|
2751
|
-
* Resolve once the server has durably accepted the local
|
|
4665
|
+
* Resolve once the server has durably accepted the local document state as of
|
|
2752
4666
|
* *now* — the capability an Agent tool needs to answer "did my edit land?"
|
|
2753
4667
|
* before reporting success.
|
|
2754
4668
|
*
|
|
2755
4669
|
* Call it right after the editor ops whose durability matters. It snapshots the
|
|
2756
|
-
*
|
|
2757
|
-
*
|
|
2758
|
-
*
|
|
4670
|
+
* local doc's current version and resolves on the first push outcome whose
|
|
4671
|
+
* `serverVV` covers that version, i.e. the server log is at least as advanced as
|
|
4672
|
+
* the local doc was when this was called.
|
|
2759
4673
|
*
|
|
2760
4674
|
* Version coverage, not byte identity, is the acceptance test — for two reasons:
|
|
2761
4675
|
* the ops may reach the server inside a merged blob rather than as the exact
|
|
@@ -2770,39 +4684,31 @@ var MengineDocSession = class {
|
|
|
2770
4684
|
* @throws {MengineAckFailedError} on timeout, rejection, or transport failure.
|
|
2771
4685
|
*/
|
|
2772
4686
|
async waitForServerAck(options = {}) {
|
|
2773
|
-
if (this.adapterValue == null
|
|
4687
|
+
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
2774
4688
|
const timeoutMs = options.timeoutMs ?? 15e3;
|
|
2775
|
-
const target = this.
|
|
2776
|
-
const signal = this.lifetime.signal;
|
|
4689
|
+
const target = this.manager.connectDoc(this.docId).version();
|
|
2777
4690
|
if (this.serverVVValue != null && serverCovers(this.serverVVValue, target)) return;
|
|
2778
4691
|
await new Promise((resolve, reject) => {
|
|
2779
|
-
|
|
4692
|
+
let off = () => {};
|
|
2780
4693
|
let done = false;
|
|
2781
4694
|
const settle = (error) => {
|
|
2782
4695
|
if (done) return;
|
|
2783
4696
|
done = true;
|
|
2784
4697
|
clearTimeout(timer);
|
|
2785
|
-
|
|
4698
|
+
off();
|
|
2786
4699
|
if (error == null) resolve();
|
|
2787
4700
|
else reject(error);
|
|
2788
4701
|
};
|
|
2789
4702
|
const timer = setTimeout(() => {
|
|
2790
4703
|
settle(new MengineAckFailedError("timeout", void 0, void 0, `mengine did not acknowledge the update within ${timeoutMs}ms`));
|
|
2791
4704
|
}, timeoutMs);
|
|
2792
|
-
|
|
2793
|
-
signal.addEventListener("abort", onAbort, { once: true });
|
|
2794
|
-
cleanup.push(() => signal.removeEventListener("abort", onAbort));
|
|
2795
|
-
cleanup.push(this.events.on("syncState", () => {
|
|
2796
|
-
if (this.serverVVValue != null && serverCovers(this.serverVVValue, target)) settle(void 0);
|
|
2797
|
-
}));
|
|
2798
|
-
cleanup.push(this.server.subscribePushOutcome((outcome) => {
|
|
4705
|
+
off = this.server.subscribePushOutcome((outcome) => {
|
|
2799
4706
|
if (outcome.kind === "rejected" || outcome.kind === "failed") {
|
|
2800
4707
|
settle(new MengineAckFailedError(outcome.kind, outcome.code, outcome.error, outcome.error?.message ?? `mengine push ${outcome.kind}`));
|
|
2801
4708
|
return;
|
|
2802
4709
|
}
|
|
2803
|
-
|
|
2804
|
-
|
|
2805
|
-
else this.synchronizer.requestSync(this.docId);
|
|
4710
|
+
if (outcome.serverVV != null && serverCovers(outcome.serverVV, target)) settle(void 0);
|
|
4711
|
+
});
|
|
2806
4712
|
});
|
|
2807
4713
|
}
|
|
2808
4714
|
/**
|
|
@@ -2815,208 +4721,67 @@ var MengineDocSession = class {
|
|
|
2815
4721
|
if (this.editorValue == null) throw new Error("mengine doc session is not started");
|
|
2816
4722
|
return this.editorValue;
|
|
2817
4723
|
}
|
|
2818
|
-
/** Current document snapshot (read model). */
|
|
2819
|
-
snapshot() {
|
|
2820
|
-
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
2821
|
-
return this.adapterValue.snapshot();
|
|
2822
|
-
}
|
|
2823
|
-
/** Current-session undo/redo availability. Loading and closed sessions report false. */
|
|
2824
|
-
getUndoState() {
|
|
2825
|
-
return this.undoManagerValue?.getState() ?? {
|
|
2826
|
-
canUndo: false,
|
|
2827
|
-
canRedo: false
|
|
2828
|
-
};
|
|
2829
|
-
}
|
|
2830
4724
|
/**
|
|
2831
|
-
*
|
|
2832
|
-
*
|
|
4725
|
+
* Opaque version token of the local oplog (base64 `VersionVector.encode`).
|
|
4726
|
+
* Equality-comparable only: equal means no observed change (local or
|
|
4727
|
+
* remote-arrived) since the token was taken. Throws when not started.
|
|
2833
4728
|
*/
|
|
2834
|
-
|
|
2835
|
-
|
|
2836
|
-
|
|
2837
|
-
notify();
|
|
2838
|
-
return off;
|
|
2839
|
-
}
|
|
2840
|
-
/**
|
|
2841
|
-
* Undo a local edit immediately; server confirmation remains asynchronous.
|
|
2842
|
-
* On a shared LWW field this writes its prior value, potentially overwriting a
|
|
2843
|
-
* later remote edit to that same field. Returns false if no update is produced.
|
|
2844
|
-
*/
|
|
2845
|
-
undo(options) {
|
|
2846
|
-
if (this.undoManagerValue == null) throw new Error("mengine doc undo manager is not ready");
|
|
2847
|
-
return this.undoManagerValue.undo(options);
|
|
2848
|
-
}
|
|
2849
|
-
/**
|
|
2850
|
-
* Restore the state visible before undo without rerunning external side effects.
|
|
2851
|
-
* Returns false if no update is produced; durable confirmation is separate.
|
|
2852
|
-
*/
|
|
2853
|
-
redo(options) {
|
|
2854
|
-
if (this.undoManagerValue == null) throw new Error("mengine doc undo manager is not ready");
|
|
2855
|
-
return this.undoManagerValue.redo(options);
|
|
4729
|
+
version() {
|
|
4730
|
+
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
4731
|
+
return bytesToBase64(this.adapterValue.doc.oplogVersion().encode());
|
|
2856
4732
|
}
|
|
2857
4733
|
/**
|
|
2858
|
-
*
|
|
2859
|
-
*
|
|
2860
|
-
*
|
|
2861
|
-
* Each commit is immediately visible locally and enters sync independently;
|
|
2862
|
-
* a later failure does not roll it back.
|
|
2863
|
-
* Always pair with endUndoGroup in a finally block. Conflicting remote imports
|
|
2864
|
-
* can end/split the group early, and unrelated local edits would join it.
|
|
2865
|
-
* Complete asynchronous asset preparation before opening the group.
|
|
4734
|
+
* The live document adapter, exposed for journal replay (commit channel).
|
|
4735
|
+
* Replaying through it still goes SemanticEditor → Loro → mengine-server —
|
|
4736
|
+
* no write bypass. Typed by the narrow interface on purpose.
|
|
2866
4737
|
*/
|
|
2867
|
-
|
|
2868
|
-
if (this.
|
|
2869
|
-
this.
|
|
4738
|
+
get documentAdapter() {
|
|
4739
|
+
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
4740
|
+
return this.adapterValue;
|
|
2870
4741
|
}
|
|
2871
|
-
/**
|
|
2872
|
-
|
|
2873
|
-
if (this.
|
|
2874
|
-
this.
|
|
4742
|
+
/** Current document snapshot (read model). */
|
|
4743
|
+
snapshot() {
|
|
4744
|
+
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
4745
|
+
return this.adapterValue.snapshot();
|
|
2875
4746
|
}
|
|
2876
4747
|
/**
|
|
2877
4748
|
* Start the sync stack and connect the document.
|
|
2878
4749
|
*
|
|
2879
|
-
* Returns
|
|
2880
|
-
*
|
|
2881
|
-
*
|
|
2882
|
-
* surface through `subscribe`.
|
|
4750
|
+
* Returns once the local snapshot has loaded into the Loro doc so callers can
|
|
4751
|
+
* read an initial snapshot. Remote convergence continues in the background and
|
|
4752
|
+
* surfaces through `subscribe`.
|
|
2883
4753
|
*/
|
|
2884
|
-
start() {
|
|
2885
|
-
if (this.
|
|
2886
|
-
if (this.startTask != null) return this.startTask;
|
|
4754
|
+
async start() {
|
|
4755
|
+
if (this.started) return this.snapshot();
|
|
2887
4756
|
this.started = true;
|
|
2888
|
-
this.lifetime = new AbortController();
|
|
2889
|
-
this.startTask = this.open().catch((error) => {
|
|
2890
|
-
const wasDestroyed = this.destroyed;
|
|
2891
|
-
this.destroy();
|
|
2892
|
-
if (wasDestroyed) throw new Error("mengine doc session destroyed");
|
|
2893
|
-
throw error;
|
|
2894
|
-
});
|
|
2895
|
-
return this.startTask;
|
|
2896
|
-
}
|
|
2897
|
-
async open() {
|
|
2898
|
-
this.disposables.add(this.server.subscribeResync(() => this.synchronizer.requestSync(this.docId)));
|
|
2899
|
-
this.disposables.add(this.server.subscribeServerVersion((version) => {
|
|
2900
|
-
this.serverVVValue = version;
|
|
2901
|
-
if (this.getSyncState().confirmation === "confirmed") this.pushErrorValue = null;
|
|
2902
|
-
this.emitSyncState();
|
|
2903
|
-
}));
|
|
2904
|
-
this.disposables.add(this.server.subscribePushOutcome((outcome) => {
|
|
2905
|
-
this.pushErrorValue = outcome.kind === "failed" || outcome.kind === "rejected" ? outcome.error ?? /* @__PURE__ */ new Error(`mengine push ${outcome.kind}`) : null;
|
|
2906
|
-
this.emitSyncState();
|
|
2907
|
-
}));
|
|
2908
|
-
this.disposables.add(this.server.connection.onStatusChanged((status) => {
|
|
2909
|
-
if (status === "connected") this.hasConnected = true;
|
|
2910
|
-
this.emitSyncState();
|
|
2911
|
-
}));
|
|
2912
|
-
this.disposables.add(() => this.local.connection.disconnect());
|
|
2913
|
-
this.disposables.add(() => this.server.connection.disconnect());
|
|
2914
4757
|
this.local.connection.connect();
|
|
2915
|
-
await this.local.connection.waitForConnected().abortOn(this.lifetime.signal);
|
|
2916
|
-
if (this.destroyed) throw new Error("mengine doc session destroyed");
|
|
2917
|
-
if (this.options.initialSnapshot) {
|
|
2918
|
-
await this.local.pushDocUpdate({
|
|
2919
|
-
docId: this.docId,
|
|
2920
|
-
data: this.options.initialSnapshot
|
|
2921
|
-
}, "initial-snapshot");
|
|
2922
|
-
if (this.destroyed) throw new Error("mengine doc session destroyed");
|
|
2923
|
-
}
|
|
2924
4758
|
this.server.connection.connect();
|
|
4759
|
+
this.disposables.add(() => this.local.connection.disconnect());
|
|
4760
|
+
this.disposables.add(() => this.server.connection.disconnect());
|
|
2925
4761
|
this.synchronizer.start();
|
|
2926
4762
|
this.manager.start();
|
|
2927
4763
|
this.disposables.add(() => this.synchronizer.stop());
|
|
2928
4764
|
this.disposables.add(() => this.manager.stop());
|
|
2929
4765
|
const doc = this.manager.connectDoc(this.docId);
|
|
2930
|
-
this.disposables.add(() => this.manager.disconnectDoc(this.docId));
|
|
2931
4766
|
if (this.options.peerId != null) doc.setPeerId(this.options.peerId);
|
|
2932
|
-
this.adapterValue = new MirrorVideoDocumentAdapter(doc
|
|
4767
|
+
this.adapterValue = new MirrorVideoDocumentAdapter(doc);
|
|
4768
|
+
this.editorValue = new SemanticEditor(this.adapterValue);
|
|
4769
|
+
this.disposables.add(() => this.manager.disconnectDoc(this.docId));
|
|
2933
4770
|
const unsubscribe = doc.subscribe((event) => {
|
|
2934
4771
|
if (this.adapterValue == null) return;
|
|
2935
|
-
if (event.by === "local") this.trackLocalVersion(doc.version());
|
|
2936
|
-
this.emitSyncState();
|
|
2937
4772
|
this.events.emit("update", {
|
|
2938
4773
|
source: event.by === "local" ? "local" : "remote",
|
|
2939
4774
|
snapshot: this.adapterValue.snapshot()
|
|
2940
4775
|
});
|
|
2941
4776
|
});
|
|
2942
4777
|
this.disposables.add(unsubscribe);
|
|
2943
|
-
this.disposables.add(this.manager.
|
|
2944
|
-
|
|
2945
|
-
this.
|
|
2946
|
-
}));
|
|
2947
|
-
this.disposables.add(this.manager.onDocStateChange(this.docId, (state) => {
|
|
2948
|
-
this.events.emit("state", state);
|
|
2949
|
-
this.emitSyncState();
|
|
4778
|
+
this.disposables.add(this.manager.onDocStateChange(this.docId, (state) => this.events.emit("state", state)));
|
|
4779
|
+
this.disposables.add(this.server.subscribePushOutcome((outcome) => {
|
|
4780
|
+
if (outcome.serverVV != null) this.serverVVValue = outcome.serverVV;
|
|
2950
4781
|
}));
|
|
2951
|
-
await this.
|
|
2952
|
-
if (this.destroyed) throw new Error("mengine doc session destroyed");
|
|
2953
|
-
assertValidVideoDocument(this.snapshot());
|
|
2954
|
-
this.undoManagerValue = new DocumentUndoManager(doc, this.mutationGuard, () => this.events.emit("undoState"));
|
|
2955
|
-
this.editorValue = new SemanticEditor(this.adapterValue);
|
|
2956
|
-
this.initialVersionValue = doc.version();
|
|
2957
|
-
if (this.localVersionValue) this.trackLocalVersion(this.initialVersionValue);
|
|
2958
|
-
this.emitSyncState();
|
|
4782
|
+
await this.waitForContent();
|
|
2959
4783
|
return this.snapshot();
|
|
2960
4784
|
}
|
|
2961
|
-
getLocalSaveState() {
|
|
2962
|
-
return this.getState().localSave;
|
|
2963
|
-
}
|
|
2964
|
-
/** Immediately reports local transaction state; independent of server confirmation. */
|
|
2965
|
-
subscribeLocalSaveState(cb) {
|
|
2966
|
-
const off = this.events.on("state", () => cb(this.getLocalSaveState()));
|
|
2967
|
-
cb(this.getLocalSaveState());
|
|
2968
|
-
return off;
|
|
2969
|
-
}
|
|
2970
|
-
/** Waits for commits present now to reach local storage. Does not wait for the network. */
|
|
2971
|
-
async waitForLocalSave(options = {}) {
|
|
2972
|
-
if (!this.editorValue || this.destroyed) throw new Error("mengine doc session is not started");
|
|
2973
|
-
await this.manager.waitForLocalSave(this.docId).timeout(options.timeoutMs ?? 15e3);
|
|
2974
|
-
}
|
|
2975
|
-
/** Stop accepting edits and drain local persistence before releasing resources.
|
|
2976
|
-
* A failed local write keeps retrying, even after the host has unmounted.
|
|
2977
|
-
* Hosts should use this for normal teardown; destroy() is immediate cancellation. */
|
|
2978
|
-
close() {
|
|
2979
|
-
if (this.closeTask) return this.closeTask;
|
|
2980
|
-
if (this.destroyed || !this.editorValue) {
|
|
2981
|
-
this.destroy();
|
|
2982
|
-
return Promise.resolve();
|
|
2983
|
-
}
|
|
2984
|
-
this.mutationGuard.close();
|
|
2985
|
-
this.synchronizer.stop();
|
|
2986
|
-
this.server.connection.disconnect();
|
|
2987
|
-
this.closeTask = this.manager.waitForLocalSave(this.docId).then(() => this.destroy());
|
|
2988
|
-
return this.closeTask;
|
|
2989
|
-
}
|
|
2990
|
-
getSyncState() {
|
|
2991
|
-
const state = this.getState();
|
|
2992
|
-
const target = this.confirmationTarget();
|
|
2993
|
-
const confirmation = this.serverVVValue == null || target == null ? this.localVersionValue == null ? "unknown" : "pending" : serverCovers(this.serverVVValue, target) ? "confirmed" : "pending";
|
|
2994
|
-
const connection = !this.started ? "disconnected" : this.server.connection.status === "connected" ? "connected" : this.hasConnected || this.server.connection.error != null ? "disconnected" : "connecting";
|
|
2995
|
-
return {
|
|
2996
|
-
confirmation,
|
|
2997
|
-
phase: connection === "disconnected" ? "offline" : this.pushErrorValue != null || state.error != null ? "failed" : connection === "connecting" ? "connecting" : state.syncing ? "syncing" : "idle"
|
|
2998
|
-
};
|
|
2999
|
-
}
|
|
3000
|
-
trackLocalVersion(version) {
|
|
3001
|
-
const target = VersionVector.parseJSON(this.confirmationTarget()?.toJSON() ?? /* @__PURE__ */ new Map());
|
|
3002
|
-
for (const [peer, counter] of version.toJSON()) if ((target.get(peer) ?? 0) < counter) target.setEnd({
|
|
3003
|
-
peer,
|
|
3004
|
-
counter
|
|
3005
|
-
});
|
|
3006
|
-
this.localVersionValue = target;
|
|
3007
|
-
}
|
|
3008
|
-
confirmationTarget() {
|
|
3009
|
-
return this.localVersionValue ?? this.initialVersionValue;
|
|
3010
|
-
}
|
|
3011
|
-
/** Immediately supplies current state; unsubscribe when the host changes docs. */
|
|
3012
|
-
subscribeSyncState(cb) {
|
|
3013
|
-
const off = this.events.on("syncState", cb);
|
|
3014
|
-
cb(this.getSyncState());
|
|
3015
|
-
return off;
|
|
3016
|
-
}
|
|
3017
|
-
emitSyncState() {
|
|
3018
|
-
this.events.emit("syncState", this.getSyncState());
|
|
3019
|
-
}
|
|
3020
4785
|
subscribe(cb) {
|
|
3021
4786
|
return this.events.on("update", cb);
|
|
3022
4787
|
}
|
|
@@ -3027,48 +4792,40 @@ var MengineDocSession = class {
|
|
|
3027
4792
|
return this.manager.getDocState(this.docId);
|
|
3028
4793
|
}
|
|
3029
4794
|
destroy() {
|
|
3030
|
-
if (this.destroyed) return;
|
|
3031
|
-
this.destroyed = true;
|
|
3032
|
-
this.mutationGuard.close();
|
|
3033
|
-
this.started = false;
|
|
3034
|
-
this.lifetime?.abort();
|
|
3035
|
-
this.undoManagerValue?.dispose();
|
|
3036
|
-
this.undoManagerValue = null;
|
|
3037
|
-
this.events.emit("undoState");
|
|
3038
4795
|
this.disposables.dispose();
|
|
3039
|
-
this.emitSyncState();
|
|
3040
4796
|
this.events.clearAll();
|
|
3041
|
-
this.adapterValue?.dispose();
|
|
3042
4797
|
this.adapterValue = null;
|
|
3043
4798
|
this.editorValue = null;
|
|
3044
4799
|
this.started = false;
|
|
3045
4800
|
}
|
|
3046
|
-
/**
|
|
3047
|
-
|
|
3048
|
-
|
|
3049
|
-
|
|
3050
|
-
|
|
3051
|
-
|
|
3052
|
-
|
|
3053
|
-
|
|
3054
|
-
|
|
3055
|
-
|
|
3056
|
-
|
|
3057
|
-
|
|
3058
|
-
|
|
3059
|
-
|
|
3060
|
-
|
|
3061
|
-
|
|
3062
|
-
|
|
3063
|
-
|
|
3064
|
-
};
|
|
3065
|
-
off = this.onStateChange(check);
|
|
3066
|
-
offConnection = this.server.connection.onStatusChanged(() => check(this.getState()));
|
|
3067
|
-
signal.addEventListener("abort", onAbort, { once: true });
|
|
3068
|
-
if (signal.aborted) onAbort();
|
|
3069
|
-
else check(this.getState());
|
|
4801
|
+
/**
|
|
4802
|
+
* Resolve once the Loro doc holds the document root.
|
|
4803
|
+
*
|
|
4804
|
+
* `DocManager` loads from local storage, which starts empty for a fresh
|
|
4805
|
+
* client; the server snapshot arrives asynchronously via the first sync job.
|
|
4806
|
+
* `loaded` only means the local load ran, so we wait for actual content
|
|
4807
|
+
* (populated schema roots) instead, surfaced by the doc subscription set up
|
|
4808
|
+
* in `start()`.
|
|
4809
|
+
*/
|
|
4810
|
+
async waitForContent() {
|
|
4811
|
+
if (this.hasContent()) return;
|
|
4812
|
+
await new Promise((resolve) => {
|
|
4813
|
+
const off = this.events.on("update", () => {
|
|
4814
|
+
if (this.hasContent()) {
|
|
4815
|
+
off();
|
|
4816
|
+
resolve();
|
|
4817
|
+
}
|
|
4818
|
+
});
|
|
3070
4819
|
});
|
|
3071
4820
|
}
|
|
4821
|
+
hasContent() {
|
|
4822
|
+
if (this.adapterValue == null) return false;
|
|
4823
|
+
try {
|
|
4824
|
+
return this.adapterValue.hasContent();
|
|
4825
|
+
} catch {
|
|
4826
|
+
return false;
|
|
4827
|
+
}
|
|
4828
|
+
}
|
|
3072
4829
|
};
|
|
3073
4830
|
/**
|
|
3074
4831
|
* True when the *encoded* server version `serverVV` includes everything in
|
|
@@ -3092,4 +4849,4 @@ function serverCovers(serverVV, target) {
|
|
|
3092
4849
|
return covers(server, target);
|
|
3093
4850
|
}
|
|
3094
4851
|
//#endregion
|
|
3095
|
-
export { DEFAULT_UNIT_TIME_MS, IMPLEMENTED_SEMANTIC_OP_KINDS, LANE_KINDS_IN_STACK_ORDER, ManualSyncDoc, MedeoHttpDocStorage, MemoryDocStorage, MengineAckFailedError, MengineDocSession, MengineHttpClient, MengineHttpRequestError, MenginePushRejectedError, MirrorVideoDocumentAdapter, SchemaValidator, SemanticEditor, TIMELINE_SKELETON_DURATION_MS, ValidationError, VideoDocumentValidationError, arrangeMainTrackSeamlessly, assertValidVideoDocument, base64ToBytes, buildInitialVideoDocument, buildSpeechHostMap, bytesToBase64, cascadeAfterVideoClipChanges, createMirrorVideoDocument, createMirrorVideoDocumentAdapter, decodeDocVersionMark, derivePositionFromAbs, encodeDocVersionMark, ensureLaneTrack, fillMainTrackTimeGaps, findLaneTrack, fromVideoDocument, generatePartId, getAt, hostForAbsMs, isEmptyVideoClip, isImplementedSemanticOpKind, isMap, laneTrackId, mainTrackRanges, partDurationMs, partUnionSchema, readMainTrackItems, readMengineEventStream, readPart, readPartDurationMs, readVideoDocumentFromDraft, reassignSpeechesToVideoClipsByTime, recalculateTimelineDuration, relativePositionForAbs, resolveAllSpeechOverlaps, resolveSpeechOverlapByShiftingVideos, safeDurationMs, schemas_exports as schemas, snapshotToPlain, solveVideoDocument, syncAggregatedClipsTimePosition, toVideoDocument, validateVideoDocument, videoDocumentMirrorSchema, videoDocumentSchema };
|
|
4852
|
+
export { DEFAULT_UNIT_TIME_MS, ENTITY_TIMELINE_PROJECTION_SCHEMA_VERSION, EntityGraphHttpClient, EntityTimelineEditor, EntityTimelineProjectionError, IMPLEMENTED_SEMANTIC_OP_KINDS, LANE_KINDS_IN_STACK_ORDER, LORO_ENTITY_SCHEMA, LoroEntityDocument, LoroEntityDraft, ManualSyncDoc, MedeoHttpDocStorage, MemoryDocStorage, MengineAckFailedError, MengineDocSession, MengineHttpClient, MengineHttpRequestError, MenginePushRejectedError, MirrorVideoDocumentAdapter, PlainMemoryAdapter, SchemaValidator, ScriptCompositionError, SemanticEditor, TIMELINE_SKELETON_DURATION_MS, VIDEO_DOCUMENT_SCHEMA_VERSION, ValidationError, VideoDocumentValidationError, applyEntityRows, applyEntityTimelineProjection, applyFieldChanges, arrangeMainTrackSeamlessly, assembleCaptionContent, assembleEntityContent, assemblePhoneticScriptContent, assembleScriptText, assertCanonicalEditorResources, assertEntityProjectionPreservesLegacy, assertFieldChanges, assertMediaAssetWritePolicy, assertValidVideoDocument, audioScriptAssetContent, audioScriptAssetFields, audioScriptAssetHash, base64ToBytes, buildInitialVideoDocument, buildSpeechHostMap, bytesToBase64, cascadeAfterVideoClipChanges, compileEntityRows, createEditSandbox, createMirrorVideoDocument, createMirrorVideoDocumentAdapter, createPlainMemoryAdapter, decodeDocVersionMark, derivePositionFromAbs, effectiveVideoClipDurationMs, encodeDocVersionMark, ensureEditorFoundation, ensureLaneTrack, fillMainTrackTimeGaps, findComposedAudioScript, findLaneTrack, fromVideoDocument, generatePartId, getAt, hasAudioScriptAsset, hostForAbsMs, importMediaAsset, isEmptyVideoClip, isImplementedSemanticOpKind, isMap, laneTrackId, mainTrackRanges, migrateLegacyTimelineToEntities, partDurationMs, partUnionSchema, prepareCaptionContent, projectEntityTimeline, readDocumentAudioScript, readEntityDocument, readMainTrackItems, readMengineEventStream, readPart, readPartDurationMs, readVideoDocumentFromDraft, reassignSpeechesToVideoClipsByTime, recalculateTimelineDuration, relativePositionForAbs, replayJournal, resolveAllSpeechOverlaps, resolveEntityTimelineLayout, resolveFieldPath, resolveSpeechOverlapByShiftingVideos, safeDurationMs, schemas_exports as schemas, selectAudioScriptSegment, snapshotToPlain, solveVideoDocument, speedOf, syncAggregatedClipsTimePosition, toVideoDocument, validateVideoDocument, videoDocumentMirrorSchema, videoDocumentSchema, writeVideoDocumentToDraft };
|