@mengine/medeo-client 1.2.1-alpha.9 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -63
- package/dist/document-C0o_cjAH.js +1654 -0
- package/dist/{index-CbuWTReu.d.ts → index-DWVYLTjv.d.ts} +625 -265
- package/dist/index.d.ts +54 -386
- package/dist/index.js +647 -2306
- package/dist/testing.d.ts +1 -1
- package/dist/testing.js +1 -40
- package/package.json +5 -9
- package/dist/document-Df6awJDH.js +0 -3206
- package/dist/index-CMa6ZCtX.d.ts +0 -609
- package/dist/schemas.d.ts +0 -2
- package/dist/schemas.js +0 -482
- package/dist/shared-iWnU2osE.js +0 -39
package/dist/index.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { t as __exportAll } from "./chunk-D7D4PA-g.js";
|
|
2
|
+
import { A as partDurationMs, C as reassignSpeechesToVideoClipsByTime, D as syncAggregatedClipsTimePosition, E as resolveSpeechOverlapByShiftingVideos, F as partUnionToDraft, I as recordEntries, L as videoDocumentMirrorSchema, M as DEFAULT_UNIT_TIME_MS, N as VIDEO_DOCUMENT_SCHEMA_VERSION, O as TIMELINE_SKELETON_DURATION_MS, P as effectiveVideoClipDurationMs, R as base64ToBytes, S as fillMainTrackTimeGaps, T as resolveAllSpeechOverlaps, _ as findLaneTrack, a as buildInitialVideoDocument, b as cascadeAfterVideoClipChanges, c as fromVideoDocument, d as assertValidVideoDocument, f as validateVideoDocument, g as ensureLaneTrack, h as LANE_KINDS_IN_STACK_ORDER, i as readVideoDocumentFromDraft, j as safeDurationMs, k as isEmptyVideoClip, l as toVideoDocument, m as videoDocumentSchema, n as createMirrorVideoDocument, o as buildSpeechHostMap, p as partUnionSchema, r as createMirrorVideoDocumentAdapter, s as derivePositionFromAbs, t as MirrorVideoDocumentAdapter, u as VideoDocumentValidationError, v as laneTrackId, w as recalculateTimelineDuration, x as arrangeMainTrackSeamlessly, y as solveVideoDocument, z as bytesToBase64 } from "./document-C0o_cjAH.js";
|
|
3
|
+
import { z } from "zod";
|
|
3
4
|
import { LoroDoc, VersionVector } from "loro-crdt";
|
|
4
5
|
import { ClientServerSynchronizer, DocManager } from "@mengine/sync";
|
|
5
6
|
import { DisposableSet, EventBus, Task } from "@mengine/utils";
|
|
@@ -12,7 +13,7 @@ import { BaseDocStorage, DummyConnection } from "@mengine/storage";
|
|
|
12
13
|
* namespace (mirrors the cluster's `/oapi/v1` precedent for an independent
|
|
13
14
|
* subsystem) rather than folding into the shared `/api/v2/*` space.
|
|
14
15
|
*/
|
|
15
|
-
const MENGINE_API_PREFIX
|
|
16
|
+
const MENGINE_API_PREFIX = "/api/mengine/v1";
|
|
16
17
|
var MengineHttpRequestError = class extends Error {
|
|
17
18
|
status;
|
|
18
19
|
payload;
|
|
@@ -134,12 +135,12 @@ var MengineHttpClient = class {
|
|
|
134
135
|
...init,
|
|
135
136
|
headers
|
|
136
137
|
});
|
|
137
|
-
const payload = await safeReadJson
|
|
138
|
+
const payload = await safeReadJson(response);
|
|
138
139
|
if (!response.ok) throw new MengineHttpRequestError(response.status, payload);
|
|
139
140
|
return payload;
|
|
140
141
|
}
|
|
141
142
|
endpoint(path) {
|
|
142
|
-
return `${this.options.httpOrigin.replace(/\/$/, "")}${MENGINE_API_PREFIX
|
|
143
|
+
return `${this.options.httpOrigin.replace(/\/$/, "")}${MENGINE_API_PREFIX}/docs/${encodeURIComponent(this.options.docId)}/${path}`;
|
|
143
144
|
}
|
|
144
145
|
};
|
|
145
146
|
/**
|
|
@@ -156,7 +157,7 @@ function asPushRejection(error) {
|
|
|
156
157
|
if (body.kind !== "rejected" || typeof body.code !== "string") return void 0;
|
|
157
158
|
return new MenginePushRejectedError(body.code, body.message ?? "", body.server_version, error.status);
|
|
158
159
|
}
|
|
159
|
-
async function safeReadJson
|
|
160
|
+
async function safeReadJson(response) {
|
|
160
161
|
const text = await response.text();
|
|
161
162
|
if (text.length === 0) return null;
|
|
162
163
|
try {
|
|
@@ -217,2169 +218,565 @@ function findSseFrameBoundary(buffer) {
|
|
|
217
218
|
return Math.min(lf, crlf);
|
|
218
219
|
}
|
|
219
220
|
//#endregion
|
|
220
|
-
//#region src/
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
const baseRows = cloneAndValidateRows(baseState.rows);
|
|
250
|
-
const next = cloneAndValidateRows(nextRows);
|
|
251
|
-
const nextEntityIds = new Set(next.entities.map((row) => row.entityId));
|
|
252
|
-
const nextRelationIds = new Set(next.relations.map((row) => row.relationId));
|
|
253
|
-
const deletedEntityIds = baseRows.entities.map((row) => row.entityId).filter((entityId) => !nextEntityIds.has(entityId)).sort();
|
|
254
|
-
const deletedRelationIds = baseRows.relations.map((row) => row.relationId).filter((relationId) => !nextRelationIds.has(relationId)).sort();
|
|
255
|
-
return this.request({
|
|
256
|
-
method: "POST",
|
|
257
|
-
body: JSON.stringify({
|
|
258
|
-
expected_revision: baseState.revision,
|
|
259
|
-
rows: toWireRows(next),
|
|
260
|
-
deleted_entity_ids: deletedEntityIds,
|
|
261
|
-
deleted_relation_ids: deletedRelationIds,
|
|
262
|
-
...options.migrationBaseVv === void 0 ? {} : { migration_base_vv: options.migrationBaseVv }
|
|
263
|
-
})
|
|
264
|
-
});
|
|
265
|
-
}
|
|
266
|
-
async request(init) {
|
|
267
|
-
const response = await this.transport.fetch(this.endpoint, {
|
|
268
|
-
...init,
|
|
269
|
-
headers: this.transport.headers()
|
|
270
|
-
});
|
|
271
|
-
const payload = await safeReadJson(response);
|
|
272
|
-
if (!response.ok) throw new MengineHttpRequestError(response.status, payload);
|
|
273
|
-
return parseWireState(payload, this.options.docId);
|
|
221
|
+
//#region src/editor/id-gen.ts
|
|
222
|
+
/**
|
|
223
|
+
* Part-id generation, aligned with the online ecosystem.
|
|
224
|
+
*
|
|
225
|
+
* The authoritative online producers — agent-harness (`@harness/shared`
|
|
226
|
+
* `genObjId`) and director.v2 (`common/obj_id.py` `gen_obj_id`) — both mint part
|
|
227
|
+
* ids as `` `${prefix}_${ulid()}` ``, and real captured drafts use exactly that
|
|
228
|
+
* shape (`clip_…` / `spe_…` / `cap_…` / `bgm_…`, each a 26-char ULID). The engine
|
|
229
|
+
* previously emitted `vc_<base36 timestamp><6 random>`, a different prefix AND a
|
|
230
|
+
* different encoding — the sole cross-repo id divergence. This module removes it
|
|
231
|
+
* by emitting the same `<prefix>_<ULID>` bytes.
|
|
232
|
+
*
|
|
233
|
+
* The ULID is generated inline (Crockford Base32, 48-bit time + 80-bit random)
|
|
234
|
+
* rather than pulling the `ulid` npm package: the randomness class matches the
|
|
235
|
+
* old generator (both `Math.random`-based) and it keeps `@mengine/medeo-client`
|
|
236
|
+
* dependency-free for a purely mechanical id string. Part ids only need to be
|
|
237
|
+
* unique and lexicographically time-sortable, which this satisfies.
|
|
238
|
+
*/
|
|
239
|
+
/** Crockford Base32 alphabet (no I, L, O, U), per the ULID spec. */
|
|
240
|
+
const CROCKFORD = "0123456789ABCDEFGHJKMNPQRSTVWXYZ";
|
|
241
|
+
const TIME_LEN = 10;
|
|
242
|
+
const RANDOM_LEN = 16;
|
|
243
|
+
function encodeTime(now) {
|
|
244
|
+
let out = "";
|
|
245
|
+
let ms = now;
|
|
246
|
+
for (let i = TIME_LEN - 1; i >= 0; i--) {
|
|
247
|
+
const mod = ms % 32;
|
|
248
|
+
out = CROCKFORD[mod] + out;
|
|
249
|
+
ms = (ms - mod) / 32;
|
|
274
250
|
}
|
|
275
|
-
|
|
276
|
-
function parseWireState(value, expectedDocId) {
|
|
277
|
-
if (!isRecord(value) || typeof value.doc_id !== "string" || !isNonNegativeSafeInteger(value.revision)) throw new Error("Invalid entity-state response envelope");
|
|
278
|
-
if (value.doc_id !== expectedDocId) throw new Error(`Entity-state response doc_id mismatch: expected "${expectedDocId}"`);
|
|
279
|
-
const rows = parseWireRows(value.rows);
|
|
280
|
-
decodeEntityRelationRows(rows, numericMarkerValidation$1);
|
|
281
|
-
return {
|
|
282
|
-
revision: value.revision,
|
|
283
|
-
rows
|
|
284
|
-
};
|
|
285
|
-
}
|
|
286
|
-
function parseWireRows(value) {
|
|
287
|
-
if (!isRecord(value) || !Array.isArray(value.entities) || !Array.isArray(value.relations)) throw new Error("Invalid entity-state response rows");
|
|
288
|
-
return {
|
|
289
|
-
entities: value.entities.map(parseWireEntity),
|
|
290
|
-
relations: value.relations.map(parseWireRelation)
|
|
291
|
-
};
|
|
292
|
-
}
|
|
293
|
-
function parseWireEntity(value) {
|
|
294
|
-
if (!isRecord(value) || !isJsonObject(value.payload)) throw new Error("Invalid Entity row in entity-state response");
|
|
295
|
-
return {
|
|
296
|
-
entityId: createEntityId(requiredString(value.entity_id, "entity_id")),
|
|
297
|
-
entityKind: requiredString(value.entity_kind, "entity_kind"),
|
|
298
|
-
payload: structuredClone(value.payload)
|
|
299
|
-
};
|
|
300
|
-
}
|
|
301
|
-
function parseWireRelation(value) {
|
|
302
|
-
if (!isRecord(value) || !isJsonObject(value.metadata) || !isJsonObject(value.trace)) throw new Error("Invalid Relation row in entity-state response");
|
|
303
|
-
return {
|
|
304
|
-
relationId: createRelationId(requiredString(value.relation_id, "relation_id")),
|
|
305
|
-
relationKind: requiredString(value.relation_kind, "relation_kind"),
|
|
306
|
-
endpoint0EntityId: createEntityId(requiredString(value.endpoint_0_entity_id, "endpoint_0_entity_id")),
|
|
307
|
-
endpoint1EntityId: createEntityId(requiredString(value.endpoint_1_entity_id, "endpoint_1_entity_id")),
|
|
308
|
-
metadata: structuredClone(value.metadata),
|
|
309
|
-
trace: structuredClone(value.trace)
|
|
310
|
-
};
|
|
311
|
-
}
|
|
312
|
-
function cloneAndValidateRows(rows) {
|
|
313
|
-
const clone = structuredClone(rows);
|
|
314
|
-
decodeEntityRelationRows(clone, numericMarkerValidation$1);
|
|
315
|
-
return clone;
|
|
316
|
-
}
|
|
317
|
-
function toWireRows(rows) {
|
|
318
|
-
return {
|
|
319
|
-
entities: rows.entities.map((row) => ({
|
|
320
|
-
entity_id: row.entityId,
|
|
321
|
-
entity_kind: row.entityKind,
|
|
322
|
-
payload: row.payload
|
|
323
|
-
})),
|
|
324
|
-
relations: rows.relations.map((row) => ({
|
|
325
|
-
relation_id: row.relationId,
|
|
326
|
-
relation_kind: row.relationKind,
|
|
327
|
-
endpoint_0_entity_id: row.endpoint0EntityId,
|
|
328
|
-
endpoint_1_entity_id: row.endpoint1EntityId,
|
|
329
|
-
metadata: row.metadata,
|
|
330
|
-
trace: row.trace
|
|
331
|
-
}))
|
|
332
|
-
};
|
|
251
|
+
return out;
|
|
333
252
|
}
|
|
334
|
-
function
|
|
335
|
-
|
|
336
|
-
|
|
253
|
+
function encodeRandom() {
|
|
254
|
+
let out = "";
|
|
255
|
+
for (let i = 0; i < RANDOM_LEN; i++) out += CROCKFORD[Math.floor(Math.random() * 32)];
|
|
256
|
+
return out;
|
|
337
257
|
}
|
|
338
|
-
|
|
339
|
-
|
|
258
|
+
/** A 26-char Crockford Base32 ULID (10-char time + 16-char random). */
|
|
259
|
+
function ulid() {
|
|
260
|
+
return encodeTime(Date.now()) + encodeRandom();
|
|
340
261
|
}
|
|
341
|
-
function
|
|
342
|
-
return
|
|
343
|
-
}
|
|
344
|
-
async function safeReadJson(response) {
|
|
345
|
-
const text = await response.text();
|
|
346
|
-
if (text.length === 0) return null;
|
|
347
|
-
try {
|
|
348
|
-
return JSON.parse(text);
|
|
349
|
-
} catch {
|
|
350
|
-
return text;
|
|
351
|
-
}
|
|
262
|
+
function generatePartId(prefix) {
|
|
263
|
+
return `${prefix}_${ulid()}`;
|
|
352
264
|
}
|
|
353
265
|
//#endregion
|
|
354
|
-
//#region src/
|
|
355
|
-
const
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
external: {
|
|
391
|
-
system: fact.kind === "voice" ? "memota-speech" : "memota",
|
|
392
|
-
key: fact.assetId
|
|
393
|
-
},
|
|
394
|
-
...fact.storageKey === void 0 ? {} : { storageKey: fact.storageKey }
|
|
395
|
-
}
|
|
396
|
-
};
|
|
397
|
-
entities.push(asset);
|
|
398
|
-
} else if (fact.storageKey !== void 0) {
|
|
399
|
-
if (asset.payload.storageKey !== void 0 && asset.payload.storageKey !== fact.storageKey) throw new Error(`Media facts conflict with existing storage key for ${fact.assetId}`);
|
|
400
|
-
if (asset.payload.storageKey === void 0) {
|
|
401
|
-
asset = {
|
|
402
|
-
...asset,
|
|
403
|
-
payload: {
|
|
404
|
-
...asset.payload,
|
|
405
|
-
storageKey: fact.storageKey
|
|
406
|
-
}
|
|
407
|
-
};
|
|
408
|
-
const assetIndex = entities.findIndex((row) => row.entityId === asset.entityId);
|
|
409
|
-
entities[assetIndex] = asset;
|
|
410
|
-
}
|
|
411
|
-
}
|
|
412
|
-
const bindings = relations.filter((row) => row.relationKind === "physical-asset" && (row.endpoint0EntityId === asset.entityId || row.endpoint1EntityId === asset.entityId) && (selection.contentEntityId === void 0 || (row.endpoint0EntityId === asset.entityId ? row.endpoint1EntityId : row.endpoint0EntityId) === selection.contentEntityId));
|
|
413
|
-
const contentIds = new Set(bindings.map((row) => row.endpoint0EntityId === asset.entityId ? row.endpoint1EntityId : row.endpoint0EntityId));
|
|
414
|
-
if (selection.contentEntityId !== void 0 && contentIds.size !== 1) throw new Error("Selected media Entity is not bound to the selected Asset");
|
|
415
|
-
if (contentIds.size > 1) throw new Error(`Ambiguous media bindings for ${fact.assetId}; select contentEntityId explicitly`);
|
|
416
|
-
let content;
|
|
417
|
-
if (bindings[0] !== void 0) {
|
|
418
|
-
const relation = bindings[0];
|
|
419
|
-
content = entities.find((row) => row.entityId === (relation.endpoint0EntityId === asset.entityId ? relation.endpoint1EntityId : relation.endpoint0EntityId));
|
|
420
|
-
const extent = content?.payload.extent;
|
|
421
|
-
if (content?.entityKind !== fact.kind || fact.kind !== "image" && (!isJsonObject(extent) || extent.start !== 0 || extent.end !== fact.durationMs) || fact.kind === "voice" && !sameVoice(content.payload.voice, fact.voice)) throw new Error(`Media facts conflict with existing binding for ${fact.assetId}`);
|
|
422
|
-
} else {
|
|
423
|
-
const payload = {
|
|
424
|
-
extent: fact.kind === "image" ? {
|
|
425
|
-
kind: "unbounded",
|
|
426
|
-
start: 0
|
|
427
|
-
} : {
|
|
428
|
-
kind: "bounded",
|
|
429
|
-
start: 0,
|
|
430
|
-
end: fact.durationMs
|
|
431
|
-
},
|
|
432
|
-
sampling: fact.kind === "image" ? "constant" : "native",
|
|
433
|
-
coordinateSpace: "milliseconds",
|
|
434
|
-
...fact.kind === "voice" ? { voice: {
|
|
435
|
-
system: fact.voice.system,
|
|
436
|
-
key: fact.voice.key,
|
|
437
|
-
...fact.voice.name === void 0 ? {} : { name: fact.voice.name }
|
|
438
|
-
} } : {}
|
|
439
|
-
};
|
|
440
|
-
const createdContent = {
|
|
441
|
-
entityId: mintEntity(),
|
|
442
|
-
entityKind: fact.kind,
|
|
443
|
-
payload
|
|
444
|
-
};
|
|
445
|
-
content = createdContent;
|
|
446
|
-
entities.push(createdContent);
|
|
447
|
-
const relationId = createRelationId(idFactory("relation"));
|
|
448
|
-
if (relations.some((row) => row.relationId === relationId)) throw new Error(`Duplicate relation id ${relationId}`);
|
|
449
|
-
relations.push({
|
|
450
|
-
relationId,
|
|
451
|
-
relationKind: "physical-asset",
|
|
452
|
-
endpoint0EntityId: createdContent.entityId,
|
|
453
|
-
endpoint1EntityId: asset.entityId,
|
|
454
|
-
metadata: {},
|
|
455
|
-
trace: {}
|
|
456
|
-
});
|
|
457
|
-
}
|
|
458
|
-
const rows = {
|
|
459
|
-
entities,
|
|
460
|
-
relations
|
|
461
|
-
};
|
|
462
|
-
decodeEntityRelationRows(rows, numericCoordinates);
|
|
463
|
-
if (content === void 0) throw new Error(`Media Entity could not be resolved for ${fact.assetId}`);
|
|
464
|
-
return {
|
|
465
|
-
rows,
|
|
466
|
-
assetEntityId: asset.entityId,
|
|
467
|
-
contentEntityId: content.entityId
|
|
468
|
-
};
|
|
469
|
-
}
|
|
470
|
-
function sameVoice(left, right) {
|
|
471
|
-
return isJsonObject(left) && left.system === right.system && left.key === right.key && left.name === right.name && Object.keys(left).every((key) => key === "system" || key === "key" || key === "name");
|
|
472
|
-
}
|
|
266
|
+
//#region src/editor/schemas/shared.ts
|
|
267
|
+
const clipIdSchema = z.string().min(1).describe("The clip part ID on the timeline");
|
|
268
|
+
const clipIdsSchema = z.array(clipIdSchema).min(1).refine((ids) => new Set(ids).size === ids.length, { message: "Duplicate clip IDs are not allowed" }).describe("List of clip part IDs (no duplicates allowed)");
|
|
269
|
+
const mediaIdSchema = z.string().min(1).describe("The media asset ID");
|
|
270
|
+
const speechIdSchema = z.string().min(1).describe("The speech part ID on the timeline");
|
|
271
|
+
const timelineMsSchema = z.number().int().min(0).describe("Time position in milliseconds on the timeline (>= 0)");
|
|
272
|
+
const positiveMsSchema = z.number().int().positive().describe("Duration in milliseconds (> 0)");
|
|
273
|
+
const volumeSchema = z.number().min(-60).max(20).describe("Volume in decibels (-60.0 to 20.0; 0.0 = original, -60 = mute, +20 = max)");
|
|
274
|
+
const speechIdsSchema = z.array(speechIdSchema).min(1).refine((ids) => new Set(ids).size === ids.length, { message: "Duplicate speech IDs are not allowed" }).describe("List of speech part IDs (no duplicates allowed)");
|
|
275
|
+
const tangentHandleSchema = z.object({
|
|
276
|
+
x: z.number().finite(),
|
|
277
|
+
y: z.number().finite()
|
|
278
|
+
}).describe("Bezier tangent handle (x, y)");
|
|
279
|
+
const speedKeyframeSchema = z.object({
|
|
280
|
+
position: z.number().min(0).max(1),
|
|
281
|
+
rate: z.number().min(0),
|
|
282
|
+
in_tangent: tangentHandleSchema.optional(),
|
|
283
|
+
out_tangent: tangentHandleSchema.optional()
|
|
284
|
+
}).describe("A speed keyframe: normalized position (0..1), rate, optional tangents");
|
|
285
|
+
/**
|
|
286
|
+
* A clip's playback-speed fact, the only thing `SetVideoClipSpeedShift` writes.
|
|
287
|
+
* Mirrors the IDL `SpeedShift`: `category` is `linear` | `curve`, and `config`
|
|
288
|
+
* is a discriminated union — `{ linear: { speed } }` for a constant multiplier
|
|
289
|
+
* (the multiplier projection reads at `config.linear.speed`) or `{ curve: {
|
|
290
|
+
* keyframes } }` for a Bezier-controlled variable speed (RFC 02 / `reference/16`
|
|
291
|
+
* §0). Exactly one of `linear` / `curve` is present.
|
|
292
|
+
*/
|
|
293
|
+
const speedShiftSchema = z.object({
|
|
294
|
+
category: z.enum(["linear", "curve"]),
|
|
295
|
+
mode: z.string(),
|
|
296
|
+
config: z.union([z.object({ linear: z.object({ speed: z.number().finite().positive() }) }), z.object({ curve: z.object({ keyframes: z.array(speedKeyframeSchema).min(2) }) })])
|
|
297
|
+
}).describe("Speed shift: linear multiplier or Bezier curve, mirroring the IDL shape");
|
|
298
|
+
const voiceSchema = z.object({
|
|
299
|
+
id: z.string().min(1),
|
|
300
|
+
name: z.string()
|
|
301
|
+
}).describe("TTS voice summary attached to a speech");
|
|
473
302
|
//#endregion
|
|
474
|
-
//#region src/
|
|
475
|
-
const roleOrder = {
|
|
476
|
-
caption: 0,
|
|
477
|
-
video_clip: 1,
|
|
478
|
-
speech: 2,
|
|
479
|
-
bgm: 3
|
|
480
|
-
};
|
|
481
|
-
const defaultIdFactory = (prefix) => `${prefix}_${globalThis.crypto.randomUUID()}`;
|
|
303
|
+
//#region src/editor/schemas/speech-assets.ts
|
|
482
304
|
/**
|
|
483
|
-
*
|
|
305
|
+
* The materialized TTS result shared by `AddSpeeches` / `ChangeSpeechScript` /
|
|
306
|
+
* `ChangeSpeechVoice` (see `results/phase-4-side-effect-payload-contract.md`
|
|
307
|
+
* §1/§2). The side effect (TTS/ASR + billing) runs upstream; the op receives the
|
|
308
|
+
* stable speech + caption parts and writes them as authoritative facts. No
|
|
309
|
+
* cascade runs on write — the projection derives absolute positions on read.
|
|
484
310
|
*
|
|
485
|
-
* Each
|
|
486
|
-
* and
|
|
311
|
+
* Each speech carries the anchoring fact directly (RFC 02 §4): the host video
|
|
312
|
+
* clip `anchor_part_id` and the `offset_ms` within it. The upstream caller
|
|
313
|
+
* already knows which clip a speech attaches to, so the op writes
|
|
314
|
+
* `{ mode:'anchored', anchorPartId, offsetMs }` verbatim — no write-time
|
|
315
|
+
* host-picking. Captions anchor to their speech via the caption part's
|
|
316
|
+
* `start_ms` (offset within the speech).
|
|
487
317
|
*/
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
});
|
|
553
|
-
}
|
|
554
|
-
setClipPlacement(input) {
|
|
555
|
-
this.transact((draft) => this.applyClipPlacement(draft, input.clipEntityId, input.placement));
|
|
556
|
-
}
|
|
557
|
-
moveSequentialClips(input) {
|
|
558
|
-
if (input.clipEntityIds.length === 0) throw new Error("At least one Clip is required");
|
|
559
|
-
this.transact((draft) => {
|
|
560
|
-
const original = resolveEntityTimelineLayout(draft);
|
|
561
|
-
this.normalizeMainSequential(draft);
|
|
562
|
-
const before = resolveEntityTimelineLayout(draft);
|
|
563
|
-
const targetIds = new Set(input.clipEntityIds);
|
|
564
|
-
if (targetIds.size !== input.clipEntityIds.length) throw new Error("Clip ids must be unique");
|
|
565
|
-
const placements = input.clipEntityIds.map((id) => before.clips.get(id));
|
|
566
|
-
if (placements.some((placement) => placement === void 0 || placement.mode !== "sequential")) throw new Error("moveSequentialClips accepts only sequential Clips");
|
|
567
|
-
const trackIds = new Set(placements.map((placement) => placement.trackEntityId));
|
|
568
|
-
if (trackIds.size !== 1) throw new Error("Moved Clips must belong to one Track");
|
|
569
|
-
const trackId = [...trackIds][0];
|
|
570
|
-
const track = before.tracks.find((candidate) => candidate.entityId === trackId);
|
|
571
|
-
if (track?.role !== "video_clip") throw new Error("Only the video_clip Track supports sequential block moves");
|
|
572
|
-
const ordered = track.clips.filter((placement) => placement.mode === "sequential").map((placement) => placement.clipEntityId);
|
|
573
|
-
if (input.anchor.position !== "trackStart" && targetIds.has(input.anchor.clipEntityId)) throw new Error("Move anchor cannot be one of the moved Clips");
|
|
574
|
-
const moved = ordered.filter((id) => targetIds.has(id));
|
|
575
|
-
if (moved.length !== targetIds.size) throw new Error("Every moved Clip must exist on the target Track");
|
|
576
|
-
const remaining = ordered.filter((id) => !targetIds.has(id));
|
|
577
|
-
let insertAt = 0;
|
|
578
|
-
if (input.anchor.position !== "trackStart") {
|
|
579
|
-
const anchorIndex = remaining.indexOf(input.anchor.clipEntityId);
|
|
580
|
-
if (anchorIndex < 0) throw new Error("Move anchor Clip does not exist on the target Track");
|
|
581
|
-
insertAt = anchorIndex + (input.anchor.position === "after" ? 1 : 0);
|
|
582
|
-
}
|
|
583
|
-
[
|
|
584
|
-
...remaining.slice(0, insertAt),
|
|
585
|
-
...moved,
|
|
586
|
-
...remaining.slice(insertAt)
|
|
587
|
-
].forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
588
|
-
if (input.onAnchored === "keepAbsolute") {
|
|
589
|
-
const affected = outgoingAnchorChildren(draft, new Set(track.clips.map((clip) => clip.clipEntityId))).filter((childId) => clipRole(draft, childId) === "speech").map((childId) => {
|
|
590
|
-
const placement = original.clips.get(childId);
|
|
591
|
-
if (placement === void 0) throw new Error(`Anchored child Clip "${childId}" is not placed`);
|
|
592
|
-
return {
|
|
593
|
-
childId,
|
|
594
|
-
start: placement.start
|
|
595
|
-
};
|
|
596
|
-
});
|
|
597
|
-
const after = resolveEntityTimelineLayout(draft);
|
|
598
|
-
for (const child of affected) this.reanchorAtAbsolute(draft, child.childId, child.start, after);
|
|
599
|
-
}
|
|
600
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
601
|
-
});
|
|
602
|
-
}
|
|
603
|
-
moveClipsToStarts(input) {
|
|
604
|
-
if (input.moves.length === 0) throw new Error("At least one Clip move is required");
|
|
605
|
-
this.transact((draft) => {
|
|
606
|
-
const original = resolveEntityTimelineLayout(draft);
|
|
607
|
-
const originalVideo = original.tracks.find((track) => track.role === "video_clip");
|
|
608
|
-
if (originalVideo === void 0) throw new Error("The timeline has no video_clip Track");
|
|
609
|
-
const preservedVoiceovers = outgoingAnchorChildren(draft, new Set(originalVideo.clips.map((clip) => clip.clipEntityId))).filter((clipId) => clipRole(draft, clipId) === "speech").map((clipId) => ({
|
|
610
|
-
clipId,
|
|
611
|
-
start: original.clips.get(clipId).start
|
|
612
|
-
}));
|
|
613
|
-
this.normalizeMainSequential(draft);
|
|
614
|
-
for (const move of input.moves) {
|
|
615
|
-
finiteNonNegative(move.newStartMs, "newStartMs");
|
|
616
|
-
requireClipOnRole(draft, move.clipEntityId, "video_clip");
|
|
617
|
-
const track = resolveEntityTimelineLayout(draft).tracks.find((candidate) => candidate.role === "video_clip");
|
|
618
|
-
const ordered = track.clips.map((clip) => clip.clipEntityId);
|
|
619
|
-
const from = ordered.indexOf(move.clipEntityId);
|
|
620
|
-
if (from < 0) throw new Error(`Clip "${move.clipEntityId}" is not on the video_clip Track`);
|
|
621
|
-
const remaining = track.clips.filter((clip) => clip.clipEntityId !== move.clipEntityId);
|
|
622
|
-
let cursor = 0;
|
|
623
|
-
let target = remaining.length;
|
|
624
|
-
for (const [index, clip] of remaining.entries()) {
|
|
625
|
-
if (move.newStartMs <= cursor + clip.duration / 2) {
|
|
626
|
-
target = index;
|
|
627
|
-
break;
|
|
628
|
-
}
|
|
629
|
-
cursor += clip.duration;
|
|
630
|
-
}
|
|
631
|
-
const next = [...ordered];
|
|
632
|
-
next.splice(from, 1);
|
|
633
|
-
next.splice(target, 0, move.clipEntityId);
|
|
634
|
-
next.forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
635
|
-
}
|
|
636
|
-
const after = resolveEntityTimelineLayout(draft);
|
|
637
|
-
for (const voiceover of preservedVoiceovers) this.reanchorAtAbsolute(draft, voiceover.clipId, voiceover.start, after);
|
|
638
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
639
|
-
});
|
|
640
|
-
}
|
|
641
|
-
moveClip(input) {
|
|
642
|
-
this.transact((draft) => {
|
|
643
|
-
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
644
|
-
const track = requireEntityKind(draft, input.trackEntityId, "track");
|
|
645
|
-
requireTrackTimeline(draft, track.entityId);
|
|
646
|
-
this.relinkRelation(draft, topology.trackRelation, {
|
|
647
|
-
endpoint0EntityId: track.entityId,
|
|
648
|
-
endpoint1EntityId: topology.clip.entityId
|
|
649
|
-
});
|
|
650
|
-
});
|
|
651
|
-
}
|
|
652
|
-
replaceClipContent(input) {
|
|
653
|
-
this.transact((draft) => {
|
|
654
|
-
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
655
|
-
const content = requireSequenceContent(draft, input.contentEntityId);
|
|
656
|
-
const payload = {
|
|
657
|
-
...cloneJsonObject(topology.marker.payload, "Sequence Marker payload"),
|
|
658
|
-
sourceRange: cloneJsonValue(input.sourceRange, "sourceRange"),
|
|
659
|
-
duration: cloneJsonValue(input.duration, "duration")
|
|
660
|
-
};
|
|
661
|
-
delete payload.targetRange;
|
|
662
|
-
delete payload.timeRemapping;
|
|
663
|
-
if (input.targetRange !== void 0) payload.targetRange = cloneJsonValue(input.targetRange, "targetRange");
|
|
664
|
-
if (input.timeRemapping !== void 0) payload.timeRemapping = cloneJsonValue(input.timeRemapping, "timeRemapping");
|
|
665
|
-
replaceEntity(draft, topology.marker.entityId, {
|
|
666
|
-
...topology.marker,
|
|
667
|
-
payload
|
|
668
|
-
});
|
|
669
|
-
if (!hasOutgoingClipAnchor(draft, topology.clip.entityId)) {
|
|
670
|
-
const clipPayload = { ...cloneJsonObject(topology.clip.payload, "Clip payload") };
|
|
671
|
-
if (input.targetRange === void 0) clipPayload.order ??= nextSequentialOrder(draft, otherEndpoint(topology.trackRelation, topology.clip.entityId));
|
|
672
|
-
else delete clipPayload.order;
|
|
673
|
-
replaceEntity(draft, topology.clip.entityId, {
|
|
674
|
-
...topology.clip,
|
|
675
|
-
payload: clipPayload
|
|
676
|
-
});
|
|
677
|
-
}
|
|
678
|
-
this.relinkRelation(draft, topology.markerContentRelation, {
|
|
679
|
-
endpoint0EntityId: topology.marker.entityId,
|
|
680
|
-
endpoint1EntityId: content.entityId
|
|
681
|
-
});
|
|
682
|
-
});
|
|
683
|
-
}
|
|
684
|
-
insertMediaClip(input) {
|
|
685
|
-
return this.transact((draft) => {
|
|
686
|
-
if (input.placement.kind === "sequential") this.normalizeMainSequential(draft);
|
|
687
|
-
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
688
|
-
replaceRows(draft, imported.rows);
|
|
689
|
-
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "video_clip");
|
|
690
|
-
const sourceRange = requirePositiveRange(input.sourceRange, "sourceRange");
|
|
691
|
-
const clipId = this.insertPlacedClipIntoDraft(draft, {
|
|
692
|
-
trackEntityId: track.entityId,
|
|
693
|
-
contentEntityId: imported.contentEntityId,
|
|
694
|
-
sourceRange,
|
|
695
|
-
duration: {
|
|
696
|
-
mode: "fixed",
|
|
697
|
-
value: sourceRange.end - sourceRange.start
|
|
698
|
-
},
|
|
699
|
-
placement: input.placement,
|
|
700
|
-
...input.clipEntityId === void 0 ? {} : { clipEntityId: input.clipEntityId },
|
|
701
|
-
...input.volume === void 0 ? {} : { clipPayload: { volume: requireVolume(input.volume) } }
|
|
702
|
-
});
|
|
703
|
-
if (input.placement.kind === "sequential") this.resolveOneVoiceoverOverlap(draft);
|
|
704
|
-
return clipId;
|
|
705
|
-
});
|
|
706
|
-
}
|
|
707
|
-
insertMediaClips(input) {
|
|
708
|
-
if (input.clips.length === 0) throw new Error("At least one media Clip is required");
|
|
709
|
-
return this.transact((draft) => {
|
|
710
|
-
this.normalizeMainSequential(draft);
|
|
711
|
-
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "video_clip");
|
|
712
|
-
const ordered = resolveEntityTimelineLayout(draft).tracks.find((candidate) => candidate.entityId === track.entityId)?.clips ?? [];
|
|
713
|
-
let insertAt = ordered.length;
|
|
714
|
-
const insertion = input.insertion;
|
|
715
|
-
if (insertion.kind === "before" || insertion.kind === "after") {
|
|
716
|
-
const anchorIndex = ordered.findIndex((clip) => clip.clipEntityId === insertion.clipEntityId);
|
|
717
|
-
if (anchorIndex >= 0) insertAt = anchorIndex + (insertion.kind === "after" ? 1 : 0);
|
|
718
|
-
} else {
|
|
719
|
-
const startMs = finiteNonNegative(insertion.startMs, "firstStart.startMs");
|
|
720
|
-
let cursor = 0;
|
|
721
|
-
for (const [index, clip] of ordered.entries()) {
|
|
722
|
-
if (startMs <= cursor + clip.duration / 2) {
|
|
723
|
-
insertAt = index;
|
|
724
|
-
break;
|
|
725
|
-
}
|
|
726
|
-
cursor += clip.duration;
|
|
727
|
-
}
|
|
728
|
-
}
|
|
729
|
-
const created = [];
|
|
730
|
-
for (const [offset, clip] of input.clips.entries()) {
|
|
731
|
-
const imported = importMediaAsset(draft, clip.media, this.idFactory);
|
|
732
|
-
replaceRows(draft, imported.rows);
|
|
733
|
-
const sourceRange = requirePositiveRange(clip.sourceRange, "sourceRange");
|
|
734
|
-
created.push(this.insertPlacedClipIntoDraft(draft, {
|
|
735
|
-
trackEntityId: track.entityId,
|
|
736
|
-
contentEntityId: imported.contentEntityId,
|
|
737
|
-
sourceRange,
|
|
738
|
-
duration: {
|
|
739
|
-
mode: "fixed",
|
|
740
|
-
value: sourceRange.end - sourceRange.start
|
|
741
|
-
},
|
|
742
|
-
placement: {
|
|
743
|
-
kind: "sequential",
|
|
744
|
-
order: ordered.length + offset
|
|
745
|
-
},
|
|
746
|
-
...clip.clipEntityId === void 0 ? {} : { clipEntityId: clip.clipEntityId },
|
|
747
|
-
...clip.volume === void 0 ? {} : { clipPayload: { volume: requireVolume(clip.volume) } }
|
|
748
|
-
}));
|
|
749
|
-
}
|
|
750
|
-
const desired = ordered.map((clip) => clip.clipEntityId);
|
|
751
|
-
desired.splice(insertAt, 0, ...created);
|
|
752
|
-
desired.forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
753
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
754
|
-
return created;
|
|
755
|
-
});
|
|
756
|
-
}
|
|
757
|
-
replaceMediaClip(input) {
|
|
758
|
-
this.transact((draft) => {
|
|
759
|
-
this.normalizeMainSequential(draft);
|
|
760
|
-
const topology = requireClipOnRole(draft, input.clipEntityId, "video_clip");
|
|
761
|
-
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
762
|
-
replaceRows(draft, imported.rows);
|
|
763
|
-
const sourceRange = requirePositiveRange(input.sourceRange, "sourceRange");
|
|
764
|
-
const markerPayloadValue = {
|
|
765
|
-
...cloneJsonObject(topology.marker.payload, "Sequence Marker payload"),
|
|
766
|
-
sourceRange,
|
|
767
|
-
duration: {
|
|
768
|
-
mode: "fixed",
|
|
769
|
-
value: sourceRange.end - sourceRange.start
|
|
770
|
-
}
|
|
771
|
-
};
|
|
772
|
-
delete markerPayloadValue.timeRemapping;
|
|
773
|
-
resizeAbsoluteTarget(markerPayloadValue, sourceRange.end - sourceRange.start);
|
|
774
|
-
replaceEntity(draft, topology.marker.entityId, {
|
|
775
|
-
...topology.marker,
|
|
776
|
-
payload: markerPayloadValue
|
|
777
|
-
});
|
|
778
|
-
this.relinkRelation(draft, topology.markerContentRelation, {
|
|
779
|
-
endpoint0EntityId: topology.marker.entityId,
|
|
780
|
-
endpoint1EntityId: createEntityId(imported.contentEntityId)
|
|
781
|
-
});
|
|
782
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
783
|
-
});
|
|
784
|
-
}
|
|
785
|
-
setClipVolume(input) {
|
|
786
|
-
this.transact((draft) => {
|
|
787
|
-
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
788
|
-
requireSupportedRole(draft, topology);
|
|
789
|
-
replaceEntity(draft, topology.clip.entityId, {
|
|
790
|
-
...topology.clip,
|
|
791
|
-
payload: {
|
|
792
|
-
...topology.clip.payload,
|
|
793
|
-
volume: requireVolume(input.volume)
|
|
794
|
-
}
|
|
795
|
-
});
|
|
796
|
-
});
|
|
797
|
-
}
|
|
798
|
-
setClipSpeed(input) {
|
|
799
|
-
this.transact((draft) => {
|
|
800
|
-
const initialTopology = requireClipOnRole(draft, input.clipEntityId, "video_clip");
|
|
801
|
-
const content = requireSequenceContent(draft, otherEndpoint(initialTopology.markerContentRelation, initialTopology.marker.entityId));
|
|
802
|
-
if (content.entityKind !== "video" && content.entityKind !== "image") throw new Error("Clip speed is supported only for Video or Image content");
|
|
803
|
-
const initialPayload = cloneJsonObject(initialTopology.marker.payload, "Sequence Marker payload");
|
|
804
|
-
const priorSource = requirePositiveRange(initialPayload.sourceRange, "sourceRange");
|
|
805
|
-
if (input.timeRemapping === null && initialPayload.timeRemapping === void 0) return;
|
|
806
|
-
this.normalizeMainSequential(draft);
|
|
807
|
-
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
808
|
-
const payload = { ...cloneJsonObject(topology.marker.payload, "Sequence Marker payload") };
|
|
809
|
-
let sourceRange = priorSource;
|
|
810
|
-
if (content.entityKind === "image" && initialPayload.timeRemapping === void 0 && input.timeRemapping !== null) sourceRange = {
|
|
811
|
-
start: 0,
|
|
812
|
-
end: markerDuration(initialPayload, priorSource)
|
|
813
|
-
};
|
|
814
|
-
if (input.timeRemapping === null) {
|
|
815
|
-
delete payload.timeRemapping;
|
|
816
|
-
payload.sourceRange = sourceRange;
|
|
817
|
-
payload.duration = {
|
|
818
|
-
mode: "fixed",
|
|
819
|
-
value: sourceRange.end - sourceRange.start
|
|
820
|
-
};
|
|
821
|
-
} else {
|
|
822
|
-
const rate = finitePositive(input.timeRemapping.rate, "linear speed rate");
|
|
823
|
-
const duration = Math.round((sourceRange.end - sourceRange.start) / rate);
|
|
824
|
-
if (duration <= 0 || !Number.isSafeInteger(duration)) throw new Error("Linear speed produces an invalid duration");
|
|
825
|
-
payload.sourceRange = sourceRange;
|
|
826
|
-
payload.duration = {
|
|
827
|
-
mode: "fixed",
|
|
828
|
-
value: duration
|
|
829
|
-
};
|
|
830
|
-
payload.timeRemapping = {
|
|
831
|
-
kind: "linear",
|
|
832
|
-
rate,
|
|
833
|
-
...input.timeRemapping.mode === void 0 ? {} : { mode: input.timeRemapping.mode }
|
|
834
|
-
};
|
|
835
|
-
}
|
|
836
|
-
resizeAbsoluteTarget(payload, markerDuration(payload, sourceRange));
|
|
837
|
-
replaceEntity(draft, topology.marker.entityId, {
|
|
838
|
-
...topology.marker,
|
|
839
|
-
payload
|
|
840
|
-
});
|
|
841
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
842
|
-
});
|
|
843
|
-
}
|
|
844
|
-
trimClip(input) {
|
|
845
|
-
this.transact((draft) => {
|
|
846
|
-
this.normalizeMainSequential(draft);
|
|
847
|
-
const topology = requireClipOnRole(draft, input.clipEntityId, "video_clip");
|
|
848
|
-
const content = requireSequenceContent(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId));
|
|
849
|
-
if (content.entityKind !== "video" && content.entityKind !== "image") throw new Error("Clip trimming is supported only for Video or Image content");
|
|
850
|
-
const sourceRange = requirePositiveRange(input.sourceRange, "sourceRange");
|
|
851
|
-
const payload = {
|
|
852
|
-
...cloneJsonObject(topology.marker.payload, "Sequence Marker payload"),
|
|
853
|
-
sourceRange
|
|
854
|
-
};
|
|
855
|
-
const rate = linearRate(payload.timeRemapping);
|
|
856
|
-
const duration = Math.round((sourceRange.end - sourceRange.start) / rate);
|
|
857
|
-
if (duration <= 0 || !Number.isSafeInteger(duration)) throw new Error("Trim produces an invalid duration");
|
|
858
|
-
payload.duration = {
|
|
859
|
-
mode: "fixed",
|
|
860
|
-
value: duration
|
|
861
|
-
};
|
|
862
|
-
resizeAbsoluteTarget(payload, duration);
|
|
863
|
-
replaceEntity(draft, topology.marker.entityId, {
|
|
864
|
-
...topology.marker,
|
|
865
|
-
payload
|
|
866
|
-
});
|
|
867
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
868
|
-
});
|
|
869
|
-
}
|
|
870
|
-
replaceSequentialClips(input) {
|
|
871
|
-
if (input.oldClipEntityIds.length === 0 || input.newClips.length === 0) throw new Error("Replacement requires at least one old and one new Clip");
|
|
872
|
-
return this.transact((draft) => {
|
|
873
|
-
this.normalizeMainSequential(draft);
|
|
874
|
-
const before = resolveEntityTimelineLayout(draft);
|
|
875
|
-
const oldIds = new Set(input.oldClipEntityIds);
|
|
876
|
-
if (oldIds.size !== input.oldClipEntityIds.length) throw new Error("Old Clip ids must be unique");
|
|
877
|
-
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "video_clip");
|
|
878
|
-
const ordered = before.tracks.find((candidate) => candidate.entityId === track.entityId)?.clips.filter((clip) => clip.mode === "sequential").map((clip) => clip.clipEntityId);
|
|
879
|
-
if (ordered === void 0) throw new Error("The video_clip Track is not present in the current layout");
|
|
880
|
-
const indexes = input.oldClipEntityIds.map((id) => ordered.indexOf(id));
|
|
881
|
-
if (indexes.some((index) => index < 0)) throw new Error("Every replaced Clip must be sequential on video_clip");
|
|
882
|
-
const sortedIndexes = [...indexes].sort((left, right) => left - right);
|
|
883
|
-
if (sortedIndexes.some((index, offset) => index !== sortedIndexes[0] + offset)) throw new Error("Replaced Clips must form one contiguous timeline run");
|
|
884
|
-
if (input.oldClipEntityIds.some((id, index) => id !== ordered[sortedIndexes[0] + index])) throw new Error("Replaced Clip ids must be listed in timeline order");
|
|
885
|
-
const insertOrder = sortedIndexes[0];
|
|
886
|
-
const temporaryOrder = ordered.length;
|
|
887
|
-
const created = [];
|
|
888
|
-
for (const [offset, replacement] of input.newClips.entries()) {
|
|
889
|
-
if (replacement.clipEntityId !== void 0 && oldIds.has(replacement.clipEntityId)) throw new Error("A replacement Clip id cannot reuse an Entity being removed");
|
|
890
|
-
const imported = importMediaAsset(draft, replacement.media, this.idFactory);
|
|
891
|
-
replaceRows(draft, imported.rows);
|
|
892
|
-
const sourceRange = requirePositiveRange(replacement.sourceRange, "sourceRange");
|
|
893
|
-
created.push(this.insertPlacedClipIntoDraft(draft, {
|
|
894
|
-
trackEntityId: track.entityId,
|
|
895
|
-
contentEntityId: imported.contentEntityId,
|
|
896
|
-
sourceRange,
|
|
897
|
-
duration: {
|
|
898
|
-
mode: "fixed",
|
|
899
|
-
value: sourceRange.end - sourceRange.start
|
|
900
|
-
},
|
|
901
|
-
placement: {
|
|
902
|
-
kind: "sequential",
|
|
903
|
-
order: temporaryOrder + offset
|
|
904
|
-
},
|
|
905
|
-
...replacement.clipEntityId === void 0 ? {} : { clipEntityId: replacement.clipEntityId },
|
|
906
|
-
...replacement.volume === void 0 ? {} : { clipPayload: { volume: requireVolume(replacement.volume) } }
|
|
907
|
-
}));
|
|
908
|
-
}
|
|
909
|
-
for (const [index, oldId] of input.oldClipEntityIds.entries()) {
|
|
910
|
-
const children = directAnchorChildren(draft, oldId);
|
|
911
|
-
if (input.onAnchored === "remap" && created[index] !== void 0) for (const childId of children) this.replaceAnchorHost(draft, childId, created[index]);
|
|
912
|
-
else {
|
|
913
|
-
const scheduled = /* @__PURE__ */ new Set();
|
|
914
|
-
for (const childId of children) {
|
|
915
|
-
scheduled.add(childId);
|
|
916
|
-
this.removeAnchoredDescendants(draft, childId, scheduled);
|
|
917
|
-
this.removeClipGraph(draft, childId);
|
|
918
|
-
}
|
|
919
|
-
}
|
|
920
|
-
}
|
|
921
|
-
for (const oldId of input.oldClipEntityIds) this.removeClipGraph(draft, oldId);
|
|
922
|
-
[
|
|
923
|
-
...ordered.slice(0, insertOrder),
|
|
924
|
-
...created,
|
|
925
|
-
...ordered.slice(insertOrder + input.oldClipEntityIds.length)
|
|
926
|
-
].forEach((clipId, order) => setClipOrder(draft, clipId, order));
|
|
927
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
928
|
-
return created;
|
|
929
|
-
});
|
|
930
|
-
}
|
|
931
|
-
deleteClip(input) {
|
|
932
|
-
this.transact((draft) => {
|
|
933
|
-
const topology = requireClipTopology(draft, input.clipEntityId);
|
|
934
|
-
assertOnlyStructuralIncidents(draft, topology.clip.entityId, new Set(["track-clip", "clip-marker"]));
|
|
935
|
-
assertOnlyStructuralIncidents(draft, topology.marker.entityId, new Set(["clip-marker", "marker-content"]));
|
|
936
|
-
const markerIsExclusive = incidentRelations(draft, topology.marker.entityId).filter((relation) => relation.relationKind === "clip-marker").length === 1;
|
|
937
|
-
const removedRelationIds = new Set([topology.trackRelation.relationId, topology.clipMarkerRelation.relationId]);
|
|
938
|
-
if (markerIsExclusive) for (const relation of incidentRelations(draft, topology.marker.entityId)) removedRelationIds.add(relation.relationId);
|
|
939
|
-
draft.relations = draft.relations.filter((relation) => !removedRelationIds.has(relation.relationId));
|
|
940
|
-
draft.entities = draft.entities.filter((entity) => entity.entityId !== topology.clip.entityId && (!markerIsExclusive || entity.entityId !== topology.marker.entityId));
|
|
941
|
-
});
|
|
942
|
-
}
|
|
943
|
-
deleteClipTree(input) {
|
|
944
|
-
if (input.clipEntityIds.length === 0) throw new Error("At least one Clip is required");
|
|
945
|
-
this.transact((draft) => {
|
|
946
|
-
const targets = new Set(input.clipEntityIds);
|
|
947
|
-
if (targets.size !== input.clipEntityIds.length) throw new Error("Clip ids must be unique");
|
|
948
|
-
for (const target of targets) requireEntityKind(draft, target, "clip");
|
|
949
|
-
const includesVisual = [...targets].some((target) => clipRole(draft, target) === "video_clip");
|
|
950
|
-
const original = resolveEntityTimelineLayout(draft);
|
|
951
|
-
if (includesVisual) this.normalizeMainSequential(draft);
|
|
952
|
-
if (input.onAnchored === "detach") for (const childId of outgoingAnchorChildren(draft, targets)) {
|
|
953
|
-
if (targets.has(childId)) continue;
|
|
954
|
-
const placement = original.clips.get(childId);
|
|
955
|
-
if (placement === void 0) throw new Error(`Anchored child Clip "${childId}" is not placed`);
|
|
956
|
-
this.applyClipPlacement(draft, childId, {
|
|
957
|
-
kind: "absolute",
|
|
958
|
-
targetRange: {
|
|
959
|
-
start: placement.start,
|
|
960
|
-
end: placement.start + placement.duration
|
|
961
|
-
}
|
|
962
|
-
});
|
|
963
|
-
}
|
|
964
|
-
else for (const target of targets) this.removeAnchoredDescendants(draft, target, targets);
|
|
965
|
-
for (const target of targets) this.removeClipGraph(draft, target);
|
|
966
|
-
normalizeSequentialOrders(draft);
|
|
967
|
-
if (includesVisual) this.resolveOneVoiceoverOverlap(draft);
|
|
968
|
-
});
|
|
969
|
-
}
|
|
970
|
-
updateClip(input) {
|
|
971
|
-
this.transact((draft) => {
|
|
972
|
-
const clip = requireEntityKind(draft, input.clipEntityId, "clip");
|
|
973
|
-
const priorOrder = clip.payload.order;
|
|
974
|
-
replaceEntity(draft, clip.entityId, {
|
|
975
|
-
...clip,
|
|
976
|
-
payload: {
|
|
977
|
-
...cloneJsonObject(input.payload, "Clip payload"),
|
|
978
|
-
...priorOrder === void 0 || Object.hasOwn(input.payload, "order") ? {} : { order: priorOrder }
|
|
979
|
-
}
|
|
980
|
-
});
|
|
981
|
-
});
|
|
982
|
-
}
|
|
983
|
-
upsertVoiceoverTake(input) {
|
|
984
|
-
return this.transact((draft) => {
|
|
985
|
-
this.normalizeMainSequential(draft);
|
|
986
|
-
finiteNonNegative(input.anchorOffset, "Voiceover anchorOffset");
|
|
987
|
-
requireVolume(input.volume);
|
|
988
|
-
requireClipOnRole(draft, input.hostClipEntityId, "video_clip");
|
|
989
|
-
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
990
|
-
replaceRows(draft, imported.rows);
|
|
991
|
-
const voice = requireEntityKind(draft, imported.contentEntityId, "voice");
|
|
992
|
-
const script = this.ensureAudioScript(draft, voice.entityId, input.scriptText);
|
|
993
|
-
const speechTrack = this.ensureRoleTrack(draft, input.timelineEntityId, "speech");
|
|
994
|
-
const existing = draft.entities.find((row) => row.entityId === input.voiceoverClipEntityId);
|
|
995
|
-
let voiceoverClipEntityId;
|
|
996
|
-
if (existing === void 0) voiceoverClipEntityId = this.insertPlacedClipIntoDraft(draft, {
|
|
997
|
-
clipEntityId: input.voiceoverClipEntityId,
|
|
998
|
-
trackEntityId: speechTrack.entityId,
|
|
999
|
-
contentEntityId: voice.entityId,
|
|
1000
|
-
sourceRange: {
|
|
1001
|
-
start: 0,
|
|
1002
|
-
end: input.media.durationMs
|
|
1003
|
-
},
|
|
1004
|
-
duration: {
|
|
1005
|
-
mode: "fixed",
|
|
1006
|
-
value: input.media.durationMs
|
|
1007
|
-
},
|
|
1008
|
-
placement: {
|
|
1009
|
-
kind: "anchored",
|
|
1010
|
-
hostClipEntityId: input.hostClipEntityId,
|
|
1011
|
-
anchorOffset: input.anchorOffset
|
|
1012
|
-
},
|
|
1013
|
-
clipPayload: { volume: input.volume }
|
|
1014
|
-
});
|
|
1015
|
-
else {
|
|
1016
|
-
const topology = requireClipOnRole(draft, input.voiceoverClipEntityId, "speech");
|
|
1017
|
-
voiceoverClipEntityId = topology.clip.entityId;
|
|
1018
|
-
replaceEntity(draft, topology.clip.entityId, {
|
|
1019
|
-
...topology.clip,
|
|
1020
|
-
payload: {
|
|
1021
|
-
...topology.clip.payload,
|
|
1022
|
-
volume: input.volume
|
|
1023
|
-
}
|
|
1024
|
-
});
|
|
1025
|
-
this.relinkRelation(draft, topology.markerContentRelation, {
|
|
1026
|
-
endpoint0EntityId: topology.marker.entityId,
|
|
1027
|
-
endpoint1EntityId: voice.entityId
|
|
1028
|
-
});
|
|
1029
|
-
this.applyClipPlacement(draft, topology.clip.entityId, {
|
|
1030
|
-
kind: "anchored",
|
|
1031
|
-
hostClipEntityId: input.hostClipEntityId,
|
|
1032
|
-
anchorOffset: input.anchorOffset
|
|
1033
|
-
});
|
|
1034
|
-
const placed = requireClipTopology(draft, topology.clip.entityId);
|
|
1035
|
-
replaceEntity(draft, placed.marker.entityId, {
|
|
1036
|
-
...placed.marker,
|
|
1037
|
-
payload: {
|
|
1038
|
-
...placed.marker.payload,
|
|
1039
|
-
sourceRange: {
|
|
1040
|
-
start: 0,
|
|
1041
|
-
end: input.media.durationMs
|
|
1042
|
-
},
|
|
1043
|
-
duration: {
|
|
1044
|
-
mode: "fixed",
|
|
1045
|
-
value: input.media.durationMs
|
|
1046
|
-
}
|
|
1047
|
-
}
|
|
1048
|
-
});
|
|
1049
|
-
}
|
|
1050
|
-
this.reconcileVoiceoverCaptions(draft, voiceoverClipEntityId, voice.entityId, script.entityId, input.captions);
|
|
1051
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
1052
|
-
return {
|
|
1053
|
-
voiceoverClipEntityId,
|
|
1054
|
-
voiceEntityId: voice.entityId,
|
|
1055
|
-
audioScriptEntityId: script.entityId,
|
|
1056
|
-
captionClipEntityIds: input.captions.map((caption) => caption.captionClipEntityId)
|
|
1057
|
-
};
|
|
1058
|
-
});
|
|
1059
|
-
}
|
|
1060
|
-
moveVoiceover(input) {
|
|
1061
|
-
this.transact((draft) => {
|
|
1062
|
-
requireClipOnRole(draft, input.voiceoverClipEntityId, "speech");
|
|
1063
|
-
this.normalizeMainSequential(draft);
|
|
1064
|
-
const layout = resolveEntityTimelineLayout(draft);
|
|
1065
|
-
this.reanchorAtAbsolute(draft, input.voiceoverClipEntityId, finiteNonNegative(input.newStartMs, "newStartMs"), layout);
|
|
1066
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
1067
|
-
});
|
|
1068
|
-
}
|
|
1069
|
-
deleteVoiceover(input) {
|
|
1070
|
-
this.transact((draft) => {
|
|
1071
|
-
this.normalizeMainSequential(draft);
|
|
1072
|
-
const targets = new Set(input.voiceoverClipEntityIds);
|
|
1073
|
-
if (targets.size !== input.voiceoverClipEntityIds.length) throw new Error("Voiceover Clip ids must be unique");
|
|
1074
|
-
for (const clipId of targets) {
|
|
1075
|
-
requireClipOnRole(draft, clipId, "speech");
|
|
1076
|
-
this.removeAnchoredDescendants(draft, clipId, targets);
|
|
1077
|
-
}
|
|
1078
|
-
for (const clipId of targets) this.removeClipGraph(draft, clipId);
|
|
1079
|
-
this.resolveOneVoiceoverOverlap(draft);
|
|
1080
|
-
});
|
|
1081
|
-
}
|
|
1082
|
-
setBgm(input) {
|
|
1083
|
-
return this.transact((draft) => {
|
|
1084
|
-
const imported = importMediaAsset(draft, input.media, this.idFactory);
|
|
1085
|
-
replaceRows(draft, imported.rows);
|
|
1086
|
-
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "bgm");
|
|
1087
|
-
const existing = clipsOnTrack(draft, track.entityId);
|
|
1088
|
-
for (const clip of existing) this.removeClipGraph(draft, clip.entityId);
|
|
1089
|
-
const clipId = this.insertPlacedClipIntoDraft(draft, {
|
|
1090
|
-
clipEntityId: input.bgmClipEntityId,
|
|
1091
|
-
trackEntityId: track.entityId,
|
|
1092
|
-
contentEntityId: imported.contentEntityId,
|
|
1093
|
-
sourceRange: {
|
|
1094
|
-
start: 0,
|
|
1095
|
-
end: input.media.durationMs
|
|
1096
|
-
},
|
|
1097
|
-
duration: { mode: "from-source" },
|
|
1098
|
-
placement: {
|
|
1099
|
-
kind: "sequential",
|
|
1100
|
-
order: 0
|
|
1101
|
-
},
|
|
1102
|
-
clipPayload: { volume: requireVolume(input.volume) }
|
|
1103
|
-
});
|
|
1104
|
-
const topology = requireClipTopology(draft, clipId);
|
|
1105
|
-
replaceEntity(draft, topology.marker.entityId, {
|
|
1106
|
-
...topology.marker,
|
|
1107
|
-
payload: {
|
|
1108
|
-
...topology.marker.payload,
|
|
1109
|
-
durationPolicy: "timeline"
|
|
1110
|
-
}
|
|
1111
|
-
});
|
|
1112
|
-
return clipId;
|
|
1113
|
-
});
|
|
1114
|
-
}
|
|
1115
|
-
deleteBgm(input) {
|
|
1116
|
-
this.transact((draft) => {
|
|
1117
|
-
const track = findRoleTrack(draft, input.timelineEntityId, "bgm");
|
|
1118
|
-
if (track === void 0) return;
|
|
1119
|
-
for (const clip of clipsOnTrack(draft, track.entityId)) this.removeClipGraph(draft, clip.entityId);
|
|
1120
|
-
});
|
|
1121
|
-
}
|
|
1122
|
-
setCaptionVisibility(input) {
|
|
1123
|
-
this.transact((draft) => {
|
|
1124
|
-
const track = this.ensureRoleTrack(draft, input.timelineEntityId, "caption");
|
|
1125
|
-
replaceEntity(draft, track.entityId, {
|
|
1126
|
-
...track,
|
|
1127
|
-
payload: {
|
|
1128
|
-
...track.payload,
|
|
1129
|
-
hidden: input.hidden
|
|
1130
|
-
}
|
|
1131
|
-
});
|
|
1132
|
-
});
|
|
1133
|
-
}
|
|
1134
|
-
patchCaptionStyle(input) {
|
|
1135
|
-
this.transact((draft) => {
|
|
1136
|
-
const track = findRoleTrack(draft, input.timelineEntityId, "caption");
|
|
1137
|
-
if (track === void 0) return;
|
|
1138
|
-
const patch = cloneJsonObject(input.style, "Caption style");
|
|
1139
|
-
for (const clip of clipsOnTrack(draft, track.entityId)) {
|
|
1140
|
-
const topology = requireClipTopology(draft, clip.entityId);
|
|
1141
|
-
const caption = requireEntityKind(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId), "caption");
|
|
1142
|
-
const prior = caption.payload.style;
|
|
1143
|
-
const style = isJsonObject(prior) ? prior : {};
|
|
1144
|
-
replaceEntity(draft, caption.entityId, {
|
|
1145
|
-
...caption,
|
|
1146
|
-
payload: {
|
|
1147
|
-
...caption.payload,
|
|
1148
|
-
style: {
|
|
1149
|
-
...style,
|
|
1150
|
-
...patch
|
|
1151
|
-
}
|
|
1152
|
-
}
|
|
1153
|
-
});
|
|
1154
|
-
}
|
|
1155
|
-
});
|
|
1156
|
-
}
|
|
1157
|
-
insertPlacedClipIntoDraft(draft, input) {
|
|
1158
|
-
const track = requireEntityKind(draft, input.trackEntityId, "track");
|
|
1159
|
-
requireTrackTimeline(draft, track.entityId);
|
|
1160
|
-
const content = requireSequenceContent(draft, input.contentEntityId);
|
|
1161
|
-
const clipId = input.clipEntityId === void 0 ? this.mintEntityId(draft) : requireAvailableEntityId(draft, input.clipEntityId);
|
|
1162
|
-
const markerId = this.mintEntityId(draft);
|
|
1163
|
-
const clipPayload = { ...cloneJsonObject(input.clipPayload ?? {}, "Clip payload") };
|
|
1164
|
-
delete clipPayload.order;
|
|
1165
|
-
const markerPlacement = applyPlacementPayload(clipPayload, input.placement);
|
|
1166
|
-
const clip = {
|
|
1167
|
-
entityId: clipId,
|
|
1168
|
-
entityKind: "clip",
|
|
1169
|
-
payload: clipPayload
|
|
1170
|
-
};
|
|
1171
|
-
const marker = {
|
|
1172
|
-
entityId: markerId,
|
|
1173
|
-
entityKind: "sequence-marker",
|
|
1174
|
-
payload: markerPayload({
|
|
1175
|
-
sourceRange: input.sourceRange,
|
|
1176
|
-
duration: input.duration,
|
|
1177
|
-
...markerPlacement
|
|
1178
|
-
})
|
|
1179
|
-
};
|
|
1180
|
-
draft.entities.push(clip, marker);
|
|
1181
|
-
draft.relations.push(this.createRelation(draft, "track-clip", track.entityId, clipId), this.createRelation(draft, "clip-marker", clipId, markerId), this.createRelation(draft, "marker-content", markerId, content.entityId));
|
|
1182
|
-
if (input.placement.kind === "anchored") {
|
|
1183
|
-
const host = requireEntityKind(draft, input.placement.hostClipEntityId, "clip");
|
|
1184
|
-
if (host.entityId === clipId) throw new Error("A Clip cannot anchor to itself");
|
|
1185
|
-
draft.relations.push(this.createRelation(draft, "clip-anchor", clipId, host.entityId));
|
|
1186
|
-
}
|
|
1187
|
-
return clipId;
|
|
1188
|
-
}
|
|
1189
|
-
ensureRoleTrack(draft, timelineEntityId, role) {
|
|
1190
|
-
const existing = findRoleTrack(draft, timelineEntityId, role);
|
|
1191
|
-
if (existing !== void 0) {
|
|
1192
|
-
if (existing.payload.order === void 0) {
|
|
1193
|
-
const replacement = {
|
|
1194
|
-
...existing,
|
|
1195
|
-
payload: {
|
|
1196
|
-
...existing.payload,
|
|
1197
|
-
order: roleOrder[role]
|
|
1198
|
-
}
|
|
1199
|
-
};
|
|
1200
|
-
replaceEntity(draft, existing.entityId, replacement);
|
|
1201
|
-
return replacement;
|
|
1202
|
-
}
|
|
1203
|
-
return existing;
|
|
1204
|
-
}
|
|
1205
|
-
const timeline = requireEntityKind(draft, timelineEntityId, "timeline");
|
|
1206
|
-
const track = {
|
|
1207
|
-
entityId: this.mintEntityId(draft),
|
|
1208
|
-
entityKind: "track",
|
|
1209
|
-
payload: {
|
|
1210
|
-
role,
|
|
1211
|
-
order: roleOrder[role]
|
|
1212
|
-
}
|
|
1213
|
-
};
|
|
1214
|
-
draft.entities.push(track);
|
|
1215
|
-
draft.relations.push(this.createRelation(draft, "timeline-track", timeline.entityId, track.entityId));
|
|
1216
|
-
return track;
|
|
1217
|
-
}
|
|
1218
|
-
ensureAudioScript(draft, voiceEntityId, text) {
|
|
1219
|
-
const renders = draft.relations.filter((relation) => relation.relationKind === "audio-script-render" && relation.endpoint0EntityId === voiceEntityId);
|
|
1220
|
-
if (renders.length > 1) throw new Error(`Voice "${voiceEntityId}" has multiple AudioScript relations`);
|
|
1221
|
-
if (renders[0] !== void 0) {
|
|
1222
|
-
const script = requireEntityKind(draft, renders[0].endpoint1EntityId, "audio-script");
|
|
1223
|
-
const replacement = {
|
|
1224
|
-
...script,
|
|
1225
|
-
payload: { segments: [{
|
|
1226
|
-
segmentId: "segment-0",
|
|
1227
|
-
text
|
|
1228
|
-
}] }
|
|
1229
|
-
};
|
|
1230
|
-
replaceEntity(draft, script.entityId, replacement);
|
|
1231
|
-
return replacement;
|
|
1232
|
-
}
|
|
1233
|
-
const script = {
|
|
1234
|
-
entityId: this.mintEntityId(draft),
|
|
1235
|
-
entityKind: "audio-script",
|
|
1236
|
-
payload: { segments: [{
|
|
1237
|
-
segmentId: "segment-0",
|
|
1238
|
-
text
|
|
1239
|
-
}] }
|
|
1240
|
-
};
|
|
1241
|
-
draft.entities.push(script);
|
|
1242
|
-
draft.relations.push(this.createRelation(draft, "audio-script-render", voiceEntityId, script.entityId));
|
|
1243
|
-
return script;
|
|
1244
|
-
}
|
|
1245
|
-
reconcileVoiceoverCaptions(draft, voiceoverClipEntityId, voiceEntityId, scriptEntityId, captions) {
|
|
1246
|
-
const requested = new Set(captions.map((caption) => caption.captionClipEntityId));
|
|
1247
|
-
if (requested.size !== captions.length) throw new Error("Caption Clip ids must be unique within a voiceover take");
|
|
1248
|
-
const existing = directAnchorChildren(draft, voiceoverClipEntityId).filter((clipId) => clipRole(draft, clipId) === "caption");
|
|
1249
|
-
for (const clipId of existing) if (!requested.has(clipId)) this.removeCaptionClipGraph(draft, clipId);
|
|
1250
|
-
const captionTrack = captions.length === 0 ? void 0 : this.ensureRoleTrackForClip(draft, voiceoverClipEntityId, "caption");
|
|
1251
|
-
for (const caption of captions) {
|
|
1252
|
-
const startMs = finiteNonNegative(caption.startMs, "Caption startMs");
|
|
1253
|
-
const durationMs = finitePositive(caption.durationMs, "Caption durationMs");
|
|
1254
|
-
if (draft.entities.find((entity) => entity.entityId === caption.captionClipEntityId) === void 0) {
|
|
1255
|
-
const content = {
|
|
1256
|
-
entityId: this.mintEntityId(draft),
|
|
1257
|
-
entityKind: "caption",
|
|
1258
|
-
payload: {
|
|
1259
|
-
extent: {
|
|
1260
|
-
kind: "bounded",
|
|
1261
|
-
start: 0,
|
|
1262
|
-
end: durationMs
|
|
1263
|
-
},
|
|
1264
|
-
sampling: "native",
|
|
1265
|
-
coordinateSpace: "milliseconds",
|
|
1266
|
-
text: caption.text,
|
|
1267
|
-
...caption.style === void 0 ? {} : { style: cloneJsonObject(caption.style, "Caption style") }
|
|
1268
|
-
}
|
|
1269
|
-
};
|
|
1270
|
-
const asset = {
|
|
1271
|
-
entityId: this.mintEntityId(draft),
|
|
1272
|
-
entityKind: "asset",
|
|
1273
|
-
payload: { inline: {
|
|
1274
|
-
mediaType: "text/plain",
|
|
1275
|
-
text: caption.text
|
|
1276
|
-
} }
|
|
1277
|
-
};
|
|
1278
|
-
draft.entities.push(content, asset);
|
|
1279
|
-
draft.relations.push(this.createRelation(draft, "physical-asset", content.entityId, asset.entityId), this.createRelation(draft, "caption-alignment", content.entityId, voiceEntityId, { alignment: {
|
|
1280
|
-
start: startMs,
|
|
1281
|
-
end: startMs + durationMs
|
|
1282
|
-
} }), this.createRelation(draft, "caption-provenance", content.entityId, scriptEntityId, { segmentAlignment: [] }));
|
|
1283
|
-
this.insertPlacedClipIntoDraft(draft, {
|
|
1284
|
-
clipEntityId: caption.captionClipEntityId,
|
|
1285
|
-
trackEntityId: captionTrack.entityId,
|
|
1286
|
-
contentEntityId: content.entityId,
|
|
1287
|
-
sourceRange: {
|
|
1288
|
-
start: 0,
|
|
1289
|
-
end: durationMs
|
|
1290
|
-
},
|
|
1291
|
-
duration: {
|
|
1292
|
-
mode: "fixed",
|
|
1293
|
-
value: durationMs
|
|
1294
|
-
},
|
|
1295
|
-
placement: {
|
|
1296
|
-
kind: "anchored",
|
|
1297
|
-
hostClipEntityId: voiceoverClipEntityId,
|
|
1298
|
-
anchorOffset: startMs
|
|
1299
|
-
}
|
|
1300
|
-
});
|
|
1301
|
-
continue;
|
|
1302
|
-
}
|
|
1303
|
-
const topology = requireClipOnRole(draft, caption.captionClipEntityId, "caption");
|
|
1304
|
-
const content = requireEntityKind(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId), "caption");
|
|
1305
|
-
const priorStyle = isJsonObject(content.payload.style) ? content.payload.style : {};
|
|
1306
|
-
const style = caption.style === void 0 ? priorStyle : {
|
|
1307
|
-
...priorStyle,
|
|
1308
|
-
...cloneJsonObject(caption.style, "Caption style")
|
|
1309
|
-
};
|
|
1310
|
-
replaceEntity(draft, content.entityId, {
|
|
1311
|
-
...content,
|
|
1312
|
-
payload: {
|
|
1313
|
-
...content.payload,
|
|
1314
|
-
extent: {
|
|
1315
|
-
kind: "bounded",
|
|
1316
|
-
start: 0,
|
|
1317
|
-
end: durationMs
|
|
1318
|
-
},
|
|
1319
|
-
text: caption.text,
|
|
1320
|
-
...Object.keys(style).length === 0 ? {} : { style }
|
|
1321
|
-
}
|
|
1322
|
-
});
|
|
1323
|
-
const asset = requireEntityKind(draft, otherEndpoint(requireOneRelation(draft, content.entityId, "physical-asset"), content.entityId), "asset");
|
|
1324
|
-
if (asset.payload.inline === void 0) throw new Error(`Caption "${caption.captionClipEntityId}" is not inline`);
|
|
1325
|
-
replaceEntity(draft, asset.entityId, {
|
|
1326
|
-
...asset,
|
|
1327
|
-
payload: {
|
|
1328
|
-
...asset.payload,
|
|
1329
|
-
inline: {
|
|
1330
|
-
mediaType: "text/plain",
|
|
1331
|
-
text: caption.text
|
|
1332
|
-
}
|
|
1333
|
-
}
|
|
1334
|
-
});
|
|
1335
|
-
this.applyClipPlacement(draft, topology.clip.entityId, {
|
|
1336
|
-
kind: "anchored",
|
|
1337
|
-
hostClipEntityId: voiceoverClipEntityId,
|
|
1338
|
-
anchorOffset: startMs
|
|
1339
|
-
});
|
|
1340
|
-
const placed = requireClipTopology(draft, topology.clip.entityId);
|
|
1341
|
-
replaceEntity(draft, placed.marker.entityId, {
|
|
1342
|
-
...placed.marker,
|
|
1343
|
-
payload: {
|
|
1344
|
-
...placed.marker.payload,
|
|
1345
|
-
sourceRange: {
|
|
1346
|
-
start: 0,
|
|
1347
|
-
end: durationMs
|
|
1348
|
-
},
|
|
1349
|
-
duration: {
|
|
1350
|
-
mode: "fixed",
|
|
1351
|
-
value: durationMs
|
|
1352
|
-
}
|
|
1353
|
-
}
|
|
1354
|
-
});
|
|
1355
|
-
this.replaceCaptionSemanticRelations(draft, content.entityId, voiceEntityId, scriptEntityId, startMs, durationMs);
|
|
1356
|
-
}
|
|
1357
|
-
}
|
|
1358
|
-
ensureRoleTrackForClip(draft, clipEntityId, role) {
|
|
1359
|
-
const topology = requireClipTopology(draft, clipEntityId);
|
|
1360
|
-
const track = requireEntityKind(draft, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track");
|
|
1361
|
-
const timeline = requireEntityKind(draft, otherEndpoint(requireOneRelation(draft, track.entityId, "timeline-track"), track.entityId), "timeline");
|
|
1362
|
-
return this.ensureRoleTrack(draft, timeline.entityId, role);
|
|
1363
|
-
}
|
|
1364
|
-
replaceCaptionSemanticRelations(draft, captionEntityId, voiceEntityId, scriptEntityId, startMs, durationMs) {
|
|
1365
|
-
const removed = new Set(incidentRelations(draft, captionEntityId).filter((relation) => relation.relationKind === "caption-alignment" || relation.relationKind === "caption-provenance").map((relation) => relation.relationId));
|
|
1366
|
-
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1367
|
-
draft.relations.push(this.createRelation(draft, "caption-alignment", captionEntityId, voiceEntityId, { alignment: {
|
|
1368
|
-
start: startMs,
|
|
1369
|
-
end: startMs + durationMs
|
|
1370
|
-
} }), this.createRelation(draft, "caption-provenance", captionEntityId, scriptEntityId, { segmentAlignment: [] }));
|
|
1371
|
-
}
|
|
1372
|
-
removeCaptionClipGraph(draft, clipEntityId) {
|
|
1373
|
-
const topology = requireClipOnRole(draft, clipEntityId, "caption");
|
|
1374
|
-
const caption = requireEntityKind(draft, otherEndpoint(topology.markerContentRelation, topology.marker.entityId), "caption");
|
|
1375
|
-
const asset = requireEntityKind(draft, otherEndpoint(requireOneRelation(draft, caption.entityId, "physical-asset"), caption.entityId), "asset");
|
|
1376
|
-
const contentRelations = incidentRelations(draft, caption.entityId);
|
|
1377
|
-
const allowed = new Set([
|
|
1378
|
-
"physical-asset",
|
|
1379
|
-
"caption-alignment",
|
|
1380
|
-
"caption-provenance",
|
|
1381
|
-
"marker-content"
|
|
1382
|
-
]);
|
|
1383
|
-
const unsupported = contentRelations.filter((relation) => !allowed.has(relation.relationKind));
|
|
1384
|
-
if (unsupported.length > 0) throw new Error(`Cannot delete Caption with unsupported Relation ${unsupported[0].relationId}`);
|
|
1385
|
-
this.removeClipGraph(draft, clipEntityId);
|
|
1386
|
-
if (incidentRelations(draft, caption.entityId).some((relation) => relation.relationKind === "marker-content")) return;
|
|
1387
|
-
const removed = new Set(incidentRelations(draft, caption.entityId).map((relation) => relation.relationId));
|
|
1388
|
-
const assetIncidents = incidentRelations(draft, asset.entityId);
|
|
1389
|
-
const deleteAsset = asset.payload.inline !== void 0 && assetIncidents.every((relation) => removed.has(relation.relationId));
|
|
1390
|
-
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1391
|
-
draft.entities = draft.entities.filter((entity) => entity.entityId !== caption.entityId && (!deleteAsset || entity.entityId !== asset.entityId));
|
|
1392
|
-
}
|
|
1393
|
-
replaceAnchorHost(draft, childClipEntityId, hostClipEntityId) {
|
|
1394
|
-
const anchors = draft.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint0EntityId === childClipEntityId);
|
|
1395
|
-
if (anchors.length !== 1) throw new Error(`Clip "${childClipEntityId}" must have exactly one host`);
|
|
1396
|
-
this.relinkRelation(draft, anchors[0], {
|
|
1397
|
-
endpoint0EntityId: createEntityId(childClipEntityId),
|
|
1398
|
-
endpoint1EntityId: createEntityId(hostClipEntityId)
|
|
318
|
+
const speechAssetSchema = z.object({
|
|
319
|
+
speech_id: speechIdSchema.describe("The speech part ID (= side-effect speech_parts[].id)"),
|
|
320
|
+
anchor_part_id: clipIdSchema.describe("Host video clip part ID the speech anchors to (RFC 02 §4)"),
|
|
321
|
+
offset_ms: timelineMsSchema.describe("Offset within the host clip (speech.abs = host.abs + offset_ms)"),
|
|
322
|
+
audio_storage_key: z.string().min(1),
|
|
323
|
+
duration_ms: positiveMsSchema,
|
|
324
|
+
audio_script: z.string(),
|
|
325
|
+
volume: volumeSchema,
|
|
326
|
+
voice: voiceSchema,
|
|
327
|
+
origin_speech_id: z.string().min(1),
|
|
328
|
+
caption_ids: z.array(z.string().min(1)).describe("Caption part IDs owned by this speech")
|
|
329
|
+
});
|
|
330
|
+
const captionAssetSchema = z.object({
|
|
331
|
+
caption_id: z.string().min(1).describe("The caption part ID (= side-effect created_caption_parts[].id)"),
|
|
332
|
+
speech_part_id: speechIdSchema.describe("The owning speech part ID"),
|
|
333
|
+
text: z.string(),
|
|
334
|
+
start_ms: timelineMsSchema.describe("Offset within the host speech (caption.abs = speech.abs + start_ms)"),
|
|
335
|
+
duration_ms: positiveMsSchema
|
|
336
|
+
});
|
|
337
|
+
/** A materialized speech-subtree write (speeches + their captions). */
|
|
338
|
+
const speechAssetsSchema = z.object({
|
|
339
|
+
speeches: z.array(speechAssetSchema).min(1).describe("Materialized speech parts to write"),
|
|
340
|
+
captions: z.array(captionAssetSchema).describe("Materialized caption parts owned by the speeches")
|
|
341
|
+
});
|
|
342
|
+
//#endregion
|
|
343
|
+
//#region src/editor/schemas/add-speeches.ts
|
|
344
|
+
/**
|
|
345
|
+
* Add speeches (and their captions). TTS runs upstream; the stable speech /
|
|
346
|
+
* caption parts arrive materialized (see `speech-assets.ts`). The op writes the
|
|
347
|
+
* parts and each speech's `{ mode:'anchored', anchorPartId, offsetMs }` fact
|
|
348
|
+
* verbatim — no write-time host-picking, no cascade (RFC 02 §4). The projection
|
|
349
|
+
* derives absolute positions on read.
|
|
350
|
+
*/
|
|
351
|
+
const addSpeechesInputSchema = speechAssetsSchema.describe("Materialized speeches + captions to add");
|
|
352
|
+
//#endregion
|
|
353
|
+
//#region src/editor/schemas/add-video-clips.ts
|
|
354
|
+
/**
|
|
355
|
+
* Add video clips to a track. Each clip's duration facts are separated so a
|
|
356
|
+
* single number is never overloaded (RFC 02 / `reference/16` §0b):
|
|
357
|
+
*
|
|
358
|
+
* - `media_duration_ms` is the source media's intrinsic full length (a resource
|
|
359
|
+
* fact, written to the part);
|
|
360
|
+
* - `play_in` / `play_out` are the optional trim window into that media; when
|
|
361
|
+
* omitted the whole media is used (`play_in=0`, `play_out=media_duration_ms`).
|
|
362
|
+
*
|
|
363
|
+
* The clip's effective timeline duration is derived by the projection from the
|
|
364
|
+
* trim window and `speed_shift` — it is never an input here.
|
|
365
|
+
*/
|
|
366
|
+
const addVideoClipsInputSchema = z.object({
|
|
367
|
+
clips: z.array(z.object({
|
|
368
|
+
media_id: mediaIdSchema.describe("The media asset ID for the video clip"),
|
|
369
|
+
start_ms: timelineMsSchema.optional().describe("Absolute start time in milliseconds on the timeline"),
|
|
370
|
+
media_duration_ms: positiveMsSchema.describe("The source media's intrinsic full length in ms"),
|
|
371
|
+
play_in: timelineMsSchema.optional().describe("Trim window start in the media (default 0)"),
|
|
372
|
+
play_out: positiveMsSchema.optional().describe("Trim window end in the media (default media_duration_ms)"),
|
|
373
|
+
track_id: z.string().min(1).optional().describe("Target track ID (optional, defaults to main track)")
|
|
374
|
+
})).min(1).describe("List of video clips to create"),
|
|
375
|
+
before_clip_id: z.string().min(1).optional().describe("Insert new clips before this clip ID"),
|
|
376
|
+
after_clip_id: z.string().min(1).optional().describe("Insert new clips after this clip ID")
|
|
377
|
+
}).superRefine((data, ctx) => {
|
|
378
|
+
if (data.before_clip_id != null && data.after_clip_id != null) {
|
|
379
|
+
ctx.addIssue({
|
|
380
|
+
code: z.ZodIssueCode.custom,
|
|
381
|
+
message: "Cannot provide both before_clip_id and after_clip_id"
|
|
1399
382
|
});
|
|
383
|
+
return;
|
|
1400
384
|
}
|
|
1401
|
-
|
|
1402
|
-
|
|
1403
|
-
const
|
|
1404
|
-
if (
|
|
1405
|
-
|
|
1406
|
-
|
|
1407
|
-
|
|
1408
|
-
|
|
1409
|
-
|
|
385
|
+
const hasRelative = data.before_clip_id != null || data.after_clip_id != null;
|
|
386
|
+
for (let i = 0; i < data.clips.length; i++) {
|
|
387
|
+
const clip = data.clips[i];
|
|
388
|
+
if (hasRelative && clip.start_ms != null) ctx.addIssue({
|
|
389
|
+
code: z.ZodIssueCode.custom,
|
|
390
|
+
message: `clips[${i}].start_ms must not be provided when using before_clip_id or after_clip_id`,
|
|
391
|
+
path: [
|
|
392
|
+
"clips",
|
|
393
|
+
i,
|
|
394
|
+
"start_ms"
|
|
395
|
+
]
|
|
1410
396
|
});
|
|
1411
|
-
|
|
1412
|
-
|
|
1413
|
-
|
|
1414
|
-
|
|
1415
|
-
|
|
1416
|
-
|
|
1417
|
-
|
|
1418
|
-
|
|
1419
|
-
speech,
|
|
1420
|
-
start: Math.min(speech.start, ...captions.map((caption) => caption.start)),
|
|
1421
|
-
end: Math.max(speech.start + speech.duration, ...captions.map((caption) => caption.start + caption.duration))
|
|
1422
|
-
};
|
|
1423
|
-
}).sort((left, right) => left.start - right.start || left.speech.clipEntityId.localeCompare(right.speech.clipEntityId));
|
|
1424
|
-
for (let index = 1; index < ranges.length; index += 1) {
|
|
1425
|
-
const prior = ranges[index - 1];
|
|
1426
|
-
const current = ranges[index];
|
|
1427
|
-
if (current.start >= prior.end) continue;
|
|
1428
|
-
const hostId = current.speech.anchorClipEntityId;
|
|
1429
|
-
if (hostId === void 0) continue;
|
|
1430
|
-
const videoTrack = layout.tracks.find((track) => track.role === "video_clip");
|
|
1431
|
-
const hostIndex = videoTrack?.clips.findIndex((clip) => clip.clipEntityId === hostId) ?? -1;
|
|
1432
|
-
if (videoTrack === void 0 || hostIndex < 0) continue;
|
|
1433
|
-
const overlapMs = Math.round(prior.end - current.start);
|
|
1434
|
-
for (const [visualIndex, clip] of videoTrack.clips.entries()) this.applyClipPlacement(draft, clip.clipEntityId, {
|
|
1435
|
-
kind: "absolute",
|
|
1436
|
-
targetRange: {
|
|
1437
|
-
start: clip.start + (visualIndex >= hostIndex ? overlapMs : 0),
|
|
1438
|
-
end: clip.start + clip.duration + (visualIndex >= hostIndex ? overlapMs : 0)
|
|
1439
|
-
}
|
|
1440
|
-
});
|
|
1441
|
-
return;
|
|
1442
|
-
}
|
|
1443
|
-
}
|
|
1444
|
-
applyClipPlacement(draft, clipEntityId, placement) {
|
|
1445
|
-
const topology = requireClipTopology(draft, clipEntityId);
|
|
1446
|
-
const clipPayload = { ...cloneJsonObject(topology.clip.payload, "Clip payload") };
|
|
1447
|
-
const markerPayloadValue = { ...cloneJsonObject(topology.marker.payload, "Sequence Marker payload") };
|
|
1448
|
-
delete clipPayload.order;
|
|
1449
|
-
delete markerPayloadValue.targetRange;
|
|
1450
|
-
delete markerPayloadValue.anchorOffset;
|
|
1451
|
-
const outgoingAnchors = draft.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint0EntityId === topology.clip.entityId);
|
|
1452
|
-
const removed = new Set(outgoingAnchors.map((relation) => relation.relationId));
|
|
1453
|
-
draft.relations = draft.relations.filter((relation) => !removed.has(relation.relationId));
|
|
1454
|
-
if (placement.kind === "sequential") clipPayload.order = finiteNumber(placement.order, "Clip order");
|
|
1455
|
-
else if (placement.kind === "absolute") markerPayloadValue.targetRange = cloneJsonValue(placement.targetRange, "targetRange");
|
|
1456
|
-
else {
|
|
1457
|
-
const host = requireEntityKind(draft, placement.hostClipEntityId, "clip");
|
|
1458
|
-
if (host.entityId === topology.clip.entityId) throw new Error("A Clip cannot anchor to itself");
|
|
1459
|
-
markerPayloadValue.anchorOffset = finiteNonNegative(placement.anchorOffset, "anchorOffset");
|
|
1460
|
-
draft.relations.push(this.createRelation(draft, "clip-anchor", topology.clip.entityId, host.entityId));
|
|
1461
|
-
}
|
|
1462
|
-
replaceEntity(draft, topology.clip.entityId, {
|
|
1463
|
-
...topology.clip,
|
|
1464
|
-
payload: clipPayload
|
|
397
|
+
if (!hasRelative && clip.start_ms == null) ctx.addIssue({
|
|
398
|
+
code: z.ZodIssueCode.custom,
|
|
399
|
+
message: `clips[${i}].start_ms is required when not using relative positioning`,
|
|
400
|
+
path: [
|
|
401
|
+
"clips",
|
|
402
|
+
i,
|
|
403
|
+
"start_ms"
|
|
404
|
+
]
|
|
1465
405
|
});
|
|
1466
|
-
|
|
1467
|
-
|
|
1468
|
-
|
|
406
|
+
const playIn = clip.play_in ?? 0;
|
|
407
|
+
const playOut = clip.play_out ?? clip.media_duration_ms;
|
|
408
|
+
if (playOut > clip.media_duration_ms) ctx.addIssue({
|
|
409
|
+
code: z.ZodIssueCode.custom,
|
|
410
|
+
message: `clips[${i}].play_out ${playOut}ms exceeds media_duration_ms ${clip.media_duration_ms}ms`,
|
|
411
|
+
path: [
|
|
412
|
+
"clips",
|
|
413
|
+
i,
|
|
414
|
+
"play_out"
|
|
415
|
+
]
|
|
1469
416
|
});
|
|
1470
|
-
|
|
1471
|
-
|
|
1472
|
-
|
|
1473
|
-
|
|
1474
|
-
|
|
1475
|
-
|
|
1476
|
-
|
|
1477
|
-
|
|
1478
|
-
targetRange: {
|
|
1479
|
-
start: absoluteStart,
|
|
1480
|
-
end: absoluteStart + child.duration
|
|
1481
|
-
}
|
|
1482
|
-
});
|
|
1483
|
-
return;
|
|
1484
|
-
}
|
|
1485
|
-
const host = hosts.find((candidate) => candidate.start <= absoluteStart && absoluteStart < candidate.start + candidate.duration) ?? (absoluteStart < hosts[0].start ? hosts[0] : hosts.at(-1));
|
|
1486
|
-
this.applyClipPlacement(draft, childClipEntityId, {
|
|
1487
|
-
kind: "anchored",
|
|
1488
|
-
hostClipEntityId: host.clipEntityId,
|
|
1489
|
-
anchorOffset: Math.max(0, Math.round(absoluteStart - host.start))
|
|
417
|
+
if (playIn >= playOut) ctx.addIssue({
|
|
418
|
+
code: z.ZodIssueCode.custom,
|
|
419
|
+
message: `clips[${i}].play_in ${playIn}ms must be less than play_out ${playOut}ms`,
|
|
420
|
+
path: [
|
|
421
|
+
"clips",
|
|
422
|
+
i,
|
|
423
|
+
"play_in"
|
|
424
|
+
]
|
|
1490
425
|
});
|
|
1491
426
|
}
|
|
1492
|
-
|
|
1493
|
-
|
|
1494
|
-
|
|
1495
|
-
|
|
1496
|
-
|
|
1497
|
-
|
|
1498
|
-
|
|
1499
|
-
|
|
1500
|
-
|
|
1501
|
-
|
|
1502
|
-
|
|
1503
|
-
|
|
1504
|
-
|
|
1505
|
-
|
|
1506
|
-
|
|
1507
|
-
|
|
1508
|
-
|
|
1509
|
-
|
|
1510
|
-
|
|
1511
|
-
|
|
1512
|
-
|
|
1513
|
-
|
|
1514
|
-
|
|
1515
|
-
|
|
1516
|
-
|
|
1517
|
-
|
|
1518
|
-
|
|
1519
|
-
|
|
1520
|
-
|
|
1521
|
-
|
|
1522
|
-
|
|
1523
|
-
|
|
1524
|
-
|
|
1525
|
-
const entityId = createEntityId(this.idFactory("entity"));
|
|
1526
|
-
if (draft.entities.some((entity) => entity.entityId === entityId)) throw new Error(`Entity id "${entityId}" already exists`);
|
|
1527
|
-
return entityId;
|
|
1528
|
-
}
|
|
1529
|
-
createRelation(draft, relationKind, endpoint0EntityId, endpoint1EntityId, metadata = {}) {
|
|
1530
|
-
return {
|
|
1531
|
-
relationId: this.mintRelationId(draft),
|
|
1532
|
-
relationKind,
|
|
1533
|
-
endpoint0EntityId,
|
|
1534
|
-
endpoint1EntityId,
|
|
1535
|
-
metadata,
|
|
1536
|
-
trace: {}
|
|
1537
|
-
};
|
|
1538
|
-
}
|
|
1539
|
-
relinkRelation(draft, relation, endpoints) {
|
|
1540
|
-
const relationId = this.mintRelationId(draft);
|
|
1541
|
-
const index = draft.relations.findIndex((candidate) => candidate.relationId === relation.relationId);
|
|
1542
|
-
if (index < 0) throw new Error(`Relation id "${relation.relationId}" does not exist`);
|
|
1543
|
-
draft.relations[index] = {
|
|
1544
|
-
...relation,
|
|
1545
|
-
...endpoints,
|
|
1546
|
-
relationId
|
|
1547
|
-
};
|
|
1548
|
-
}
|
|
1549
|
-
mintRelationId(draft) {
|
|
1550
|
-
const relationId = createRelationId(this.idFactory("relation"));
|
|
1551
|
-
if (draft.relations.some((relation) => relation.relationId === relationId)) throw new Error(`Relation id "${relationId}" already exists`);
|
|
1552
|
-
return relationId;
|
|
1553
|
-
}
|
|
1554
|
-
};
|
|
1555
|
-
function validateFinalRows(rows) {
|
|
1556
|
-
decodeEntityRelationRows(rows, numericMarkerValidation);
|
|
1557
|
-
validateTimelineHierarchy(rows);
|
|
1558
|
-
}
|
|
1559
|
-
function validateTimelineHierarchy(rows) {
|
|
1560
|
-
for (const entity of rows.entities) {
|
|
1561
|
-
if (entity.entityKind === "track") requireTrackTimeline(rows, entity.entityId);
|
|
1562
|
-
if (entity.entityKind !== "clip") continue;
|
|
1563
|
-
const trackRelations = incidentRelations(rows, entity.entityId).filter((relation) => relation.relationKind === "track-clip");
|
|
1564
|
-
if (trackRelations.length !== 1) throw new Error(`Clip Entity "${entity.entityId}" must belong to exactly one Track`);
|
|
1565
|
-
requireEntityKind(rows, otherEndpoint(trackRelations[0], entity.entityId), "track");
|
|
1566
|
-
}
|
|
1567
|
-
}
|
|
1568
|
-
function requireTrackTimeline(rows, trackEntityId) {
|
|
1569
|
-
const timelineRelations = incidentRelations(rows, trackEntityId).filter((relation) => relation.relationKind === "timeline-track");
|
|
1570
|
-
if (timelineRelations.filter((relation) => {
|
|
1571
|
-
const otherId = otherEndpoint(relation, trackEntityId);
|
|
1572
|
-
return rows.entities.some((entity) => entity.entityId === otherId && entity.entityKind === "timeline");
|
|
1573
|
-
}).length !== 1 || timelineRelations.length !== 1) throw new Error(`Track Entity "${trackEntityId}" must belong to exactly one Timeline`);
|
|
1574
|
-
}
|
|
1575
|
-
function requireClipTopology(rows, clipEntityId) {
|
|
1576
|
-
const clip = requireEntityKind(rows, clipEntityId, "clip");
|
|
1577
|
-
const trackRelation = requireOneRelation(rows, clip.entityId, "track-clip");
|
|
1578
|
-
requireEntityKind(rows, otherEndpoint(trackRelation, clip.entityId), "track");
|
|
1579
|
-
const clipMarkerRelation = requireOneRelation(rows, clip.entityId, "clip-marker");
|
|
1580
|
-
const marker = requireEntityKind(rows, otherEndpoint(clipMarkerRelation, clip.entityId), "sequence-marker");
|
|
1581
|
-
const markerContentRelation = requireOneRelation(rows, marker.entityId, "marker-content");
|
|
1582
|
-
requireSequenceContent(rows, otherEndpoint(markerContentRelation, marker.entityId));
|
|
1583
|
-
return {
|
|
1584
|
-
clip,
|
|
1585
|
-
marker,
|
|
1586
|
-
trackRelation,
|
|
1587
|
-
clipMarkerRelation,
|
|
1588
|
-
markerContentRelation
|
|
1589
|
-
};
|
|
1590
|
-
}
|
|
1591
|
-
function requireOneRelation(rows, entityId, relationKind) {
|
|
1592
|
-
const matches = incidentRelations(rows, entityId).filter((relation) => relation.relationKind === relationKind);
|
|
1593
|
-
if (matches.length !== 1) throw new Error(`Entity "${entityId}" must have exactly one ${relationKind} Relation`);
|
|
1594
|
-
return matches[0];
|
|
1595
|
-
}
|
|
1596
|
-
function requireEntityKind(rows, entityIdValue, entityKind) {
|
|
1597
|
-
const entityId = createEntityId(entityIdValue);
|
|
1598
|
-
const entity = rows.entities.find((candidate) => candidate.entityId === entityId);
|
|
1599
|
-
if (entity == null) throw new Error(`Entity id "${entityId}" does not exist`);
|
|
1600
|
-
if (entity.entityKind !== entityKind) throw new Error(`Entity "${entityId}" must have kind "${entityKind}", got "${entity.entityKind}"`);
|
|
1601
|
-
return entity;
|
|
1602
|
-
}
|
|
1603
|
-
function requireSequenceContent(rows, entityIdValue) {
|
|
1604
|
-
if (/^(?:[a-z][a-z\d+.-]*:|\/\/)/i.test(entityIdValue)) throw new Error("Timeline content must reference an existing Sequence media Entity id; a URL is not allowed");
|
|
1605
|
-
const entityId = createEntityId(entityIdValue);
|
|
1606
|
-
const row = rows.entities.find((candidate) => candidate.entityId === entityId);
|
|
1607
|
-
if (row == null) throw new Error(`Timeline content must reference an existing Sequence media Entity; "${entityId}" was not found`);
|
|
1608
|
-
if (!hasSequence({
|
|
1609
|
-
...row.payload,
|
|
1610
|
-
entityId: row.entityId,
|
|
1611
|
-
entityKind: row.entityKind
|
|
1612
|
-
})) throw new Error(`Timeline content must reference a Sequence media Entity, but "${entityId}" has kind "${row.entityKind}"`);
|
|
1613
|
-
return row;
|
|
1614
|
-
}
|
|
1615
|
-
function assertOnlyStructuralIncidents(rows, entityId, allowedKinds) {
|
|
1616
|
-
const unsupported = incidentRelations(rows, entityId).filter((relation) => !allowedKinds.has(relation.relationKind));
|
|
1617
|
-
if (unsupported.length === 0) return;
|
|
1618
|
-
throw new Error(`Cannot delete Clip graph: Entity "${entityId}" has unsupported incident Relation id(s): ${unsupported.map((relation) => relation.relationId).sort().join(", ")}`);
|
|
1619
|
-
}
|
|
1620
|
-
function incidentRelations(rows, entityId) {
|
|
1621
|
-
return rows.relations.filter((relation) => relation.endpoint0EntityId === entityId || relation.endpoint1EntityId === entityId);
|
|
1622
|
-
}
|
|
1623
|
-
function hasOutgoingClipAnchor(rows, clipEntityId) {
|
|
1624
|
-
return rows.relations.some((relation) => relation.relationKind === "clip-anchor" && relation.endpoint0EntityId === clipEntityId);
|
|
1625
|
-
}
|
|
1626
|
-
function outgoingAnchorChildren(rows, hostIds) {
|
|
1627
|
-
return rows.relations.filter((relation) => relation.relationKind === "clip-anchor" && hostIds.has(relation.endpoint1EntityId)).map((relation) => String(relation.endpoint0EntityId));
|
|
1628
|
-
}
|
|
1629
|
-
function applyPlacementPayload(clipPayload, placement) {
|
|
1630
|
-
if (placement.kind === "sequential") {
|
|
1631
|
-
clipPayload.order = finiteNumber(placement.order, "Clip order");
|
|
1632
|
-
return {};
|
|
1633
|
-
}
|
|
1634
|
-
if (placement.kind === "absolute") return { targetRange: cloneJsonValue(placement.targetRange, "targetRange") };
|
|
1635
|
-
return { anchorOffset: finiteNonNegative(placement.anchorOffset, "anchorOffset") };
|
|
1636
|
-
}
|
|
1637
|
-
function requireAvailableEntityId(rows, value) {
|
|
1638
|
-
const entityId = createEntityId(value);
|
|
1639
|
-
if (rows.entities.some((entity) => entity.entityId === entityId)) throw new Error(`Entity id "${entityId}" already exists`);
|
|
1640
|
-
return entityId;
|
|
1641
|
-
}
|
|
1642
|
-
function setClipOrder(rows, clipEntityId, order) {
|
|
1643
|
-
const clip = requireEntityKind(rows, clipEntityId, "clip");
|
|
1644
|
-
replaceEntity(rows, clip.entityId, {
|
|
1645
|
-
...clip,
|
|
1646
|
-
payload: {
|
|
1647
|
-
...clip.payload,
|
|
1648
|
-
order
|
|
1649
|
-
}
|
|
1650
|
-
});
|
|
1651
|
-
}
|
|
1652
|
-
function normalizeSequentialOrders(rows) {
|
|
1653
|
-
for (const track of rows.entities.filter((entity) => entity.entityKind === "track")) rows.relations.filter((relation) => relation.relationKind === "track-clip" && relation.endpoint0EntityId === track.entityId).map((relation) => rows.entities.find((entity) => entity.entityId === relation.endpoint1EntityId)).filter((entity) => entity?.entityKind === "clip" && typeof entity.payload.order === "number").sort((left, right) => Number(left.payload.order) - Number(right.payload.order)).forEach((clip, order) => setClipOrder(rows, clip.entityId, order));
|
|
1654
|
-
}
|
|
1655
|
-
function findRoleTrack(rows, timelineEntityId, role) {
|
|
1656
|
-
const timeline = requireEntityKind(rows, timelineEntityId, "timeline");
|
|
1657
|
-
const tracks = incidentRelations(rows, timeline.entityId).filter((relation) => relation.relationKind === "timeline-track").map((relation) => requireEntityKind(rows, otherEndpoint(relation, timeline.entityId), "track")).filter((track) => track.payload.role === role);
|
|
1658
|
-
if (tracks.length > 1) throw new Error(`Timeline "${timelineEntityId}" has multiple ${role} Tracks`);
|
|
1659
|
-
return tracks[0];
|
|
1660
|
-
}
|
|
1661
|
-
function clipsOnTrack(rows, trackEntityId) {
|
|
1662
|
-
return incidentRelations(rows, trackEntityId).filter((relation) => relation.relationKind === "track-clip").map((relation) => requireEntityKind(rows, otherEndpoint(relation, trackEntityId), "clip"));
|
|
1663
|
-
}
|
|
1664
|
-
function clipRole(rows, clipEntityId) {
|
|
1665
|
-
const topology = requireClipTopology(rows, clipEntityId);
|
|
1666
|
-
return requireEntityKind(rows, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track").payload.role;
|
|
1667
|
-
}
|
|
1668
|
-
function directAnchorChildren(rows, hostClipEntityId) {
|
|
1669
|
-
return rows.relations.filter((relation) => relation.relationKind === "clip-anchor" && relation.endpoint1EntityId === hostClipEntityId).map((relation) => String(relation.endpoint0EntityId));
|
|
1670
|
-
}
|
|
1671
|
-
function requireSupportedRole(rows, topology) {
|
|
1672
|
-
const role = requireEntityKind(rows, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track").payload.role;
|
|
1673
|
-
if (role !== "video_clip" && role !== "speech" && role !== "caption" && role !== "bgm") throw new Error(`Clip "${topology.clip.entityId}" is not on a supported timeline Track`);
|
|
1674
|
-
return role;
|
|
1675
|
-
}
|
|
1676
|
-
function requireClipOnRole(rows, clipEntityId, role) {
|
|
1677
|
-
const topology = requireClipTopology(rows, clipEntityId);
|
|
1678
|
-
if (requireEntityKind(rows, otherEndpoint(topology.trackRelation, topology.clip.entityId), "track").payload.role !== role) throw new Error(`Clip "${clipEntityId}" must belong to the ${role} Track`);
|
|
1679
|
-
return topology;
|
|
1680
|
-
}
|
|
1681
|
-
function finiteNumber(value, label) {
|
|
1682
|
-
if (!Number.isFinite(value)) throw new Error(`${label} must be finite`);
|
|
1683
|
-
return value;
|
|
1684
|
-
}
|
|
1685
|
-
function finitePositive(value, label) {
|
|
1686
|
-
const result = finiteNumber(value, label);
|
|
1687
|
-
if (result <= 0) throw new Error(`${label} must be positive`);
|
|
1688
|
-
return result;
|
|
1689
|
-
}
|
|
1690
|
-
function requireVolume(value) {
|
|
1691
|
-
const volume = finiteNumber(value, "Clip volume");
|
|
1692
|
-
if (volume < -60 || volume > 20) throw new Error("Clip volume must be between -60 and 20 dB");
|
|
1693
|
-
return volume;
|
|
1694
|
-
}
|
|
1695
|
-
function requirePositiveRange(value, label) {
|
|
1696
|
-
if (!isJsonObject(value)) throw new Error(`${label} must be an object`);
|
|
1697
|
-
const start = finiteNonNegative(value.start, `${label}.start`);
|
|
1698
|
-
const end = finitePositive(value.end, `${label}.end`);
|
|
1699
|
-
if (!Number.isSafeInteger(start) || !Number.isSafeInteger(end) || end <= start) throw new Error(`${label} must be a positive whole-millisecond range`);
|
|
1700
|
-
return {
|
|
1701
|
-
start,
|
|
1702
|
-
end
|
|
1703
|
-
};
|
|
1704
|
-
}
|
|
1705
|
-
function markerDuration(payload, sourceRange) {
|
|
1706
|
-
const duration = payload.duration;
|
|
1707
|
-
if (!isJsonObject(duration)) throw new Error("Sequence Marker duration must be an object");
|
|
1708
|
-
if (duration.mode === "from-source") return sourceRange.end - sourceRange.start;
|
|
1709
|
-
if (duration.mode !== "fixed") throw new Error("Sequence Marker duration mode is unsupported");
|
|
1710
|
-
return finitePositive(duration.value, "Sequence Marker fixed duration");
|
|
1711
|
-
}
|
|
1712
|
-
function linearRate(value) {
|
|
1713
|
-
if (value === void 0) return 1;
|
|
1714
|
-
if (!isJsonObject(value) || value.kind !== "linear") throw new Error("Only linear Clip time remapping is supported");
|
|
1715
|
-
return finitePositive(value.rate, "linear speed rate");
|
|
1716
|
-
}
|
|
1717
|
-
function resizeAbsoluteTarget(payload, duration) {
|
|
1718
|
-
if (payload.targetRange === void 0) return;
|
|
1719
|
-
const target = requirePositiveRange(payload.targetRange, "targetRange");
|
|
1720
|
-
payload.targetRange = {
|
|
1721
|
-
start: target.start,
|
|
1722
|
-
end: target.start + duration
|
|
1723
|
-
};
|
|
1724
|
-
}
|
|
1725
|
-
function replaceRows(rows, replacement) {
|
|
1726
|
-
rows.entities = structuredClone([...replacement.entities]);
|
|
1727
|
-
rows.relations = structuredClone([...replacement.relations]);
|
|
1728
|
-
}
|
|
1729
|
-
function finiteNonNegative(value, label) {
|
|
1730
|
-
const result = finiteNumber(value, label);
|
|
1731
|
-
if (result < 0) throw new Error(`${label} must be non-negative`);
|
|
1732
|
-
return result;
|
|
1733
|
-
}
|
|
1734
|
-
function nextSequentialOrder(rows, trackEntityId) {
|
|
1735
|
-
const orders = rows.relations.filter((relation) => relation.relationKind === "track-clip" && relation.endpoint0EntityId === trackEntityId).map((relation) => rows.entities.find((entity) => entity.entityId === relation.endpoint1EntityId)?.payload.order).filter((order) => typeof order === "number" && Number.isFinite(order));
|
|
1736
|
-
return orders.length === 0 ? 0 : Math.max(...orders) + 1;
|
|
1737
|
-
}
|
|
1738
|
-
function otherEndpoint(relation, entityId) {
|
|
1739
|
-
if (relation.endpoint0EntityId === entityId) return relation.endpoint1EntityId;
|
|
1740
|
-
if (relation.endpoint1EntityId === entityId) return relation.endpoint0EntityId;
|
|
1741
|
-
throw new Error(`Relation "${relation.relationId}" is not incident to Entity "${entityId}"`);
|
|
1742
|
-
}
|
|
1743
|
-
function replaceEntity(rows, entityId, replacement) {
|
|
1744
|
-
const index = rows.entities.findIndex((entity) => entity.entityId === entityId);
|
|
1745
|
-
if (index < 0) throw new Error(`Entity id "${entityId}" does not exist`);
|
|
1746
|
-
rows.entities[index] = replacement;
|
|
1747
|
-
}
|
|
1748
|
-
function markerPayload(value) {
|
|
1749
|
-
return cloneJsonObject(value, "Sequence Marker payload");
|
|
1750
|
-
}
|
|
1751
|
-
function cloneJsonObject(value, label) {
|
|
1752
|
-
const cloned = structuredClone(value);
|
|
1753
|
-
if (!isJsonObject(cloned)) throw new Error(`${label} must contain only JSON values`);
|
|
1754
|
-
return cloned;
|
|
1755
|
-
}
|
|
1756
|
-
function cloneJsonValue(value, label) {
|
|
1757
|
-
return cloneJsonObject({ value }, label).value;
|
|
1758
|
-
}
|
|
1759
|
-
function cloneRows(rows) {
|
|
1760
|
-
return {
|
|
1761
|
-
entities: rows.entities.map((entity) => structuredClone(entity)),
|
|
1762
|
-
relations: rows.relations.map((relation) => structuredClone(relation))
|
|
1763
|
-
};
|
|
1764
|
-
}
|
|
1765
|
-
const numericMarkerValidation = { compareMarkerPoints: (_marker, _range, left, right) => {
|
|
1766
|
-
if (typeof left !== "number" || !Number.isFinite(left) || typeof right !== "number" || !Number.isFinite(right)) throw new Error("Sequence Marker points must use finite numeric coordinates");
|
|
1767
|
-
return left - right;
|
|
1768
|
-
} };
|
|
427
|
+
});
|
|
428
|
+
//#endregion
|
|
429
|
+
//#region src/editor/schemas/adjust-bgm-volume.ts
|
|
430
|
+
const adjustBgmVolumeInputSchema = z.object({ bgm: z.array(z.object({
|
|
431
|
+
bgm_id: clipIdSchema.describe("The bgm part ID to adjust volume for"),
|
|
432
|
+
volume: volumeSchema.describe("Volume in decibels (-60.0 to 20.0; 0.0 = original)")
|
|
433
|
+
})).min(1).describe("List of bgm parts with their new volume settings") });
|
|
434
|
+
//#endregion
|
|
435
|
+
//#region src/editor/schemas/adjust-speech-volume.ts
|
|
436
|
+
const adjustSpeechVolumeInputSchema = z.object({ speeches: z.array(z.object({
|
|
437
|
+
speech_id: speechIdSchema.describe("The speech part ID to adjust volume for"),
|
|
438
|
+
volume: volumeSchema.describe("Volume in decibels (-60.0 to 20.0; 0.0 = original)")
|
|
439
|
+
})).min(1).describe("List of speeches with their new volume settings") });
|
|
440
|
+
//#endregion
|
|
441
|
+
//#region src/editor/schemas/adjust-video-clip-duration.ts
|
|
442
|
+
/**
|
|
443
|
+
* Re-trim existing video clips (the user-facing "adjust duration" gesture is a
|
|
444
|
+
* trim of the source window). The new `play_in` / `play_out` are the facts; the
|
|
445
|
+
* effective timeline duration is derived from them and the clip's `speed_shift`,
|
|
446
|
+
* and the change reflows downstream clips, speeches, and the timeline inside the
|
|
447
|
+
* op's transaction (no caller-materialized cascade).
|
|
448
|
+
*/
|
|
449
|
+
const adjustVideoClipDurationInputSchema = z.object({ clips: z.array(z.object({
|
|
450
|
+
clip_id: clipIdSchema.describe("The video clip part ID to re-trim"),
|
|
451
|
+
play_in: timelineMsSchema.describe("New trim window start in the source media"),
|
|
452
|
+
play_out: positiveMsSchema.describe("New trim window end in the source media")
|
|
453
|
+
})).min(1).describe("Video clips with their new trim windows") });
|
|
454
|
+
//#endregion
|
|
455
|
+
//#region src/editor/schemas/adjust-video-clip-volume.ts
|
|
456
|
+
const adjustVideoClipVolumeInputSchema = z.object({ clips: z.array(z.object({
|
|
457
|
+
clip_id: clipIdSchema.describe("The video clip part ID to adjust volume for"),
|
|
458
|
+
volume: volumeSchema.describe("Volume in decibels (-60.0 to 20.0; 0.0 = original)")
|
|
459
|
+
})).min(1).describe("List of video clips with their new volume settings") });
|
|
1769
460
|
//#endregion
|
|
1770
|
-
//#region src/
|
|
1771
|
-
/**
|
|
1772
|
-
|
|
1773
|
-
|
|
1774
|
-
|
|
1775
|
-
|
|
1776
|
-
|
|
1777
|
-
|
|
1778
|
-
|
|
1779
|
-
|
|
1780
|
-
|
|
1781
|
-
|
|
1782
|
-
|
|
1783
|
-
|
|
1784
|
-
|
|
1785
|
-
|
|
1786
|
-
|
|
1787
|
-
|
|
1788
|
-
|
|
461
|
+
//#region src/editor/schemas/change-speech.ts
|
|
462
|
+
/**
|
|
463
|
+
* Change a speech's script or voice. Both re-run TTS upstream and return the
|
|
464
|
+
* regenerated speech / caption parts in the same materialized shape as
|
|
465
|
+
* `AddSpeeches` (`speech-assets.ts`); the op upserts them by id (the speech part
|
|
466
|
+
* id is preserved across a re-TTS), re-seats at `start_ms`, and reflows. Old
|
|
467
|
+
* caption parts no longer owned by the speech are removed via `caption_ids`.
|
|
468
|
+
*/
|
|
469
|
+
const changeSpeechScriptInputSchema = speechAssetsSchema.describe("Regenerated speeches + captions (new script)");
|
|
470
|
+
const changeSpeechVoiceInputSchema = speechAssetsSchema.describe("Regenerated speeches + captions (new voice)");
|
|
471
|
+
//#endregion
|
|
472
|
+
//#region src/editor/schemas/delete-bgm.ts
|
|
473
|
+
/**
|
|
474
|
+
* Remove the document BGM. Pure document edit: clears the bgm lane and removes
|
|
475
|
+
* the bgm part. Takes no input (a document holds at most one bgm); an empty
|
|
476
|
+
* object keeps the op signature uniform with the rest.
|
|
477
|
+
*/
|
|
478
|
+
const deleteBgmInputSchema = z.object({}).describe("Remove the document BGM (no parameters)");
|
|
479
|
+
//#endregion
|
|
480
|
+
//#region src/editor/schemas/delete-speeches.ts
|
|
481
|
+
/**
|
|
482
|
+
* Delete speeches with their captions. Pure document edit (no side effect): the
|
|
483
|
+
* op removes each speech part, cascade-deletes the captions it owns (via
|
|
484
|
+
* `caption_ids` / `speech_part_id`), drops their track items, and reflows.
|
|
485
|
+
*/
|
|
486
|
+
const deleteSpeechesInputSchema = z.object({ speech_ids: speechIdsSchema.describe("Speech part IDs to delete (their captions cascade-delete)") });
|
|
487
|
+
//#endregion
|
|
488
|
+
//#region src/editor/schemas/delete-video-clips.ts
|
|
489
|
+
/**
|
|
490
|
+
* How a delete handles the anchored subtree (speeches anchored to a deleted clip,
|
|
491
|
+
* and their captions) — a delete-op policy, not a data-model field (reference/17
|
|
492
|
+
* §6). `cascade` (default) removes the subtree; `detach` keeps the direct
|
|
493
|
+
* anchored children, re-pinning them to `absolute` so they stay on the timeline.
|
|
494
|
+
*/
|
|
495
|
+
const anchoredDeletePolicySchema = z.enum(["cascade", "detach"]);
|
|
496
|
+
const deleteVideoClipsInputSchema = z.object({
|
|
497
|
+
clip_ids: clipIdsSchema.describe("List of video clip part IDs to delete from the main track"),
|
|
498
|
+
on_anchored: anchoredDeletePolicySchema.optional().describe("How to treat anchored children (default cascade)")
|
|
499
|
+
});
|
|
500
|
+
//#endregion
|
|
501
|
+
//#region src/editor/schemas/move-speeches.ts
|
|
502
|
+
/**
|
|
503
|
+
* Move speeches in time. Pure document edit: the op re-seats each speech at its
|
|
504
|
+
* new absolute `start_ms`; the cascade reassigns it to the host video clip,
|
|
505
|
+
* resolves overlaps, and reflows. Captions follow their speech.
|
|
506
|
+
*/
|
|
507
|
+
const moveSpeechesInputSchema = z.object({ speeches: z.array(z.object({
|
|
508
|
+
speech_id: speechIdSchema.describe("The speech part ID to move"),
|
|
509
|
+
new_start_ms: timelineMsSchema.describe("New absolute start time on the timeline")
|
|
510
|
+
})).min(1).describe("Speeches to move to new positions") });
|
|
511
|
+
//#endregion
|
|
512
|
+
//#region src/editor/schemas/move-video-clips-by-anchor.ts
|
|
513
|
+
/**
|
|
514
|
+
* Where the moved block lands on the main track.
|
|
515
|
+
*
|
|
516
|
+
* A discriminated union rather than two optional `before_clip_id` /
|
|
517
|
+
* `after_clip_id` fields (the shape `addVideoClips` had to use, because there the
|
|
518
|
+
* two modes share a whole clip description): here the alternatives carry nothing
|
|
519
|
+
* in common, so making them mutually exclusive *by type* removes three runtime
|
|
520
|
+
* `superRefine` checks that would otherwise have to be written and tested.
|
|
521
|
+
*
|
|
522
|
+
* `track_start` is an explicit member, not the absence of an anchor. The
|
|
523
|
+
* agent-harness mutation this maps from treats "neither anchor given" as
|
|
524
|
+
* "move to the front" (`applyBatchMoveVideoClips` falls back to `insertIndex = 0`),
|
|
525
|
+
* which is a default buried in a tool description. Requiring the caller to name
|
|
526
|
+
* that intent keeps a forgotten field from silently reordering the timeline.
|
|
527
|
+
*/
|
|
528
|
+
const moveAnchorSchema = z.discriminatedUnion("position", [
|
|
529
|
+
z.object({
|
|
530
|
+
position: z.literal("before"),
|
|
531
|
+
clip_id: clipIdSchema.describe("The moved block lands immediately before this clip")
|
|
532
|
+
}),
|
|
533
|
+
z.object({
|
|
534
|
+
position: z.literal("after"),
|
|
535
|
+
clip_id: clipIdSchema.describe("The moved block lands immediately after this clip")
|
|
536
|
+
}),
|
|
537
|
+
z.object({ position: z.literal("track_start") })
|
|
538
|
+
]).describe("Where the moved block lands: before/after a reference clip, or at the head of the track");
|
|
539
|
+
/**
|
|
540
|
+
* What happens to the speeches anchored to the clips being moved.
|
|
541
|
+
*
|
|
542
|
+
* - `follow` keeps each speech anchored where it is, so it travels with its clip
|
|
543
|
+
* to the new position. In the anchored model this is the *no-op* branch: a
|
|
544
|
+
* speech's authoritative fact is `{ anchorPartId, offsetMs }` and its absolute
|
|
545
|
+
* time is derived on read from the host's position, so moving the host moves
|
|
546
|
+
* the speech with no write to the speech at all.
|
|
547
|
+
* - `keep_absolute` preserves each speech's current absolute landing instead, then
|
|
548
|
+
* re-anchors it to whichever clip now covers that time (RFC 02 §9.1/§11.1). This
|
|
549
|
+
* is the branch that costs an extra pass, and the one the FE timeline uses.
|
|
550
|
+
*
|
|
551
|
+
* **Required, with no default**, matching `deleteVideoClips` and
|
|
552
|
+
* `replaceVideoClipSequence`. The two branches decide which picture the user's
|
|
553
|
+
* narration ends up over, which is too consequential to infer from a missing
|
|
554
|
+
* field — and neither branch is "safe enough" to be the implicit one.
|
|
555
|
+
*/
|
|
556
|
+
const movedClipAnchoredPolicySchema = z.enum(["follow", "keep_absolute"]);
|
|
557
|
+
/**
|
|
558
|
+
* Reorder a set of main-track clips relative to a reference clip.
|
|
559
|
+
*
|
|
560
|
+
* Distinct from `moveVideoClips`, which positions clips by absolute time
|
|
561
|
+
* (`new_start_ms`) and is what the FE timeline dispatches after a drag. Main-track
|
|
562
|
+
* clips are `sequential`-positioned, so absolute time is not authoritative state
|
|
563
|
+
* there (RFC 02 §4/§7): `moveVideoClips` has to *guess* an index back out of the
|
|
564
|
+
* time it was handed, whereas an anchor already is the ordinal fact being changed.
|
|
565
|
+
* Keeping them separate also isolates blast radius — this method can diverge on
|
|
566
|
+
* speech policy without touching the FE path.
|
|
567
|
+
*
|
|
568
|
+
* `clip_ids` need not be contiguous. They move as one block, keeping their
|
|
569
|
+
* relative order, which is the agent-harness `batch_move_video_clips` contract.
|
|
570
|
+
*/
|
|
571
|
+
const moveVideoClipsByAnchorInputSchema = z.object({
|
|
572
|
+
clip_ids: clipIdsSchema.describe("Clips to move as one block, keeping their relative order. Need not be contiguous on the track."),
|
|
573
|
+
anchor: moveAnchorSchema,
|
|
574
|
+
on_anchored: movedClipAnchoredPolicySchema.describe("What happens to speeches anchored to the moved clips (required — see the policy doc)")
|
|
575
|
+
});
|
|
576
|
+
//#endregion
|
|
577
|
+
//#region src/editor/schemas/move-video-clips.ts
|
|
578
|
+
const moveVideoClipsInputSchema = z.object({ clips: z.array(z.object({
|
|
579
|
+
clip_id: clipIdSchema.describe("The video clip part ID to move"),
|
|
580
|
+
new_start_ms: timelineMsSchema.describe("New absolute start time in milliseconds on the timeline"),
|
|
581
|
+
new_track_id: z.string().min(1).optional().describe("Target track ID to move the clip to (optional)")
|
|
582
|
+
})).min(1).describe("List of video clips to move to new positions") });
|
|
583
|
+
//#endregion
|
|
584
|
+
//#region src/editor/schemas/replace-video-clip-content.ts
|
|
585
|
+
/**
|
|
586
|
+
* Replace the media backing existing video clips. The media import runs upstream
|
|
587
|
+
* (Director); its stable result — the new media id, intrinsic length, and the
|
|
588
|
+
* reset trim window — arrives materialized (see
|
|
589
|
+
* `results/phase-4-side-effect-payload-contract.md` §4). Director resets
|
|
590
|
+
* `play_in=0` / `play_out=media_duration_ms` and clears `speed_shift` on
|
|
591
|
+
* replacement. The clip `part_id`s (hence their track items) are unchanged; the
|
|
592
|
+
* editor reflows the main track from the new effective durations.
|
|
593
|
+
*/
|
|
594
|
+
const replaceVideoClipContentInputSchema = z.object({ clips: z.array(z.object({
|
|
595
|
+
clip_id: clipIdSchema.describe("Existing video clip part ID to re-point"),
|
|
596
|
+
origin_media_id: mediaIdSchema.describe("The new media asset ID"),
|
|
597
|
+
media_duration_ms: positiveMsSchema.describe("The new media's intrinsic full length"),
|
|
598
|
+
play_in: timelineMsSchema.describe("Trim window start in the new media (usually 0)"),
|
|
599
|
+
play_out: positiveMsSchema.describe("Trim window end in the new media (usually = media_duration_ms)"),
|
|
600
|
+
volume: volumeSchema
|
|
601
|
+
})).min(1).describe("Video clips whose media is being replaced") });
|
|
602
|
+
//#endregion
|
|
603
|
+
//#region src/editor/schemas/replace-video-clip-sequence.ts
|
|
604
|
+
/**
|
|
605
|
+
* What happens to the speeches anchored to the clips being replaced.
|
|
606
|
+
*
|
|
607
|
+
* - `remap` re-anchors each surviving speech to the new clip in the SAME POSITION
|
|
608
|
+
* of the sequence, keeping its offset — old[i]'s children become new[i]'s
|
|
609
|
+
* children. An old clip with no counterpart (fewer new clips than old) has its
|
|
610
|
+
* subtree deleted, because there is nothing left to anchor to.
|
|
611
|
+
* - `cascade` deletes every anchored speech (and its captions) outright, like
|
|
612
|
+
* `deleteVideoClips`.
|
|
613
|
+
*
|
|
614
|
+
* **Required, with no default.** The two branches differ in whether the user's
|
|
615
|
+
* narration survives, and the agent tool that drives this op makes its
|
|
616
|
+
* `preserve_speeches` flag required for that reason. A default here would let a
|
|
617
|
+
* caller that forgot the field silently delete speech.
|
|
618
|
+
*/
|
|
619
|
+
const anchoredReplacePolicySchema = z.enum(["remap", "cascade"]);
|
|
620
|
+
/**
|
|
621
|
+
* Replace a contiguous run of main-track clips with a new run.
|
|
622
|
+
*
|
|
623
|
+
* A composite of delete + insert that cannot be expressed as the two ops in
|
|
624
|
+
* sequence, because the anchored speeches have to survive *across* the swap: with
|
|
625
|
+
* `remap` they are re-anchored positionally, which needs both the old and the new
|
|
626
|
+
* ids in the same transaction (ADR 0009 — the cascade stays in the editor, callers
|
|
627
|
+
* never re-wire anchors themselves).
|
|
628
|
+
*
|
|
629
|
+
* Duration facts follow `addVideoClips`: `media_duration_ms` is the source's
|
|
630
|
+
* intrinsic length and the trim window defaults to the whole media. The effective
|
|
631
|
+
* timeline duration is derived by the projection, never an input.
|
|
632
|
+
*
|
|
633
|
+
* `media_id` is optional: omitting it creates a **deliberate empty placeholder
|
|
634
|
+
* clip** (`origin_media_id: ''`) — structure with no picture. This is the only op
|
|
635
|
+
* that can produce one, and it is authoritative state, unlike the gap fillers the
|
|
636
|
+
* read-side solve mints (which never enter the document).
|
|
637
|
+
*/
|
|
638
|
+
const replaceVideoClipSequenceInputSchema = z.object({
|
|
639
|
+
old_clip_ids: clipIdsSchema.describe("The clips being replaced: a contiguous main-track run, listed in timeline order"),
|
|
640
|
+
new_clips: z.array(z.object({
|
|
641
|
+
media_id: mediaIdSchema.optional().describe("The replacement media asset ID. Omit to create an empty placeholder clip."),
|
|
642
|
+
media_duration_ms: positiveMsSchema.describe("The source media's intrinsic full length in ms"),
|
|
643
|
+
play_in: timelineMsSchema.optional().describe("Trim window start in the media (default 0)"),
|
|
644
|
+
play_out: positiveMsSchema.optional().describe("Trim window end in the media (default media_duration_ms)")
|
|
645
|
+
})).min(1).describe("The replacement clips, in the order they take on the track"),
|
|
646
|
+
on_anchored: anchoredReplacePolicySchema.describe("What happens to speeches anchored to the replaced clips (required — see the policy doc)")
|
|
647
|
+
}).superRefine((data, ctx) => {
|
|
648
|
+
for (let i = 0; i < data.new_clips.length; i++) {
|
|
649
|
+
const clip = data.new_clips[i];
|
|
650
|
+
const playIn = clip.play_in ?? 0;
|
|
651
|
+
const playOut = clip.play_out ?? clip.media_duration_ms;
|
|
652
|
+
if (playOut > clip.media_duration_ms) ctx.addIssue({
|
|
653
|
+
code: z.ZodIssueCode.custom,
|
|
654
|
+
message: `new_clips[${i}].play_out ${playOut}ms exceeds media_duration_ms ${clip.media_duration_ms}ms`,
|
|
655
|
+
path: [
|
|
656
|
+
"new_clips",
|
|
657
|
+
i,
|
|
658
|
+
"play_out"
|
|
659
|
+
]
|
|
1789
660
|
});
|
|
1790
|
-
|
|
1791
|
-
|
|
1792
|
-
|
|
1793
|
-
|
|
1794
|
-
|
|
1795
|
-
|
|
1796
|
-
|
|
1797
|
-
|
|
1798
|
-
endpoint0EntityId: createEntityId(from),
|
|
1799
|
-
endpoint1EntityId: createEntityId(to),
|
|
1800
|
-
metadata,
|
|
1801
|
-
trace: {}
|
|
661
|
+
if (playIn >= playOut) ctx.addIssue({
|
|
662
|
+
code: z.ZodIssueCode.custom,
|
|
663
|
+
message: `new_clips[${i}].play_in ${playIn}ms must be less than play_out ${playOut}ms`,
|
|
664
|
+
path: [
|
|
665
|
+
"new_clips",
|
|
666
|
+
i,
|
|
667
|
+
"play_in"
|
|
668
|
+
]
|
|
1802
669
|
});
|
|
1803
|
-
};
|
|
1804
|
-
const facts = /* @__PURE__ */ new Map();
|
|
1805
|
-
for (const fact of assetFacts) {
|
|
1806
|
-
if (facts.has(fact.assetId)) fail(`Duplicate asset facts for ${fact.assetId}`);
|
|
1807
|
-
facts.set(fact.assetId, fact);
|
|
1808
|
-
}
|
|
1809
|
-
const contentByPartId = /* @__PURE__ */ new Map();
|
|
1810
|
-
const scriptBySpeechClipId = /* @__PURE__ */ new Map();
|
|
1811
|
-
for (const track of legacy.tracks ?? []) for (const item of track.items ?? []) {
|
|
1812
|
-
const part = requirePart(legacy, item.part_id);
|
|
1813
|
-
if (part.video_clip !== void 0) {
|
|
1814
|
-
const assetId = part.video_clip.origin_media_id;
|
|
1815
|
-
const fact = facts.get(assetId);
|
|
1816
|
-
if (fact === void 0) fail(`Missing factual media metadata for ${assetId}`);
|
|
1817
|
-
if (fact.kind !== "image" && fact.kind !== "video") fail(`Legacy video Clip ${item.part_id} requires an image or video fact`);
|
|
1818
|
-
const imported = importMediaAsset({
|
|
1819
|
-
entities,
|
|
1820
|
-
relations
|
|
1821
|
-
}, fact, idFactory);
|
|
1822
|
-
entities = [...imported.rows.entities];
|
|
1823
|
-
relations = [...imported.rows.relations];
|
|
1824
|
-
contentByPartId.set(item.part_id, imported.contentEntityId);
|
|
1825
|
-
} else if (part.speech !== void 0) {
|
|
1826
|
-
const speech = part.speech;
|
|
1827
|
-
const imported = importMediaAsset({
|
|
1828
|
-
entities,
|
|
1829
|
-
relations
|
|
1830
|
-
}, {
|
|
1831
|
-
assetId: speech.origin_speech_id,
|
|
1832
|
-
kind: "voice",
|
|
1833
|
-
durationMs: speech.media_duration_ms,
|
|
1834
|
-
storageKey: speech.audio_storage_key,
|
|
1835
|
-
voice: {
|
|
1836
|
-
system: "voice-library",
|
|
1837
|
-
key: speech.voice.id,
|
|
1838
|
-
...speech.voice.name === void 0 ? {} : { name: speech.voice.name }
|
|
1839
|
-
}
|
|
1840
|
-
}, idFactory);
|
|
1841
|
-
entities = [...imported.rows.entities];
|
|
1842
|
-
relations = [...imported.rows.relations];
|
|
1843
|
-
contentByPartId.set(item.part_id, imported.contentEntityId);
|
|
1844
|
-
scriptBySpeechClipId.set(item.part_id, ensureAudioScript(imported.contentEntityId, speech.audio_script, entities, relations, addEntity, link));
|
|
1845
|
-
} else if (part.bgm !== void 0) {
|
|
1846
|
-
const bgm = part.bgm;
|
|
1847
|
-
const fact = facts.get(bgm.origin_media_id);
|
|
1848
|
-
if (fact === void 0) fail(`Missing factual media metadata for ${bgm.origin_media_id}`);
|
|
1849
|
-
if (fact.kind !== "audio") fail(`Legacy BGM ${item.part_id} requires an audio fact`);
|
|
1850
|
-
if (fact.storageKey !== bgm.audio_storage_key) fail(`Factual storage key conflicts with legacy BGM ${item.part_id}`);
|
|
1851
|
-
const imported = importMediaAsset({
|
|
1852
|
-
entities,
|
|
1853
|
-
relations
|
|
1854
|
-
}, fact, idFactory);
|
|
1855
|
-
entities = [...imported.rows.entities];
|
|
1856
|
-
relations = [...imported.rows.relations];
|
|
1857
|
-
contentByPartId.set(item.part_id, imported.contentEntityId);
|
|
1858
|
-
}
|
|
1859
670
|
}
|
|
1860
|
-
|
|
1861
|
-
|
|
1862
|
-
|
|
1863
|
-
const track = addEntity("track", {
|
|
1864
|
-
role: oldTrack.parts_kind,
|
|
1865
|
-
order,
|
|
1866
|
-
...oldTrack.is_hidden === void 0 ? {} : { hidden: oldTrack.is_hidden }
|
|
1867
|
-
}, oldTrack.id);
|
|
1868
|
-
trackIds.set(oldTrack, track);
|
|
1869
|
-
link("timeline-track", timeline, track);
|
|
1870
|
-
}
|
|
1871
|
-
for (const oldTrack of legacy.tracks ?? []) {
|
|
1872
|
-
const track = trackIds.get(oldTrack);
|
|
1873
|
-
for (const [order, item] of (oldTrack.items ?? []).entries()) {
|
|
1874
|
-
const part = requirePart(legacy, item.part_id);
|
|
1875
|
-
const role = oldTrack.parts_kind;
|
|
1876
|
-
const volume = part.video_clip?.volume ?? part.speech?.volume ?? part.bgm?.volume;
|
|
1877
|
-
const clip = addEntity("clip", {
|
|
1878
|
-
...volume === void 0 ? {} : { volume },
|
|
1879
|
-
...item.time_position.mode === "sequential" && !(role === "video_clip" && normalizedMainRanges !== void 0) || role === "bgm" ? { order: role === "bgm" ? 0 : order } : {}
|
|
1880
|
-
}, item.part_id);
|
|
1881
|
-
let content = contentByPartId.get(item.part_id);
|
|
1882
|
-
let duration;
|
|
1883
|
-
let markerPayload;
|
|
1884
|
-
if (part.video_clip !== void 0) {
|
|
1885
|
-
const video = part.video_clip;
|
|
1886
|
-
duration = effectiveVideoClipDurationMs(video);
|
|
1887
|
-
const fact = facts.get(video.origin_media_id);
|
|
1888
|
-
const rate = speedOf(video.speed_shift);
|
|
1889
|
-
markerPayload = {
|
|
1890
|
-
sourceRange: {
|
|
1891
|
-
start: video.play_in,
|
|
1892
|
-
end: video.play_out
|
|
1893
|
-
},
|
|
1894
|
-
duration: {
|
|
1895
|
-
mode: "fixed",
|
|
1896
|
-
value: duration
|
|
1897
|
-
},
|
|
1898
|
-
...(fact.kind === "image" || fact.kind === "video") && video.speed_shift !== void 0 ? { timeRemapping: {
|
|
1899
|
-
kind: "linear",
|
|
1900
|
-
mode: video.speed_shift?.mode ?? "constant",
|
|
1901
|
-
rate
|
|
1902
|
-
} } : {}
|
|
1903
|
-
};
|
|
1904
|
-
} else if (part.speech !== void 0) {
|
|
1905
|
-
duration = part.speech.media_duration_ms;
|
|
1906
|
-
markerPayload = {
|
|
1907
|
-
sourceRange: {
|
|
1908
|
-
start: 0,
|
|
1909
|
-
end: duration
|
|
1910
|
-
},
|
|
1911
|
-
duration: {
|
|
1912
|
-
mode: "fixed",
|
|
1913
|
-
value: duration
|
|
1914
|
-
}
|
|
1915
|
-
};
|
|
1916
|
-
} else if (part.caption !== void 0) {
|
|
1917
|
-
const caption = part.caption;
|
|
1918
|
-
duration = caption.initial_duration_ms;
|
|
1919
|
-
content = addEntity("caption", {
|
|
1920
|
-
extent: {
|
|
1921
|
-
kind: "bounded",
|
|
1922
|
-
start: 0,
|
|
1923
|
-
end: duration
|
|
1924
|
-
},
|
|
1925
|
-
sampling: "native",
|
|
1926
|
-
coordinateSpace: "milliseconds",
|
|
1927
|
-
text: caption.text,
|
|
1928
|
-
...caption.style === void 0 ? {} : { style: toEntityCaptionStyle(caption.style) }
|
|
1929
|
-
});
|
|
1930
|
-
const asset = addEntity("asset", { inline: {
|
|
1931
|
-
mediaType: "text/plain",
|
|
1932
|
-
text: caption.text
|
|
1933
|
-
} });
|
|
1934
|
-
link("physical-asset", content, asset);
|
|
1935
|
-
const voice = contentByPartId.get(caption.speech_part_id);
|
|
1936
|
-
const script = scriptBySpeechClipId.get(caption.speech_part_id);
|
|
1937
|
-
link("caption-alignment", content, voice, { alignment: {
|
|
1938
|
-
start: caption.start_ms,
|
|
1939
|
-
end: caption.start_ms + duration
|
|
1940
|
-
} });
|
|
1941
|
-
link("caption-provenance", content, script, { segmentAlignment: [] });
|
|
1942
|
-
markerPayload = {
|
|
1943
|
-
sourceRange: {
|
|
1944
|
-
start: 0,
|
|
1945
|
-
end: duration
|
|
1946
|
-
},
|
|
1947
|
-
duration: {
|
|
1948
|
-
mode: "fixed",
|
|
1949
|
-
value: duration
|
|
1950
|
-
}
|
|
1951
|
-
};
|
|
1952
|
-
} else {
|
|
1953
|
-
const bgm = part.bgm;
|
|
1954
|
-
const fact = facts.get(bgm.origin_media_id);
|
|
1955
|
-
if (fact.kind !== "audio") fail(`Legacy BGM ${item.part_id} requires an audio fact`);
|
|
1956
|
-
duration = fact.durationMs;
|
|
1957
|
-
markerPayload = {
|
|
1958
|
-
sourceRange: {
|
|
1959
|
-
start: 0,
|
|
1960
|
-
end: duration
|
|
1961
|
-
},
|
|
1962
|
-
duration: { mode: "from-source" },
|
|
1963
|
-
durationPolicy: "timeline"
|
|
1964
|
-
};
|
|
1965
|
-
}
|
|
1966
|
-
if (content === void 0) fail(`Migration could not resolve content for ${item.part_id}`);
|
|
1967
|
-
const normalizedMainRange = role === "video_clip" ? normalizedMainRanges?.get(item.part_id) : void 0;
|
|
1968
|
-
if (normalizedMainRange !== void 0) markerPayload = {
|
|
1969
|
-
...markerPayload,
|
|
1970
|
-
targetRange: normalizedMainRange
|
|
1971
|
-
};
|
|
1972
|
-
else if (item.time_position.mode === "absolute" && role !== "bgm") markerPayload = {
|
|
1973
|
-
...markerPayload,
|
|
1974
|
-
targetRange: {
|
|
1975
|
-
start: item.time_position.offsetMs,
|
|
1976
|
-
end: item.time_position.offsetMs + duration
|
|
1977
|
-
}
|
|
1978
|
-
};
|
|
1979
|
-
else if (item.time_position.mode === "anchored") markerPayload = {
|
|
1980
|
-
...markerPayload,
|
|
1981
|
-
anchorOffset: item.time_position.offsetMs
|
|
1982
|
-
};
|
|
1983
|
-
const marker = addEntity("sequence-marker", markerPayload);
|
|
1984
|
-
link("track-clip", track, clip);
|
|
1985
|
-
link("clip-marker", clip, marker);
|
|
1986
|
-
link("marker-content", marker, content);
|
|
1987
|
-
if (item.time_position.mode === "anchored") link("clip-anchor", clip, item.time_position.anchorPartId);
|
|
1988
|
-
}
|
|
1989
|
-
}
|
|
1990
|
-
const rows = {
|
|
1991
|
-
entities,
|
|
1992
|
-
relations
|
|
1993
|
-
};
|
|
1994
|
-
assertEntityProjectionPreservesLegacy(legacy, projectEntityTimeline(rows, legacy.meta), rows);
|
|
1995
|
-
return rows;
|
|
1996
|
-
}
|
|
1997
|
-
/** Server gate: a cutover may change representation, never the existing render facts. */
|
|
1998
|
-
function assertEntityProjectionPreservesLegacy(legacy, projection, rows) {
|
|
1999
|
-
assertSupportedLegacy(legacy);
|
|
2000
|
-
if (projection.meta.schema_version !== "video-document/entity-projection-v1") fail("Expected an entity projection for migration");
|
|
2001
|
-
const normalizedMainRanges = overlapNormalizedMainRanges(legacy);
|
|
2002
|
-
const compatibilityFacts = (document) => {
|
|
2003
|
-
const { version: _version, ...view } = fromVideoDocument(document);
|
|
2004
|
-
for (const part of Object.values(view.part_library ?? {})) {
|
|
2005
|
-
const speech = part.speech;
|
|
2006
|
-
if (speech?.phoneme_script === null) delete speech.phoneme_script;
|
|
2007
|
-
}
|
|
2008
|
-
const { schema_version: _schemaVersion, version: _metaVersion, ...meta } = document.meta;
|
|
2009
|
-
return {
|
|
2010
|
-
meta,
|
|
2011
|
-
view
|
|
2012
|
-
};
|
|
2013
|
-
};
|
|
2014
|
-
if (canonical(compatibilityFacts(legacy)) !== canonical(compatibilityFacts(projection))) fail("Entity migration must preserve all existing timeline facts; edit after cutover");
|
|
2015
|
-
const trackOrders = [];
|
|
2016
|
-
for (const oldTrack of legacy.tracks ?? []) {
|
|
2017
|
-
const candidates = rows.entities.filter((row) => row.entityKind === "track" && (oldTrack.id === void 0 ? row.payload.role === oldTrack.parts_kind : row.entityId === oldTrack.id));
|
|
2018
|
-
if (candidates.length !== 1) fail("Migration must preserve every Track identity");
|
|
2019
|
-
const track = candidates[0];
|
|
2020
|
-
if (track.payload.role !== oldTrack.parts_kind || (track.payload.hidden ?? false) !== (oldTrack.is_hidden ?? false)) fail("Migration must preserve Track role and visibility");
|
|
2021
|
-
if (typeof track.payload.order !== "number" || !Number.isFinite(track.payload.order)) fail("Migration must preserve Track order");
|
|
2022
|
-
trackOrders.push(track.payload.order);
|
|
2023
|
-
const sequentialOrders = [];
|
|
2024
|
-
for (const item of oldTrack.items ?? []) {
|
|
2025
|
-
const clip = rows.entities.find((row) => row.entityId === item.part_id && row.entityKind === "clip");
|
|
2026
|
-
const binding = rows.relations.filter((row) => row.relationKind === "clip-marker" && row.endpoint0EntityId === item.part_id && rows.entities.some((entity) => entity.entityId === row.endpoint1EntityId && entity.entityKind === "sequence-marker"));
|
|
2027
|
-
const marker = rows.entities.find((row) => row.entityId === binding[0]?.endpoint1EntityId && row.entityKind === "sequence-marker");
|
|
2028
|
-
if (clip === void 0 || binding.length !== 1 || marker === void 0) fail("Migration must preserve Clip/Marker placement identity");
|
|
2029
|
-
const anchors = rows.relations.filter((row) => row.relationKind === "clip-anchor" && row.endpoint0EntityId === clip.entityId);
|
|
2030
|
-
const normalizedMainRange = oldTrack.parts_kind === "video_clip" ? normalizedMainRanges?.get(item.part_id) : void 0;
|
|
2031
|
-
if (normalizedMainRange !== void 0) {
|
|
2032
|
-
if (clip.payload.order !== void 0 || !isExactRange(marker.payload.targetRange, normalizedMainRange) || marker.payload.anchorOffset !== void 0 || anchors.length !== 0) fail("Migration must preserve the legacy overlap-normalized main Track");
|
|
2033
|
-
} else if (oldTrack.parts_kind === "bgm") {
|
|
2034
|
-
if (clip.payload.order !== 0 || marker.payload.targetRange !== void 0 || marker.payload.anchorOffset !== void 0 || marker.payload.durationPolicy !== "timeline" || anchors.length !== 0) fail("Migration must preserve timeline-filling BGM semantics");
|
|
2035
|
-
} else if (item.time_position.mode === "sequential") {
|
|
2036
|
-
if (marker.payload.targetRange !== void 0 || marker.payload.anchorOffset !== void 0 || typeof clip.payload.order !== "number" || !Number.isFinite(clip.payload.order) || anchors.length !== 0) fail("Migration must preserve sequential placement semantics");
|
|
2037
|
-
sequentialOrders.push(clip.payload.order);
|
|
2038
|
-
} else if (item.time_position.mode === "absolute") {
|
|
2039
|
-
const target = marker.payload.targetRange;
|
|
2040
|
-
if (clip.payload.order !== void 0 || !isRangeStartingAt(target, item.time_position.offsetMs) || marker.payload.anchorOffset !== void 0 || anchors.length !== 0) fail("Migration must preserve absolute placement semantics");
|
|
2041
|
-
} else if (clip.payload.order !== void 0 || marker.payload.targetRange !== void 0 || marker.payload.anchorOffset !== item.time_position.offsetMs || anchors.length !== 1 || anchors[0].endpoint1EntityId !== item.time_position.anchorPartId) fail("Migration must preserve anchored placement semantics");
|
|
2042
|
-
}
|
|
2043
|
-
if (sequentialOrders.some((order, index) => index > 0 && order <= sequentialOrders[index - 1])) fail("Migration must preserve sequential Clip order");
|
|
2044
|
-
}
|
|
2045
|
-
if (trackOrders.some((order, index) => index > 0 && order <= trackOrders[index - 1])) fail("Migration must preserve Track stacking order");
|
|
2046
|
-
}
|
|
2047
|
-
function assertSupportedLegacy(document) {
|
|
2048
|
-
assertValidVideoDocument(document);
|
|
2049
|
-
const tracks = document.tracks ?? [];
|
|
2050
|
-
assertKnownFields(document.timeline ?? {}, ["unit_time_ms"], "Timeline");
|
|
2051
|
-
if (document.timeline?.unit_time_ms !== void 0 && (typeof document.timeline.unit_time_ms !== "number" || !Number.isFinite(document.timeline.unit_time_ms) || document.timeline.unit_time_ms <= 0)) fail("Migration requires a positive finite unit_time_ms");
|
|
2052
|
-
const seenRoles = /* @__PURE__ */ new Set();
|
|
2053
|
-
const placed = /* @__PURE__ */ new Map();
|
|
2054
|
-
for (const track of tracks) {
|
|
2055
|
-
const role = track.parts_kind;
|
|
2056
|
-
if (role === void 0 || ![
|
|
2057
|
-
"video_clip",
|
|
2058
|
-
"speech",
|
|
2059
|
-
"caption",
|
|
2060
|
-
"bgm"
|
|
2061
|
-
].includes(role)) fail("Every legacy Track requires a supported role");
|
|
2062
|
-
if (seenRoles.has(role)) fail(`The compatibility editor supports only one ${role} Track`);
|
|
2063
|
-
seenRoles.add(role);
|
|
2064
|
-
if (track.id !== void 0 && (track.id.trim() === "" || track.id.trim() !== track.id)) fail("Migration requires trimmed Track identities");
|
|
2065
|
-
for (const item of track.items ?? []) {
|
|
2066
|
-
if (item.part_id.trim() === "" || item.part_id.trim() !== item.part_id) fail("Migration requires trimmed Clip identities");
|
|
2067
|
-
if (placed.has(item.part_id)) fail(`Legacy part ${item.part_id} is placed more than once`);
|
|
2068
|
-
placed.set(item.part_id, {
|
|
2069
|
-
track,
|
|
2070
|
-
item
|
|
2071
|
-
});
|
|
2072
|
-
assertKnownFields(item.time_position, item.time_position.mode === "sequential" ? ["mode"] : [
|
|
2073
|
-
"mode",
|
|
2074
|
-
"anchorPartId",
|
|
2075
|
-
"offsetMs"
|
|
2076
|
-
], "placement");
|
|
2077
|
-
if (item.time_position.mode === "absolute") requireMilliseconds(item.time_position.offsetMs, "absolute offset");
|
|
2078
|
-
if (item.time_position.mode === "anchored") {
|
|
2079
|
-
if (item.time_position.anchorPartId.trim() === "" || item.time_position.anchorPartId.trim() !== item.time_position.anchorPartId) fail("Migration requires a trimmed anchor identity");
|
|
2080
|
-
requireMilliseconds(item.time_position.offsetMs, "anchor offset");
|
|
2081
|
-
}
|
|
2082
|
-
if (item.fallback_abs_ms !== void 0) requireMilliseconds(item.fallback_abs_ms, "anchor fallback");
|
|
2083
|
-
assertKnownFields(item, [
|
|
2084
|
-
"part_id",
|
|
2085
|
-
"time_position",
|
|
2086
|
-
"fallback_abs_ms"
|
|
2087
|
-
], "TrackItem");
|
|
2088
|
-
}
|
|
2089
|
-
assertKnownFields(track, [
|
|
2090
|
-
"id",
|
|
2091
|
-
"parts_kind",
|
|
2092
|
-
"is_hidden",
|
|
2093
|
-
"items"
|
|
2094
|
-
], "Track");
|
|
2095
|
-
}
|
|
2096
|
-
for (const [id, part] of Object.entries(document.part_library ?? {})) {
|
|
2097
|
-
const placement = placed.get(id);
|
|
2098
|
-
if (placement === void 0) fail(`Cannot discard unplaced legacy part ${id}`);
|
|
2099
|
-
assertPartSupported(id, part, placement.track.parts_kind);
|
|
2100
|
-
}
|
|
2101
|
-
for (const id of placed.keys()) if (document.part_library?.[id] === void 0) fail(`Placed Clip ${id} has no part payload`);
|
|
2102
|
-
assertLegacyRelations(document, placed);
|
|
2103
|
-
}
|
|
2104
|
-
function assertPartSupported(id, part, role) {
|
|
2105
|
-
assertKnownFields(part, [
|
|
2106
|
-
"video_clip",
|
|
2107
|
-
"speech",
|
|
2108
|
-
"caption",
|
|
2109
|
-
"bgm"
|
|
2110
|
-
], "Part");
|
|
2111
|
-
const present = [
|
|
2112
|
-
"video_clip",
|
|
2113
|
-
"speech",
|
|
2114
|
-
"caption",
|
|
2115
|
-
"bgm"
|
|
2116
|
-
].filter((kind) => part[kind] !== void 0);
|
|
2117
|
-
if (present.length !== 1 || present[0] !== role) fail(`Legacy part ${id} must match its ${role} Track`);
|
|
2118
|
-
if (part.video_clip !== void 0) {
|
|
2119
|
-
const clip = part.video_clip;
|
|
2120
|
-
if (clip.id !== id || clip.kind !== "video_clip" || !trimmed(clip.origin_media_id) || clip.play_in === void 0 || clip.play_out === void 0) fail("Migration requires complete Clip identity, media and trim facts");
|
|
2121
|
-
requireMilliseconds(clip.play_in, "Clip play_in");
|
|
2122
|
-
requireMilliseconds(clip.play_out, "Clip play_out");
|
|
2123
|
-
if (clip.play_out <= clip.play_in) fail("Migration requires a non-empty Clip trim window");
|
|
2124
|
-
requireFinite(clip.volume, "Clip volume");
|
|
2125
|
-
const speed = clip.speed_shift;
|
|
2126
|
-
if (speed !== void 0 && (speed.category !== "linear" || speed.config?.linear === void 0 || speed.mode !== void 0 && typeof speed.mode !== "string")) fail("Nonlinear speed requires an entity remapping adapter");
|
|
2127
|
-
if (speed !== void 0) {
|
|
2128
|
-
const rate = speed.config?.linear?.speed;
|
|
2129
|
-
if (typeof rate !== "number" || !Number.isFinite(rate) || rate <= 0) fail("Migration requires a positive finite speed");
|
|
2130
|
-
assertKnownFields(speed, [
|
|
2131
|
-
"category",
|
|
2132
|
-
"mode",
|
|
2133
|
-
"config"
|
|
2134
|
-
], "speed_shift");
|
|
2135
|
-
assertKnownFields(speed.config, ["linear"], "speed config");
|
|
2136
|
-
assertKnownFields(speed.config.linear, ["speed"], "linear speed");
|
|
2137
|
-
}
|
|
2138
|
-
assertKnownFields(clip, [
|
|
2139
|
-
"id",
|
|
2140
|
-
"kind",
|
|
2141
|
-
"origin_media_id",
|
|
2142
|
-
"play_in",
|
|
2143
|
-
"play_out",
|
|
2144
|
-
"volume",
|
|
2145
|
-
"speed_shift"
|
|
2146
|
-
], "Clip");
|
|
2147
|
-
} else if (part.speech !== void 0) {
|
|
2148
|
-
const speech = part.speech;
|
|
2149
|
-
const phonemeScript = speech.phoneme_script;
|
|
2150
|
-
if (speech.id !== id || speech.kind !== "speech" || !trimmed(speech.origin_speech_id) || !trimmed(speech.audio_storage_key) || typeof speech.audio_script !== "string") fail("Migration requires complete Speech identity and physical take facts");
|
|
2151
|
-
requirePositiveMilliseconds(speech.media_duration_ms, "Speech duration");
|
|
2152
|
-
requireFinite(speech.volume, "Speech volume");
|
|
2153
|
-
if (!trimmed(speech.voice?.id)) fail("Migration requires an explicit voice-library identity");
|
|
2154
|
-
if (speech.voice?.name !== void 0 && typeof speech.voice.name !== "string") fail("Migration requires a string voice name when present");
|
|
2155
|
-
if (!Array.isArray(speech.caption_ids) || speech.caption_ids.some((captionId) => !trimmed(captionId))) fail("Migration requires explicit Speech caption identities");
|
|
2156
|
-
if (new Set(speech.caption_ids).size !== speech.caption_ids.length) fail("Migration requires unique Speech caption identities");
|
|
2157
|
-
if (phonemeScript !== void 0 && phonemeScript !== null) fail("Non-null phoneme_script requires a phonetic-script migration adapter");
|
|
2158
|
-
assertKnownFields(speech.voice, ["id", "name"], "voice");
|
|
2159
|
-
assertKnownFields(speech, [
|
|
2160
|
-
"id",
|
|
2161
|
-
"kind",
|
|
2162
|
-
"media_duration_ms",
|
|
2163
|
-
"audio_script",
|
|
2164
|
-
"volume",
|
|
2165
|
-
"audio_storage_key",
|
|
2166
|
-
"origin_speech_id",
|
|
2167
|
-
"voice",
|
|
2168
|
-
"caption_ids",
|
|
2169
|
-
"phoneme_script"
|
|
2170
|
-
], "Speech");
|
|
2171
|
-
} else if (part.caption !== void 0) {
|
|
2172
|
-
const caption = part.caption;
|
|
2173
|
-
if (caption.id !== id || caption.kind !== "caption" || !trimmed(caption.speech_part_id) || typeof caption.text !== "string") fail("Migration requires complete Caption identity, Speech provenance and text");
|
|
2174
|
-
requireMilliseconds(caption.start_ms, "Caption source offset");
|
|
2175
|
-
requirePositiveMilliseconds(caption.initial_duration_ms, "Caption duration");
|
|
2176
|
-
if (caption.style !== void 0) assertCaptionStyle(caption.style);
|
|
2177
|
-
assertKnownFields(caption, [
|
|
2178
|
-
"id",
|
|
2179
|
-
"kind",
|
|
2180
|
-
"initial_duration_ms",
|
|
2181
|
-
"speech_part_id",
|
|
2182
|
-
"text",
|
|
2183
|
-
"start_ms",
|
|
2184
|
-
"style"
|
|
2185
|
-
], "Caption");
|
|
2186
|
-
} else if (part.bgm !== void 0) {
|
|
2187
|
-
const bgm = part.bgm;
|
|
2188
|
-
if (bgm.id !== id || bgm.kind !== "bgm" || !trimmed(bgm.origin_media_id) || !trimmed(bgm.audio_storage_key)) fail("Migration requires complete BGM identity and physical media facts");
|
|
2189
|
-
requireFinite(bgm.volume, "BGM volume");
|
|
2190
|
-
assertKnownFields(bgm, [
|
|
2191
|
-
"id",
|
|
2192
|
-
"kind",
|
|
2193
|
-
"audio_storage_key",
|
|
2194
|
-
"volume",
|
|
2195
|
-
"origin_media_id"
|
|
2196
|
-
], "BGM");
|
|
2197
|
-
}
|
|
2198
|
-
}
|
|
2199
|
-
function assertLegacyRelations(document, placed) {
|
|
2200
|
-
const captionIdsBySpeech = /* @__PURE__ */ new Map();
|
|
2201
|
-
for (const track of document.tracks ?? []) {
|
|
2202
|
-
if (track.parts_kind === "bgm" && (track.items?.length ?? 0) > 1) fail("The compatibility editor supports only one BGM Clip");
|
|
2203
|
-
for (const item of track.items ?? []) {
|
|
2204
|
-
const part = requirePart(document, item.part_id);
|
|
2205
|
-
const position = item.time_position;
|
|
2206
|
-
if (track.parts_kind === "video_clip" && position.mode === "anchored") fail("Anchored video Clips require an overlay adapter");
|
|
2207
|
-
if (track.parts_kind === "bgm") {
|
|
2208
|
-
if (position.mode !== "absolute" || position.offsetMs !== 0) fail("Legacy BGM must start at the Timeline origin");
|
|
2209
|
-
} else if (position.mode === "anchored") {
|
|
2210
|
-
const host = placed.get(position.anchorPartId);
|
|
2211
|
-
if (host === void 0) fail(`Legacy anchor ${position.anchorPartId} is not placed`);
|
|
2212
|
-
if (track.parts_kind === "speech" && host.track.parts_kind !== "video_clip") fail("Speech may only anchor to a video Clip");
|
|
2213
|
-
if (track.parts_kind === "caption") {
|
|
2214
|
-
if (host.track.parts_kind !== "speech") fail("Caption may only anchor to a Speech Clip");
|
|
2215
|
-
const caption = part.caption;
|
|
2216
|
-
if (position.anchorPartId !== caption.speech_part_id || position.offsetMs !== caption.start_ms) fail("Caption placement must agree with its Speech provenance and source offset");
|
|
2217
|
-
}
|
|
2218
|
-
} else if (track.parts_kind === "caption") fail("Caption placement requires an explicit Speech anchor");
|
|
2219
|
-
if (part.caption !== void 0) {
|
|
2220
|
-
const ids = captionIdsBySpeech.get(part.caption.speech_part_id) ?? [];
|
|
2221
|
-
ids.push(item.part_id);
|
|
2222
|
-
captionIdsBySpeech.set(part.caption.speech_part_id, ids);
|
|
2223
|
-
}
|
|
2224
|
-
}
|
|
2225
|
-
}
|
|
2226
|
-
for (const [id, placement] of placed) {
|
|
2227
|
-
const speech = requirePart(document, id).speech;
|
|
2228
|
-
if (speech === void 0) continue;
|
|
2229
|
-
const expected = captionIdsBySpeech.get(id) ?? [];
|
|
2230
|
-
if (canonical(speech.caption_ids) !== canonical(expected)) fail(`Speech ${id} caption_ids must agree with the Caption Track order`);
|
|
2231
|
-
if (placement.item.time_position.mode === "anchored") continue;
|
|
2232
|
-
if (placement.item.time_position.mode !== "absolute") fail("Speech placement must be anchored or absolute");
|
|
2233
|
-
}
|
|
2234
|
-
const intervals = (fromVideoDocument(document).main_track?.items ?? []).map((item) => {
|
|
2235
|
-
const clip = document.part_library?.[item.part_id]?.video_clip;
|
|
2236
|
-
if (clip === void 0) fail("Projection must preserve every video Clip");
|
|
2237
|
-
return {
|
|
2238
|
-
start: item.abs_time_position ?? 0,
|
|
2239
|
-
end: (item.abs_time_position ?? 0) + effectiveVideoClipDurationMs(clip)
|
|
2240
|
-
};
|
|
2241
|
-
}).sort((left, right) => left.start - right.start);
|
|
2242
|
-
if (intervals.some((interval, index) => index > 0 && interval.start < intervals[index - 1].end)) fail("Overlapping video Clips require an overlay adapter");
|
|
2243
|
-
}
|
|
671
|
+
});
|
|
672
|
+
//#endregion
|
|
673
|
+
//#region src/editor/schemas/set-bgm.ts
|
|
2244
674
|
/**
|
|
2245
|
-
*
|
|
2246
|
-
*
|
|
2247
|
-
*
|
|
2248
|
-
*
|
|
2249
|
-
*
|
|
675
|
+
* Set the document BGM. The media's stable result (storage key) arrives
|
|
676
|
+
* materialized from upstream (see
|
|
677
|
+
* `results/phase-4-side-effect-payload-contract.md` §3). The op upserts the bgm
|
|
678
|
+
* part and seats it on the bgm lane; its effective length is always the whole
|
|
679
|
+
* timeline, derived by the projection on read — so there is no `duration_ms`
|
|
680
|
+
* input or fact (RFC 02 / `reference/16` §0b). A `bgm_id` lets the op replace an
|
|
681
|
+
* existing bgm part by id.
|
|
2250
682
|
*/
|
|
2251
|
-
|
|
2252
|
-
|
|
2253
|
-
|
|
2254
|
-
|
|
2255
|
-
|
|
2256
|
-
|
|
2257
|
-
|
|
2258
|
-
|
|
2259
|
-
|
|
2260
|
-
|
|
2261
|
-
|
|
2262
|
-
|
|
2263
|
-
|
|
2264
|
-
|
|
2265
|
-
|
|
2266
|
-
|
|
2267
|
-
|
|
2268
|
-
|
|
2269
|
-
|
|
2270
|
-
|
|
2271
|
-
|
|
2272
|
-
|
|
2273
|
-
|
|
2274
|
-
|
|
2275
|
-
|
|
2276
|
-
|
|
2277
|
-
|
|
2278
|
-
|
|
2279
|
-
|
|
2280
|
-
|
|
2281
|
-
|
|
2282
|
-
|
|
2283
|
-
|
|
2284
|
-
|
|
2285
|
-
|
|
2286
|
-
|
|
2287
|
-
|
|
2288
|
-
|
|
2289
|
-
|
|
2290
|
-
|
|
2291
|
-
|
|
2292
|
-
|
|
2293
|
-
|
|
2294
|
-
|
|
2295
|
-
|
|
2296
|
-
|
|
2297
|
-
|
|
2298
|
-
|
|
2299
|
-
|
|
2300
|
-
|
|
2301
|
-
|
|
2302
|
-
|
|
2303
|
-
|
|
2304
|
-
|
|
2305
|
-
|
|
2306
|
-
|
|
2307
|
-
|
|
2308
|
-
|
|
2309
|
-
|
|
2310
|
-
|
|
2311
|
-
|
|
2312
|
-
|
|
2313
|
-
|
|
2314
|
-
|
|
2315
|
-
|
|
2316
|
-
|
|
2317
|
-
|
|
2318
|
-
|
|
2319
|
-
|
|
2320
|
-
|
|
2321
|
-
|
|
2322
|
-
|
|
2323
|
-
|
|
2324
|
-
|
|
2325
|
-
|
|
2326
|
-
|
|
2327
|
-
|
|
2328
|
-
|
|
2329
|
-
|
|
2330
|
-
|
|
2331
|
-
|
|
2332
|
-
|
|
2333
|
-
|
|
2334
|
-
|
|
2335
|
-
|
|
2336
|
-
|
|
2337
|
-
|
|
2338
|
-
|
|
2339
|
-
|
|
2340
|
-
|
|
2341
|
-
|
|
2342
|
-
|
|
2343
|
-
|
|
2344
|
-
|
|
2345
|
-
|
|
2346
|
-
|
|
2347
|
-
|
|
2348
|
-
}
|
|
2349
|
-
function isRangeStartingAt(value, expectedStart) {
|
|
2350
|
-
return value !== null && typeof value === "object" && !Array.isArray(value) && value.start === expectedStart;
|
|
2351
|
-
}
|
|
2352
|
-
function isExactRange(value, expected) {
|
|
2353
|
-
return value !== null && typeof value === "object" && !Array.isArray(value) && value.start === expected.start && value.end === expected.end;
|
|
2354
|
-
}
|
|
2355
|
-
function requireFinite(value, label) {
|
|
2356
|
-
if (typeof value !== "number" || !Number.isFinite(value)) fail(`${label} must be finite`);
|
|
2357
|
-
return value;
|
|
2358
|
-
}
|
|
2359
|
-
function requireMilliseconds(value, label) {
|
|
2360
|
-
const result = requireFinite(value, label);
|
|
2361
|
-
if (!Number.isSafeInteger(result) || result < 0) fail(`${label} must be non-negative whole milliseconds`);
|
|
2362
|
-
return result;
|
|
2363
|
-
}
|
|
2364
|
-
function requirePositiveMilliseconds(value, label) {
|
|
2365
|
-
const result = requireMilliseconds(value, label);
|
|
2366
|
-
if (result <= 0) fail(`${label} must be positive`);
|
|
2367
|
-
return result;
|
|
2368
|
-
}
|
|
2369
|
-
function trimmed(value) {
|
|
2370
|
-
return typeof value === "string" && value.trim() !== "" && value.trim() === value;
|
|
2371
|
-
}
|
|
2372
|
-
function assertKnownFields(value, fields, label) {
|
|
2373
|
-
if (Object.entries(value).some(([key, field]) => field !== void 0 && !fields.includes(key))) fail(`Unknown legacy ${label} fields require an explicit migration adapter`);
|
|
2374
|
-
}
|
|
2375
|
-
function canonical(value) {
|
|
2376
|
-
if (Array.isArray(value)) return `[${value.map(canonical).join(",")}]`;
|
|
2377
|
-
if (value !== null && typeof value === "object") return `{${Object.entries(value).filter(([, field]) => field !== void 0).sort(([left], [right]) => left.localeCompare(right)).map(([key, field]) => `${JSON.stringify(key)}:${canonical(field)}`).join(",")}}`;
|
|
2378
|
-
return JSON.stringify(value) ?? "undefined";
|
|
2379
|
-
}
|
|
2380
|
-
function fail(message) {
|
|
2381
|
-
throw new EntityTimelineProjectionError(message);
|
|
2382
|
-
}
|
|
683
|
+
const setBgmInputSchema = z.object({
|
|
684
|
+
bgm_id: z.string().min(1).describe("The bgm part ID to write"),
|
|
685
|
+
audio_storage_key: z.string().min(1),
|
|
686
|
+
origin_media_id: mediaIdSchema,
|
|
687
|
+
volume: volumeSchema
|
|
688
|
+
});
|
|
689
|
+
//#endregion
|
|
690
|
+
//#region src/editor/schemas/set-caption-style.ts
|
|
691
|
+
/**
|
|
692
|
+
* Set the caption visual style. GLOBAL by design: the style applies to every
|
|
693
|
+
* caption part in the document — it carries NO `caption_id`. This mirrors the FE,
|
|
694
|
+
* whose caption-style store (`caption-style.ts:persistCaptionStylePatch`) iterates
|
|
695
|
+
* ALL captions and writes the same normalized style to each; the product has a
|
|
696
|
+
* single document-wide caption style, not per-caption styling.
|
|
697
|
+
*
|
|
698
|
+
* Every field is optional and maps to a `CaptionStyle` attribute (snake_case
|
|
699
|
+
* IDL). A field present in the input is written to every caption; a field ABSENT
|
|
700
|
+
* from the input is left untouched on each caption (the editor merges the patch
|
|
701
|
+
* onto each caption's existing style — this is a value edit, not a full-style
|
|
702
|
+
* replace, so a partial patch such as "recolor only" does not wipe font size).
|
|
703
|
+
*
|
|
704
|
+
* Pure document edit, no cascade — captions keep their positions; only the style
|
|
705
|
+
* sub-map of each caption part changes.
|
|
706
|
+
*/
|
|
707
|
+
const setCaptionStyleInputSchema = z.object({
|
|
708
|
+
font_id: z.string().min(1).optional().describe("Font ID referencing a font from the font library"),
|
|
709
|
+
font_size: z.number().positive().optional().describe("Font size in points"),
|
|
710
|
+
font_color: z.string().min(1).optional().describe("Font color as hex string, e.g. \"#FFFFFF\""),
|
|
711
|
+
font_weight: z.number().int().optional().describe("Numeric font weight, e.g. 400 or 700"),
|
|
712
|
+
entrance_animation: z.string().optional().describe("Entrance animation preset ID, e.g. \"fade\" or \"none\""),
|
|
713
|
+
entrance_animation_duration_ms: z.number().min(0).optional().describe("Entrance animation duration in ms"),
|
|
714
|
+
stroke_color: z.string().min(1).optional().describe("Outline/stroke color as hex string, e.g. \"#000000\""),
|
|
715
|
+
stroke_width: z.number().min(0).optional().describe("Outline/stroke width in pixels"),
|
|
716
|
+
position_x: z.number().optional().describe("Caption center X as a fraction (0.0 to 1.0)"),
|
|
717
|
+
position_y: z.number().optional().describe("Caption center Y as a fraction (0.0 to 1.0)")
|
|
718
|
+
}).describe("Document-wide caption style patch (no caption_id; applies to every caption)");
|
|
719
|
+
//#endregion
|
|
720
|
+
//#region src/editor/schemas/set-caption-visibility.ts
|
|
721
|
+
/**
|
|
722
|
+
* Toggle caption visibility (the caption track's `is_hidden` flag). Pure
|
|
723
|
+
* document edit, no cascade — captions keep their positions; only the lane's
|
|
724
|
+
* hidden flag changes.
|
|
725
|
+
*/
|
|
726
|
+
const setCaptionVisibilityInputSchema = z.object({ is_hidden: z.boolean().describe("Whether the caption track is hidden") });
|
|
727
|
+
//#endregion
|
|
728
|
+
//#region src/editor/schemas/set-video-clip-speed-shift.ts
|
|
729
|
+
/**
|
|
730
|
+
* Set the playback speed of existing video clips. Per the speed-shift decision
|
|
731
|
+
* (`reference/16` §0): the op writes only the `speed_shift` fact — it does NOT
|
|
732
|
+
* store an effective `duration_ms` (projection derives it from the trim window /
|
|
733
|
+
* speed) and does NOT scale anchored speeches' relative offsets (offsets stay
|
|
734
|
+
* put; the cascade reflows absolute positions). A `null` speed_shift clears the
|
|
735
|
+
* speed back to original (1×).
|
|
736
|
+
*/
|
|
737
|
+
const setVideoClipSpeedShiftInputSchema = z.object({ clips: z.array(z.object({
|
|
738
|
+
clip_id: clipIdSchema.describe("The video clip part ID to set speed for"),
|
|
739
|
+
speed_shift: speedShiftSchema.nullable().describe("The new speed setting, or null to reset to 1×")
|
|
740
|
+
})).min(1).describe("Video clips with their new speed settings") });
|
|
741
|
+
//#endregion
|
|
742
|
+
//#region src/editor/schemas/index.ts
|
|
743
|
+
var schemas_exports = /* @__PURE__ */ __exportAll({
|
|
744
|
+
addSpeechesInputSchema: () => addSpeechesInputSchema,
|
|
745
|
+
addVideoClipsInputSchema: () => addVideoClipsInputSchema,
|
|
746
|
+
adjustBgmVolumeInputSchema: () => adjustBgmVolumeInputSchema,
|
|
747
|
+
adjustSpeechVolumeInputSchema: () => adjustSpeechVolumeInputSchema,
|
|
748
|
+
adjustVideoClipDurationInputSchema: () => adjustVideoClipDurationInputSchema,
|
|
749
|
+
adjustVideoClipVolumeInputSchema: () => adjustVideoClipVolumeInputSchema,
|
|
750
|
+
anchoredDeletePolicySchema: () => anchoredDeletePolicySchema,
|
|
751
|
+
anchoredReplacePolicySchema: () => anchoredReplacePolicySchema,
|
|
752
|
+
changeSpeechScriptInputSchema: () => changeSpeechScriptInputSchema,
|
|
753
|
+
changeSpeechVoiceInputSchema: () => changeSpeechVoiceInputSchema,
|
|
754
|
+
clipIdSchema: () => clipIdSchema,
|
|
755
|
+
clipIdsSchema: () => clipIdsSchema,
|
|
756
|
+
deleteBgmInputSchema: () => deleteBgmInputSchema,
|
|
757
|
+
deleteSpeechesInputSchema: () => deleteSpeechesInputSchema,
|
|
758
|
+
deleteVideoClipsInputSchema: () => deleteVideoClipsInputSchema,
|
|
759
|
+
mediaIdSchema: () => mediaIdSchema,
|
|
760
|
+
moveAnchorSchema: () => moveAnchorSchema,
|
|
761
|
+
moveSpeechesInputSchema: () => moveSpeechesInputSchema,
|
|
762
|
+
moveVideoClipsByAnchorInputSchema: () => moveVideoClipsByAnchorInputSchema,
|
|
763
|
+
moveVideoClipsInputSchema: () => moveVideoClipsInputSchema,
|
|
764
|
+
movedClipAnchoredPolicySchema: () => movedClipAnchoredPolicySchema,
|
|
765
|
+
positiveMsSchema: () => positiveMsSchema,
|
|
766
|
+
replaceVideoClipContentInputSchema: () => replaceVideoClipContentInputSchema,
|
|
767
|
+
replaceVideoClipSequenceInputSchema: () => replaceVideoClipSequenceInputSchema,
|
|
768
|
+
setBgmInputSchema: () => setBgmInputSchema,
|
|
769
|
+
setCaptionStyleInputSchema: () => setCaptionStyleInputSchema,
|
|
770
|
+
setCaptionVisibilityInputSchema: () => setCaptionVisibilityInputSchema,
|
|
771
|
+
setVideoClipSpeedShiftInputSchema: () => setVideoClipSpeedShiftInputSchema,
|
|
772
|
+
speechAssetsSchema: () => speechAssetsSchema,
|
|
773
|
+
speechIdSchema: () => speechIdSchema,
|
|
774
|
+
speechIdsSchema: () => speechIdsSchema,
|
|
775
|
+
speedShiftSchema: () => speedShiftSchema,
|
|
776
|
+
timelineMsSchema: () => timelineMsSchema,
|
|
777
|
+
voiceSchema: () => voiceSchema,
|
|
778
|
+
volumeSchema: () => volumeSchema
|
|
779
|
+
});
|
|
2383
780
|
//#endregion
|
|
2384
781
|
//#region src/editor/snapshot-utils.ts
|
|
2385
782
|
function isMap(value) {
|
|
@@ -2729,11 +1126,9 @@ function readPartLibrary(draft) {
|
|
|
2729
1126
|
var SemanticEditor = class {
|
|
2730
1127
|
doc;
|
|
2731
1128
|
validator;
|
|
2732
|
-
|
|
2733
|
-
constructor(doc, validator = new SchemaValidator(), idFactory = generatePartId) {
|
|
1129
|
+
constructor(doc, validator = new SchemaValidator()) {
|
|
2734
1130
|
this.doc = doc;
|
|
2735
1131
|
this.validator = validator;
|
|
2736
|
-
this.idFactory = idFactory;
|
|
2737
1132
|
}
|
|
2738
1133
|
async moveVideoClips(input, options) {
|
|
2739
1134
|
this.validator.validateMoveVideoClips(input, this.doc);
|
|
@@ -2813,7 +1208,7 @@ var SemanticEditor = class {
|
|
|
2813
1208
|
track.items ??= [];
|
|
2814
1209
|
let at = insertIndex;
|
|
2815
1210
|
for (const clip of input.clips) {
|
|
2816
|
-
const partId =
|
|
1211
|
+
const partId = generatePartId("clip");
|
|
2817
1212
|
setPart(draft, partId, { video_clip: {
|
|
2818
1213
|
id: partId,
|
|
2819
1214
|
kind: "video_clip",
|
|
@@ -2860,7 +1255,7 @@ var SemanticEditor = class {
|
|
|
2860
1255
|
const newItems = [];
|
|
2861
1256
|
const newClipIds = [];
|
|
2862
1257
|
for (const clip of input.new_clips) {
|
|
2863
|
-
const partId =
|
|
1258
|
+
const partId = generatePartId("clip");
|
|
2864
1259
|
setPart(draft, partId, { video_clip: {
|
|
2865
1260
|
id: partId,
|
|
2866
1261
|
kind: "video_clip",
|
|
@@ -3480,111 +1875,6 @@ function deleteAnchoredSubtree(draft, clipId) {
|
|
|
3480
1875
|
for (const speechId of anchored) deleteSpeechSubtree(draft, speechId);
|
|
3481
1876
|
}
|
|
3482
1877
|
//#endregion
|
|
3483
|
-
//#region src/editor/journal.ts
|
|
3484
|
-
/**
|
|
3485
|
-
* Wire a plain-memory adapter + editor that share a recording id factory, so
|
|
3486
|
-
* every mutating transact lands in `journal` with ordered `generated_ids`.
|
|
3487
|
-
*/
|
|
3488
|
-
function createEditSandbox(document, options) {
|
|
3489
|
-
const adapter = createPlainMemoryAdapter(document, options);
|
|
3490
|
-
return {
|
|
3491
|
-
adapter,
|
|
3492
|
-
editor: new SemanticEditor(adapter, new SchemaValidator(), adapter.idFactory),
|
|
3493
|
-
journal: adapter.journal
|
|
3494
|
-
};
|
|
3495
|
-
}
|
|
3496
|
-
/**
|
|
3497
|
-
* Re-drive `doc` from a recorded journal, forcing each entry's `generated_ids`
|
|
3498
|
-
* through a queue-backed id factory. Never mints fresh ids: an empty queue on
|
|
3499
|
-
* demand throws `unrecorded id`; leftover ids after an entry throws
|
|
3500
|
-
* `unconsumed ids`. Legacy entries without `generated_ids` are treated as `[]`.
|
|
3501
|
-
*/
|
|
3502
|
-
async function replayJournal(doc, journal) {
|
|
3503
|
-
const queue = [];
|
|
3504
|
-
const idFactory = (_prefix) => {
|
|
3505
|
-
const id = queue.shift();
|
|
3506
|
-
if (id == null) throw new Error("unrecorded id");
|
|
3507
|
-
return id;
|
|
3508
|
-
};
|
|
3509
|
-
const editor = new SemanticEditor(doc, new SchemaValidator(), idFactory);
|
|
3510
|
-
for (const entry of journal) {
|
|
3511
|
-
queue.push(...entry.generated_ids ?? []);
|
|
3512
|
-
await dispatchEntry(editor, entry);
|
|
3513
|
-
if (queue.length > 0) throw new Error("unconsumed ids");
|
|
3514
|
-
}
|
|
3515
|
-
}
|
|
3516
|
-
/** Dispatch one journal entry to the matching editor method; payload is passed through. */
|
|
3517
|
-
async function dispatchEntry(editor, entry) {
|
|
3518
|
-
const payload = entry.payload;
|
|
3519
|
-
const options = entry.intent != null ? { intent: entry.intent } : void 0;
|
|
3520
|
-
switch (entry.kind) {
|
|
3521
|
-
case "MoveVideoClips":
|
|
3522
|
-
await editor.moveVideoClips(payload, options);
|
|
3523
|
-
return;
|
|
3524
|
-
case "MoveVideoClipsByAnchor":
|
|
3525
|
-
await editor.moveVideoClipsByAnchor(payload, options);
|
|
3526
|
-
return;
|
|
3527
|
-
case "DeleteVideoClips":
|
|
3528
|
-
await editor.deleteVideoClips(payload, options);
|
|
3529
|
-
return;
|
|
3530
|
-
case "AddVideoClips":
|
|
3531
|
-
await editor.addVideoClips(payload, options);
|
|
3532
|
-
return;
|
|
3533
|
-
case "AdjustVideoClipVolume":
|
|
3534
|
-
await editor.adjustVideoClipVolume(payload, options);
|
|
3535
|
-
return;
|
|
3536
|
-
case "SetVideoClipSpeedShift":
|
|
3537
|
-
await editor.setVideoClipSpeedShift(payload, options);
|
|
3538
|
-
return;
|
|
3539
|
-
case "ReplaceVideoClipContent":
|
|
3540
|
-
await editor.replaceVideoClipContent(payload, options);
|
|
3541
|
-
return;
|
|
3542
|
-
case "ReplaceVideoClipSequence":
|
|
3543
|
-
await editor.replaceVideoClipSequence(payload, options);
|
|
3544
|
-
return;
|
|
3545
|
-
case "AdjustVideoClipDuration":
|
|
3546
|
-
await editor.adjustVideoClipDuration(payload, options);
|
|
3547
|
-
return;
|
|
3548
|
-
case "AddSpeeches":
|
|
3549
|
-
await editor.addSpeeches(payload, options);
|
|
3550
|
-
return;
|
|
3551
|
-
case "DeleteSpeeches":
|
|
3552
|
-
await editor.deleteSpeeches(payload, options);
|
|
3553
|
-
return;
|
|
3554
|
-
case "MoveSpeeches":
|
|
3555
|
-
await editor.moveSpeeches(payload, options);
|
|
3556
|
-
return;
|
|
3557
|
-
case "ChangeSpeechScript":
|
|
3558
|
-
await editor.changeSpeechScript(payload, options);
|
|
3559
|
-
return;
|
|
3560
|
-
case "ChangeSpeechVoice":
|
|
3561
|
-
await editor.changeSpeechVoice(payload, options);
|
|
3562
|
-
return;
|
|
3563
|
-
case "AdjustSpeechVolume":
|
|
3564
|
-
await editor.adjustSpeechVolume(payload, options);
|
|
3565
|
-
return;
|
|
3566
|
-
case "SetCaptionVisibility":
|
|
3567
|
-
await editor.setCaptionVisibility(payload, options);
|
|
3568
|
-
return;
|
|
3569
|
-
case "SetCaptionStyle":
|
|
3570
|
-
await editor.setCaptionStyle(payload, options);
|
|
3571
|
-
return;
|
|
3572
|
-
case "SetBgm":
|
|
3573
|
-
await editor.setBgm(payload, options);
|
|
3574
|
-
return;
|
|
3575
|
-
case "DeleteBgm":
|
|
3576
|
-
await editor.deleteBgm(payload, options);
|
|
3577
|
-
return;
|
|
3578
|
-
case "AdjustBgmVolume":
|
|
3579
|
-
await editor.adjustBgmVolume(payload, options);
|
|
3580
|
-
return;
|
|
3581
|
-
default: {
|
|
3582
|
-
const _exhaustive = entry.kind;
|
|
3583
|
-
throw new Error(`replayJournal: unsupported kind ${String(_exhaustive)}`);
|
|
3584
|
-
}
|
|
3585
|
-
}
|
|
3586
|
-
}
|
|
3587
|
-
//#endregion
|
|
3588
1878
|
//#region src/editor/types.ts
|
|
3589
1879
|
/** Runtime list of the frozen, implemented kinds (for guards / introspection). */
|
|
3590
1880
|
const IMPLEMENTED_SEMANTIC_OP_KINDS = [
|
|
@@ -3779,18 +2069,6 @@ var ManualSyncDoc = class ManualSyncDoc {
|
|
|
3779
2069
|
return fromVideoDocument(this.adapter.snapshot());
|
|
3780
2070
|
}
|
|
3781
2071
|
/**
|
|
3782
|
-
* Replay a deterministic sandbox journal into this document.
|
|
3783
|
-
*
|
|
3784
|
-
* The adapter stays private so callers cannot bypass the manual-sync
|
|
3785
|
-
* lifecycle; journal replay is the one host-side operation that needs the
|
|
3786
|
-
* adapter's transaction boundary and recorded id queue. Durability is still
|
|
3787
|
-
* explicit: call {@link push} after replay and report success only from its
|
|
3788
|
-
* verdict.
|
|
3789
|
-
*/
|
|
3790
|
-
async replayJournal(journal) {
|
|
3791
|
-
await replayJournal(this.adapter, journal);
|
|
3792
|
-
}
|
|
3793
|
-
/**
|
|
3794
2072
|
* Mark the document state the caller has just observed, for a later
|
|
3795
2073
|
* {@link hasChangedSince}.
|
|
3796
2074
|
*
|
|
@@ -3882,6 +2160,7 @@ var ManualSyncDoc = class ManualSyncDoc {
|
|
|
3882
2160
|
if (serverVV != null) this.watermark = serverVV;
|
|
3883
2161
|
return {
|
|
3884
2162
|
kind: response.kind,
|
|
2163
|
+
mengineUpdateSeq: response.version?.update_seq ?? response.update_seq ?? void 0,
|
|
3885
2164
|
updateSeq: response.update_seq ?? void 0,
|
|
3886
2165
|
collaborated: serverVV != null && !covers(localVersion, serverVV)
|
|
3887
2166
|
};
|
|
@@ -4000,6 +2279,7 @@ var SseConnection = class {
|
|
|
4000
2279
|
for (const update of event.updates) this.onUpdate(update);
|
|
4001
2280
|
}
|
|
4002
2281
|
});
|
|
2282
|
+
if (!signal.aborted) this.setStatus("connecting", /* @__PURE__ */ new Error("SSE stream closed"));
|
|
4003
2283
|
} catch (error) {
|
|
4004
2284
|
if (signal.aborted) break;
|
|
4005
2285
|
this.setStatus("connecting", error instanceof Error ? error : new Error(String(error)));
|
|
@@ -4052,6 +2332,7 @@ var MedeoHttpDocStorage = class {
|
|
|
4052
2332
|
async getDoc(docId) {
|
|
4053
2333
|
this.assertDocId(docId);
|
|
4054
2334
|
const snapshot = await this.client.fetchSnapshot();
|
|
2335
|
+
this.reportServerVersion(snapshot.version?.server_vv);
|
|
4055
2336
|
const now = /* @__PURE__ */ new Date();
|
|
4056
2337
|
return {
|
|
4057
2338
|
docId,
|
|
@@ -4063,6 +2344,7 @@ var MedeoHttpDocStorage = class {
|
|
|
4063
2344
|
async getDocDiff(docId, knownVersion) {
|
|
4064
2345
|
this.assertDocId(docId);
|
|
4065
2346
|
const response = await this.client.sync(knownVersion);
|
|
2347
|
+
this.reportServerVersion(response.server_vv);
|
|
4066
2348
|
return {
|
|
4067
2349
|
docId,
|
|
4068
2350
|
missing: base64ToBytes(response.update),
|
|
@@ -4093,7 +2375,7 @@ var MedeoHttpDocStorage = class {
|
|
|
4093
2375
|
if (update.data.byteLength === 0) return {};
|
|
4094
2376
|
try {
|
|
4095
2377
|
const response = await this.client.pushUpdate(update.data);
|
|
4096
|
-
const serverVV =
|
|
2378
|
+
const serverVV = this.reportServerVersion(response.version?.server_vv);
|
|
4097
2379
|
this.events.emit("pushOutcome", {
|
|
4098
2380
|
kind: response.kind,
|
|
4099
2381
|
updateSeq: response.update_seq ?? void 0,
|
|
@@ -4121,6 +2403,15 @@ var MedeoHttpDocStorage = class {
|
|
|
4121
2403
|
subscribePushOutcome(callback) {
|
|
4122
2404
|
return this.events.on("pushOutcome", callback);
|
|
4123
2405
|
}
|
|
2406
|
+
/** Authoritative HTTP reads and accepted pushes, never inferred from SSE bytes. */
|
|
2407
|
+
subscribeServerVersion(callback) {
|
|
2408
|
+
return this.events.on("serverVersion", callback);
|
|
2409
|
+
}
|
|
2410
|
+
reportServerVersion(encoded) {
|
|
2411
|
+
const version = decodeServerVV(encoded);
|
|
2412
|
+
if (version != null) this.events.emit("serverVersion", version);
|
|
2413
|
+
return version;
|
|
2414
|
+
}
|
|
4124
2415
|
async deleteDoc(_docId) {
|
|
4125
2416
|
throw new Error("MedeoHttpDocStorage does not support deleteDoc");
|
|
4126
2417
|
}
|
|
@@ -4302,8 +2593,14 @@ var MengineDocSession = class {
|
|
|
4302
2593
|
adapterValue = null;
|
|
4303
2594
|
editorValue = null;
|
|
4304
2595
|
started = false;
|
|
2596
|
+
destroyed = false;
|
|
2597
|
+
lifetime = null;
|
|
2598
|
+
hasConnected = false;
|
|
2599
|
+
initialVersionValue = null;
|
|
2600
|
+
localVersionValue = null;
|
|
2601
|
+
pushErrorValue = null;
|
|
4305
2602
|
/**
|
|
4306
|
-
* Latest server oplog version seen on
|
|
2603
|
+
* Latest server oplog version seen on an authoritative HTTP response. Lets `waitForServerAck`
|
|
4307
2604
|
* return without waiting when the server is already known to cover the local
|
|
4308
2605
|
* doc (e.g. nothing was edited since the last confirmed push).
|
|
4309
2606
|
*/
|
|
@@ -4315,8 +2612,7 @@ var MengineDocSession = class {
|
|
|
4315
2612
|
this.server = new MedeoHttpDocStorage({
|
|
4316
2613
|
docId: options.docId,
|
|
4317
2614
|
client: options.client,
|
|
4318
|
-
sseReconnectDelayMs: options.sseReconnectDelayMs
|
|
4319
|
-
readonlyMode: options.readonlyMode
|
|
2615
|
+
sseReconnectDelayMs: options.sseReconnectDelayMs
|
|
4320
2616
|
});
|
|
4321
2617
|
this.synchronizer = new ClientServerSynchronizer(this.local, this.server);
|
|
4322
2618
|
this.manager = new DocManager(this.local, this.synchronizer);
|
|
@@ -4332,14 +2628,14 @@ var MengineDocSession = class {
|
|
|
4332
2628
|
return this.server.subscribePushOutcome(callback);
|
|
4333
2629
|
}
|
|
4334
2630
|
/**
|
|
4335
|
-
* Resolve once the server has durably accepted the local
|
|
2631
|
+
* Resolve once the server has durably accepted the local commits as of
|
|
4336
2632
|
* *now* — the capability an Agent tool needs to answer "did my edit land?"
|
|
4337
2633
|
* before reporting success.
|
|
4338
2634
|
*
|
|
4339
2635
|
* Call it right after the editor ops whose durability matters. It snapshots the
|
|
4340
|
-
* local
|
|
4341
|
-
*
|
|
4342
|
-
*
|
|
2636
|
+
* latest local commit's version (or the loaded baseline before any edit) and
|
|
2637
|
+
* resolves when an authoritative server version covers it. Remote-only
|
|
2638
|
+
* imports do not extend this target, matching the displayed confirmation state.
|
|
4343
2639
|
*
|
|
4344
2640
|
* Version coverage, not byte identity, is the acceptance test — for two reasons:
|
|
4345
2641
|
* the ops may reach the server inside a merged blob rather than as the exact
|
|
@@ -4354,31 +2650,39 @@ var MengineDocSession = class {
|
|
|
4354
2650
|
* @throws {MengineAckFailedError} on timeout, rejection, or transport failure.
|
|
4355
2651
|
*/
|
|
4356
2652
|
async waitForServerAck(options = {}) {
|
|
4357
|
-
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
2653
|
+
if (this.adapterValue == null || this.lifetime == null) throw new Error("mengine doc session is not started");
|
|
4358
2654
|
const timeoutMs = options.timeoutMs ?? 15e3;
|
|
4359
|
-
const target = this.manager.connectDoc(this.docId).version();
|
|
2655
|
+
const target = this.confirmationTarget() ?? this.manager.connectDoc(this.docId).version();
|
|
2656
|
+
const signal = this.lifetime.signal;
|
|
4360
2657
|
if (this.serverVVValue != null && serverCovers(this.serverVVValue, target)) return;
|
|
4361
2658
|
await new Promise((resolve, reject) => {
|
|
4362
|
-
|
|
2659
|
+
const cleanup = [];
|
|
4363
2660
|
let done = false;
|
|
4364
2661
|
const settle = (error) => {
|
|
4365
2662
|
if (done) return;
|
|
4366
2663
|
done = true;
|
|
4367
2664
|
clearTimeout(timer);
|
|
4368
|
-
off();
|
|
2665
|
+
cleanup.forEach((off) => off());
|
|
4369
2666
|
if (error == null) resolve();
|
|
4370
2667
|
else reject(error);
|
|
4371
2668
|
};
|
|
4372
2669
|
const timer = setTimeout(() => {
|
|
4373
2670
|
settle(new MengineAckFailedError("timeout", void 0, void 0, `mengine did not acknowledge the update within ${timeoutMs}ms`));
|
|
4374
2671
|
}, timeoutMs);
|
|
4375
|
-
|
|
2672
|
+
const onAbort = () => settle(new MengineAckFailedError("failed", void 0, void 0, "mengine doc session destroyed"));
|
|
2673
|
+
signal.addEventListener("abort", onAbort, { once: true });
|
|
2674
|
+
cleanup.push(() => signal.removeEventListener("abort", onAbort));
|
|
2675
|
+
cleanup.push(this.events.on("syncState", () => {
|
|
2676
|
+
if (this.serverVVValue != null && serverCovers(this.serverVVValue, target)) settle(void 0);
|
|
2677
|
+
}));
|
|
2678
|
+
cleanup.push(this.server.subscribePushOutcome((outcome) => {
|
|
4376
2679
|
if (outcome.kind === "rejected" || outcome.kind === "failed") {
|
|
4377
2680
|
settle(new MengineAckFailedError(outcome.kind, outcome.code, outcome.error, outcome.error?.message ?? `mengine push ${outcome.kind}`));
|
|
4378
2681
|
return;
|
|
4379
2682
|
}
|
|
4380
|
-
|
|
4381
|
-
|
|
2683
|
+
}));
|
|
2684
|
+
if (signal.aborted) onAbort();
|
|
2685
|
+
else this.synchronizer.requestSync(this.docId);
|
|
4382
2686
|
});
|
|
4383
2687
|
}
|
|
4384
2688
|
/**
|
|
@@ -4391,24 +2695,6 @@ var MengineDocSession = class {
|
|
|
4391
2695
|
if (this.editorValue == null) throw new Error("mengine doc session is not started");
|
|
4392
2696
|
return this.editorValue;
|
|
4393
2697
|
}
|
|
4394
|
-
/**
|
|
4395
|
-
* Opaque version token of the local oplog (base64 `VersionVector.encode`).
|
|
4396
|
-
* Equality-comparable only: equal means no observed change (local or
|
|
4397
|
-
* remote-arrived) since the token was taken. Throws when not started.
|
|
4398
|
-
*/
|
|
4399
|
-
version() {
|
|
4400
|
-
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
4401
|
-
return bytesToBase64(this.adapterValue.doc.oplogVersion().encode());
|
|
4402
|
-
}
|
|
4403
|
-
/**
|
|
4404
|
-
* The live document adapter, exposed for journal replay (commit channel).
|
|
4405
|
-
* Replaying through it still goes SemanticEditor → Loro → mengine-server —
|
|
4406
|
-
* no write bypass. Typed by the narrow interface on purpose.
|
|
4407
|
-
*/
|
|
4408
|
-
get documentAdapter() {
|
|
4409
|
-
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
4410
|
-
return this.adapterValue;
|
|
4411
|
-
}
|
|
4412
2698
|
/** Current document snapshot (read model). */
|
|
4413
2699
|
snapshot() {
|
|
4414
2700
|
if (this.adapterValue == null) throw new Error("mengine doc session is not started");
|
|
@@ -4422,8 +2708,23 @@ var MengineDocSession = class {
|
|
|
4422
2708
|
* surfaces through `subscribe`.
|
|
4423
2709
|
*/
|
|
4424
2710
|
async start() {
|
|
2711
|
+
if (this.destroyed) throw new Error("mengine doc session destroyed");
|
|
4425
2712
|
if (this.started) return this.snapshot();
|
|
4426
2713
|
this.started = true;
|
|
2714
|
+
this.lifetime = new AbortController();
|
|
2715
|
+
this.disposables.add(this.server.subscribeServerVersion((version) => {
|
|
2716
|
+
this.serverVVValue = version;
|
|
2717
|
+
if (this.getSyncState().confirmation === "confirmed") this.pushErrorValue = null;
|
|
2718
|
+
this.emitSyncState();
|
|
2719
|
+
}));
|
|
2720
|
+
this.disposables.add(this.server.subscribePushOutcome((outcome) => {
|
|
2721
|
+
this.pushErrorValue = outcome.kind === "failed" || outcome.kind === "rejected" ? outcome.error ?? /* @__PURE__ */ new Error(`mengine push ${outcome.kind}`) : null;
|
|
2722
|
+
this.emitSyncState();
|
|
2723
|
+
}));
|
|
2724
|
+
this.disposables.add(this.server.connection.onStatusChanged((status) => {
|
|
2725
|
+
if (status === "connected") this.hasConnected = true;
|
|
2726
|
+
this.emitSyncState();
|
|
2727
|
+
}));
|
|
4427
2728
|
this.local.connection.connect();
|
|
4428
2729
|
this.server.connection.connect();
|
|
4429
2730
|
this.disposables.add(() => this.local.connection.disconnect());
|
|
@@ -4439,19 +2740,46 @@ var MengineDocSession = class {
|
|
|
4439
2740
|
this.disposables.add(() => this.manager.disconnectDoc(this.docId));
|
|
4440
2741
|
const unsubscribe = doc.subscribe((event) => {
|
|
4441
2742
|
if (this.adapterValue == null) return;
|
|
2743
|
+
if (this.initialVersionValue == null && this.hasContent()) this.initialVersionValue = doc.version();
|
|
2744
|
+
if (event.by === "local") this.localVersionValue = doc.version();
|
|
2745
|
+
this.emitSyncState();
|
|
4442
2746
|
this.events.emit("update", {
|
|
4443
2747
|
source: event.by === "local" ? "local" : "remote",
|
|
4444
2748
|
snapshot: this.adapterValue.snapshot()
|
|
4445
2749
|
});
|
|
4446
2750
|
});
|
|
4447
2751
|
this.disposables.add(unsubscribe);
|
|
4448
|
-
this.disposables.add(this.manager.onDocStateChange(this.docId, (state) =>
|
|
4449
|
-
|
|
4450
|
-
|
|
2752
|
+
this.disposables.add(this.manager.onDocStateChange(this.docId, (state) => {
|
|
2753
|
+
this.events.emit("state", state);
|
|
2754
|
+
this.emitSyncState();
|
|
4451
2755
|
}));
|
|
4452
2756
|
await this.waitForContent();
|
|
2757
|
+
this.initialVersionValue ??= doc.version();
|
|
2758
|
+
this.emitSyncState();
|
|
4453
2759
|
return this.snapshot();
|
|
4454
2760
|
}
|
|
2761
|
+
getSyncState() {
|
|
2762
|
+
const state = this.getState();
|
|
2763
|
+
const target = this.confirmationTarget();
|
|
2764
|
+
const confirmation = this.serverVVValue == null || target == null ? this.localVersionValue == null ? "unknown" : "pending" : serverCovers(this.serverVVValue, target) ? "confirmed" : "pending";
|
|
2765
|
+
const connection = !this.started ? "disconnected" : this.server.connection.status === "connected" ? "connected" : this.hasConnected || this.server.connection.error != null ? "disconnected" : "connecting";
|
|
2766
|
+
return {
|
|
2767
|
+
confirmation,
|
|
2768
|
+
phase: connection === "disconnected" ? "offline" : this.pushErrorValue != null || state.error != null ? "failed" : connection === "connecting" ? "connecting" : state.syncing ? "syncing" : "idle"
|
|
2769
|
+
};
|
|
2770
|
+
}
|
|
2771
|
+
confirmationTarget() {
|
|
2772
|
+
return this.localVersionValue ?? this.initialVersionValue;
|
|
2773
|
+
}
|
|
2774
|
+
/** Immediately supplies current state; unsubscribe when the host changes docs. */
|
|
2775
|
+
subscribeSyncState(cb) {
|
|
2776
|
+
const off = this.events.on("syncState", cb);
|
|
2777
|
+
cb(this.getSyncState());
|
|
2778
|
+
return off;
|
|
2779
|
+
}
|
|
2780
|
+
emitSyncState() {
|
|
2781
|
+
this.events.emit("syncState", this.getSyncState());
|
|
2782
|
+
}
|
|
4455
2783
|
subscribe(cb) {
|
|
4456
2784
|
return this.events.on("update", cb);
|
|
4457
2785
|
}
|
|
@@ -4462,7 +2790,12 @@ var MengineDocSession = class {
|
|
|
4462
2790
|
return this.manager.getDocState(this.docId);
|
|
4463
2791
|
}
|
|
4464
2792
|
destroy() {
|
|
2793
|
+
if (this.destroyed) return;
|
|
2794
|
+
this.destroyed = true;
|
|
2795
|
+
this.started = false;
|
|
2796
|
+
this.lifetime?.abort();
|
|
4465
2797
|
this.disposables.dispose();
|
|
2798
|
+
this.emitSyncState();
|
|
4466
2799
|
this.events.clearAll();
|
|
4467
2800
|
this.adapterValue = null;
|
|
4468
2801
|
this.editorValue = null;
|
|
@@ -4479,13 +2812,21 @@ var MengineDocSession = class {
|
|
|
4479
2812
|
*/
|
|
4480
2813
|
async waitForContent() {
|
|
4481
2814
|
if (this.hasContent()) return;
|
|
4482
|
-
|
|
2815
|
+
const signal = this.lifetime.signal;
|
|
2816
|
+
await new Promise((resolve, reject) => {
|
|
2817
|
+
const onAbort = () => {
|
|
2818
|
+
off();
|
|
2819
|
+
reject(/* @__PURE__ */ new Error("mengine doc session destroyed"));
|
|
2820
|
+
};
|
|
4483
2821
|
const off = this.events.on("update", () => {
|
|
4484
2822
|
if (this.hasContent()) {
|
|
4485
2823
|
off();
|
|
2824
|
+
signal.removeEventListener("abort", onAbort);
|
|
4486
2825
|
resolve();
|
|
4487
2826
|
}
|
|
4488
2827
|
});
|
|
2828
|
+
signal.addEventListener("abort", onAbort, { once: true });
|
|
2829
|
+
if (signal.aborted) onAbort();
|
|
4489
2830
|
});
|
|
4490
2831
|
}
|
|
4491
2832
|
hasContent() {
|
|
@@ -4519,4 +2860,4 @@ function serverCovers(serverVV, target) {
|
|
|
4519
2860
|
return covers(server, target);
|
|
4520
2861
|
}
|
|
4521
2862
|
//#endregion
|
|
4522
|
-
export { DEFAULT_UNIT_TIME_MS,
|
|
2863
|
+
export { DEFAULT_UNIT_TIME_MS, IMPLEMENTED_SEMANTIC_OP_KINDS, LANE_KINDS_IN_STACK_ORDER, ManualSyncDoc, MedeoHttpDocStorage, MemoryDocStorage, MengineAckFailedError, MengineDocSession, MengineHttpClient, MengineHttpRequestError, MenginePushRejectedError, MirrorVideoDocumentAdapter, SchemaValidator, SemanticEditor, TIMELINE_SKELETON_DURATION_MS, VIDEO_DOCUMENT_SCHEMA_VERSION, ValidationError, VideoDocumentValidationError, arrangeMainTrackSeamlessly, assertValidVideoDocument, base64ToBytes, buildInitialVideoDocument, buildSpeechHostMap, bytesToBase64, cascadeAfterVideoClipChanges, createMirrorVideoDocument, createMirrorVideoDocumentAdapter, decodeDocVersionMark, derivePositionFromAbs, encodeDocVersionMark, ensureLaneTrack, fillMainTrackTimeGaps, findLaneTrack, fromVideoDocument, generatePartId, getAt, hostForAbsMs, isEmptyVideoClip, isImplementedSemanticOpKind, isMap, laneTrackId, mainTrackRanges, partDurationMs, partUnionSchema, readMainTrackItems, readMengineEventStream, readPart, readPartDurationMs, readVideoDocumentFromDraft, reassignSpeechesToVideoClipsByTime, recalculateTimelineDuration, relativePositionForAbs, resolveAllSpeechOverlaps, resolveSpeechOverlapByShiftingVideos, safeDurationMs, schemas_exports as schemas, snapshotToPlain, solveVideoDocument, syncAggregatedClipsTimePosition, toVideoDocument, validateVideoDocument, videoDocumentMirrorSchema, videoDocumentSchema };
|