@omnimedia/omnitool 1.1.0-5 → 1.1.0-7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. package/package.json +3 -2
  2. package/s/demo/demo.css +5 -0
  3. package/s/demo/routines/transcode-test.ts +4 -2
  4. package/s/demo/routines/transitions-test.ts +2 -2
  5. package/s/driver/driver.ts +17 -9
  6. package/s/driver/fns/schematic.ts +44 -21
  7. package/s/driver/fns/work.ts +112 -97
  8. package/s/index.html.ts +6 -1
  9. package/s/timeline/parts/basics.ts +1 -1
  10. package/s/timeline/parts/compositor/export.ts +77 -0
  11. package/s/timeline/parts/compositor/parts/html-tree.ts +37 -0
  12. package/s/timeline/parts/compositor/parts/schedulers.ts +85 -0
  13. package/s/timeline/parts/compositor/parts/tree-builder.ts +184 -0
  14. package/s/timeline/parts/compositor/parts/webcodecs-tree.ts +30 -0
  15. package/s/timeline/parts/compositor/playback.ts +81 -0
  16. package/s/timeline/parts/compositor/samplers/html.ts +115 -0
  17. package/s/timeline/parts/compositor/samplers/webcodecs.ts +60 -0
  18. package/s/timeline/parts/item.ts +38 -6
  19. package/s/timeline/parts/media.ts +21 -0
  20. package/s/timeline/parts/waveform.ts +1 -1
  21. package/s/timeline/sugar/builders.ts +102 -0
  22. package/s/timeline/sugar/o.ts +75 -16
  23. package/s/timeline/sugar/omni-test.ts +2 -2
  24. package/s/timeline/sugar/omni.ts +14 -11
  25. package/s/timeline/timeline.ts +22 -0
  26. package/s/timeline/types.ts +29 -0
  27. package/s/timeline/utils/audio-stream.ts +15 -0
  28. package/s/timeline/utils/matrix.ts +33 -0
  29. package/s/timeline/utils/video-cursor.ts +40 -0
  30. package/x/demo/demo.bundle.min.js +39 -37
  31. package/x/demo/demo.bundle.min.js.map +4 -4
  32. package/x/demo/demo.css +5 -0
  33. package/x/demo/routines/transcode-test.js +4 -2
  34. package/x/demo/routines/transcode-test.js.map +1 -1
  35. package/x/demo/routines/transitions-test.js +2 -2
  36. package/x/demo/routines/transitions-test.js.map +1 -1
  37. package/x/driver/driver.d.ts +3 -5
  38. package/x/driver/driver.js +16 -9
  39. package/x/driver/driver.js.map +1 -1
  40. package/x/driver/driver.worker.bundle.min.js +2537 -148
  41. package/x/driver/driver.worker.bundle.min.js.map +4 -4
  42. package/x/driver/fns/host.d.ts +9 -2
  43. package/x/driver/fns/schematic.d.ts +38 -20
  44. package/x/driver/fns/work.d.ts +11 -4
  45. package/x/driver/fns/work.js +105 -96
  46. package/x/driver/fns/work.js.map +1 -1
  47. package/x/features/speech/transcribe/worker.bundle.min.js +541 -541
  48. package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
  49. package/x/index.html +13 -3
  50. package/x/index.html.js +6 -1
  51. package/x/index.html.js.map +1 -1
  52. package/x/timeline/parts/basics.d.ts +1 -1
  53. package/x/timeline/parts/compositor/export.d.ts +9 -0
  54. package/x/timeline/parts/compositor/export.js +64 -0
  55. package/x/timeline/parts/compositor/export.js.map +1 -0
  56. package/x/timeline/parts/compositor/parts/html-tree.d.ts +3 -0
  57. package/x/timeline/parts/compositor/parts/html-tree.js +40 -0
  58. package/x/timeline/parts/compositor/parts/html-tree.js.map +1 -0
  59. package/x/timeline/parts/compositor/parts/schedulers.d.ts +15 -0
  60. package/x/timeline/parts/compositor/parts/schedulers.js +64 -0
  61. package/x/timeline/parts/compositor/parts/schedulers.js.map +1 -0
  62. package/x/timeline/parts/compositor/parts/tree-builder.d.ts +37 -0
  63. package/x/timeline/parts/compositor/parts/tree-builder.js +147 -0
  64. package/x/timeline/parts/compositor/parts/tree-builder.js.map +1 -0
  65. package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts +3 -0
  66. package/x/timeline/parts/compositor/parts/webcodecs-tree.js +28 -0
  67. package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map +1 -0
  68. package/x/timeline/parts/compositor/playback.d.ts +19 -0
  69. package/x/timeline/parts/compositor/playback.js +71 -0
  70. package/x/timeline/parts/compositor/playback.js.map +1 -0
  71. package/x/timeline/parts/compositor/samplers/html.d.ts +3 -0
  72. package/x/timeline/parts/compositor/samplers/html.js +106 -0
  73. package/x/timeline/parts/compositor/samplers/html.js.map +1 -0
  74. package/x/timeline/parts/compositor/samplers/webcodecs.d.ts +2 -0
  75. package/x/timeline/parts/compositor/samplers/webcodecs.js +55 -0
  76. package/x/timeline/parts/compositor/samplers/webcodecs.js.map +1 -0
  77. package/x/timeline/parts/item.d.ts +34 -8
  78. package/x/timeline/parts/item.js +6 -3
  79. package/x/timeline/parts/item.js.map +1 -1
  80. package/x/timeline/parts/media.d.ts +3 -0
  81. package/x/timeline/parts/media.js +17 -0
  82. package/x/timeline/parts/media.js.map +1 -1
  83. package/x/timeline/parts/waveform.js +1 -1
  84. package/x/timeline/parts/waveform.js.map +1 -1
  85. package/x/timeline/sugar/builders.d.ts +96 -0
  86. package/x/timeline/sugar/builders.js +108 -0
  87. package/x/timeline/sugar/builders.js.map +1 -0
  88. package/x/timeline/sugar/o.d.ts +21 -8
  89. package/x/timeline/sugar/o.js +63 -14
  90. package/x/timeline/sugar/o.js.map +1 -1
  91. package/x/timeline/sugar/omni-test.js +1 -1
  92. package/x/timeline/sugar/omni-test.js.map +1 -1
  93. package/x/timeline/sugar/omni.d.ts +7 -3
  94. package/x/timeline/sugar/omni.js +9 -8
  95. package/x/timeline/sugar/omni.js.map +1 -1
  96. package/x/timeline/timeline.d.ts +9 -0
  97. package/x/timeline/timeline.js +22 -0
  98. package/x/timeline/timeline.js.map +1 -0
  99. package/x/timeline/types.d.ts +24 -0
  100. package/x/timeline/types.js +2 -0
  101. package/x/timeline/types.js.map +1 -0
  102. package/x/timeline/utils/audio-stream.d.ts +6 -0
  103. package/x/timeline/utils/audio-stream.js +17 -0
  104. package/x/timeline/utils/audio-stream.js.map +1 -0
  105. package/x/timeline/utils/matrix.d.ts +8 -0
  106. package/x/timeline/utils/matrix.js +26 -0
  107. package/x/timeline/utils/matrix.js.map +1 -0
  108. package/x/timeline/utils/video-cursor.d.ts +10 -0
  109. package/x/timeline/utils/video-cursor.js +36 -0
  110. package/x/timeline/utils/video-cursor.js.map +1 -0
  111. package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +6 -6
  112. package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +4 -4
@@ -0,0 +1,106 @@
1
+ const toUrl = (src) => (src instanceof Blob ? URL.createObjectURL(src) : String(src));
2
+ export function makeHtmlSampler(resolveMedia) {
3
+ const videoElements = new Map();
4
+ const audioElements = new Map();
5
+ function getOrCreateVideoElement(clip) {
6
+ let video = videoElements.get(clip.id);
7
+ if (!video) {
8
+ video = document.createElement("video");
9
+ video.playsInline = true;
10
+ video.muted = true;
11
+ video.preload = "auto";
12
+ video.crossOrigin = "anonymous";
13
+ video.src = toUrl(resolveMedia(clip.mediaHash));
14
+ videoElements.set(clip.id, video);
15
+ }
16
+ return video;
17
+ }
18
+ function getOrCreateAudioElement(clip) {
19
+ let audio = audioElements.get(clip.id);
20
+ if (!audio) {
21
+ audio = document.createElement("audio");
22
+ audio.preload = "auto";
23
+ audio.crossOrigin = "anonymous";
24
+ audio.src = toUrl(resolveMedia(clip.mediaHash));
25
+ audio.volume = 0.2;
26
+ audioElements.set(clip.id, audio);
27
+ }
28
+ return audio;
29
+ }
30
+ let paused = true;
31
+ return {
32
+ async video(item, matrix) {
33
+ const video = getOrCreateVideoElement(item);
34
+ return {
35
+ duration: item.duration,
36
+ // if paused seek otherwise play
37
+ visuals: {
38
+ sampleAt: async (t) => {
39
+ if (t < 0 || t >= item.duration)
40
+ return [];
41
+ if (video.paused && paused) {
42
+ await seek(video, t);
43
+ }
44
+ if (video.paused && !paused) {
45
+ await video.play();
46
+ }
47
+ const frame = new VideoFrame(video);
48
+ return frame ? [{ kind: "image", frame, matrix }] : [];
49
+ }
50
+ }
51
+ };
52
+ },
53
+ async audio(item) {
54
+ const audio = getOrCreateAudioElement(item);
55
+ return {
56
+ duration: item.duration,
57
+ audio: {
58
+ onTimeUpdate: async (time) => {
59
+ const localTime = item.start + time;
60
+ if (audio.paused && paused) {
61
+ await seek(audio, localTime);
62
+ }
63
+ if (audio.paused && !paused) {
64
+ await audio.play();
65
+ }
66
+ return [];
67
+ }
68
+ }
69
+ };
70
+ },
71
+ async dispose() {
72
+ const elements = [...videoElements.values(), ...audioElements.values()];
73
+ for (const element of elements) {
74
+ element.pause();
75
+ if (element.src.startsWith("blob:"))
76
+ URL.revokeObjectURL(element.src);
77
+ element.remove();
78
+ }
79
+ videoElements.clear();
80
+ audioElements.clear();
81
+ },
82
+ async setPaused(p) {
83
+ paused = p;
84
+ const elements = [...videoElements.values(), ...audioElements.values()];
85
+ for (const element of elements) {
86
+ if (p)
87
+ element.pause();
88
+ }
89
+ },
90
+ };
91
+ }
92
+ function seek(media, time) {
93
+ return new Promise((resolve) => {
94
+ const onSeeked = () => {
95
+ media.removeEventListener("seeked", onSeeked);
96
+ resolve();
97
+ };
98
+ media.addEventListener("seeked", onSeeked);
99
+ if (media.fastSeek) {
100
+ media.fastSeek(time);
101
+ }
102
+ else
103
+ media.currentTime = time;
104
+ });
105
+ }
106
+ //# sourceMappingURL=html.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"html.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/samplers/html.ts"],"names":[],"mappings":"AAIA,MAAM,KAAK,GAAG,CAAC,GAAkB,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAEpG,MAAM,UAAU,eAAe,CAAC,YAA6C;IAC5E,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IACzD,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IAEzD,SAAS,uBAAuB,CAAC,IAAgB;QAChD,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;YACvC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;YACxB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAA;YAClB,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;YACtB,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;YAC/B,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;YAC/C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,SAAS,uBAAuB,CAAC,IAAgB;QAChD,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;YACvC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;YACtB,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;YAC/B,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;YAC/C,KAAK,CAAC,MAAM,GAAG,GAAG,CAAA;YAClB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,IAAI,MAAM,GAAG,IAAI,CAAA;IAEjB,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;YACvB,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;YAC3C,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gCAAgC;gBAChC,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;wBACrB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ;4BAC9B,OAAO,EAAE,CAAA;wBAEV,IAAG,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;wBACrB,CAAC;wBAED,IAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;wBACnB,CAAC;wBAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;wBACnC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACrD,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI;YACf,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;YAC3C,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE;oBACN,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;wBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;wBACnC,IAAG,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;wBAC7B,CAAC;wBACD,IAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;wBACnB,CAAC;wBACD,OAAO,EAAE,CAAA;oBACV,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,OAAO;YACZ,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;YACpE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,EAAE,CAAA;gBACf,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;oBAClC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;gBACjC,OAAO,CAAC,MAAM,EAAE,CAAA;YAClB,CAAC;YACD,aAAa,CAAC,KAAK,EAAE,CAAA;YACrB,aAAa,CAAC,KAAK,EAAE,CAAA;QACzB,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC;YAChB,MAAM,GAAG,CAAC,CAAA;YACV,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;YACvE,KAAI,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAG,CAAC;oBAAE,OAAO,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,SAAS,IAAI,CAAC,KAA0C,EAAE,IAAY;IACpE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,GAAG,EAAE;YACpB,KAAK,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;YAC7C,OAAO,EAAE,CAAA;QACX,CAAC,CAAA;QACD,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAC1C,IAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,CAAC;;YAAM,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IACjC,CAAC,CAAC,CAAA;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { WebcodecsSampler } from "../parts/tree-builder.js";
2
+ export declare function makeWebCodecsSampler(resolveMedia: (hash: string) => any): WebcodecsSampler;
@@ -0,0 +1,55 @@
1
+ import { context } from "../../../../context.js";
2
+ import { VideoCursor } from "../../../utils/video-cursor.js";
3
+ import { AudioStream } from "../../../utils/audio-stream.js";
4
+ const toUs = (seconds) => Math.round(seconds * 1_000_000);
5
+ export function makeWebCodecsSampler(resolveMedia) {
6
+ const videoCursors = new Map();
7
+ async function getCursorForVideo(videoItem) {
8
+ const existing = videoCursors.get(videoItem.id);
9
+ if (existing)
10
+ return existing;
11
+ const driver = await context.driver;
12
+ const source = resolveMedia(videoItem.mediaHash);
13
+ const video = driver.decodeVideo({ source });
14
+ const cursor = new VideoCursor(video.getReader());
15
+ videoCursors.set(videoItem.id, cursor);
16
+ return cursor;
17
+ }
18
+ return {
19
+ async video(item, matrix) {
20
+ const cursor = await getCursorForVideo(item);
21
+ const baseUs = toUs(item.start ?? 0);
22
+ return {
23
+ duration: item.duration,
24
+ visuals: {
25
+ sampleAt: async (time) => {
26
+ const frame = await cursor.atOrNear(baseUs + toUs(time));
27
+ return frame ? [{ kind: "image", frame, matrix }] : [];
28
+ }
29
+ }
30
+ };
31
+ },
32
+ async audio(item) {
33
+ return {
34
+ duration: item.duration,
35
+ audio: {
36
+ getStream: async function* () {
37
+ const driver = await context.driver;
38
+ const source = resolveMedia(item.mediaHash);
39
+ const startUs = item.start;
40
+ const endUs = (item.start + item.duration);
41
+ const audio = driver.decodeAudio({ source, start: startUs, end: endUs });
42
+ const audioStream = new AudioStream(audio.getReader());
43
+ yield* audioStream.stream();
44
+ },
45
+ }
46
+ };
47
+ },
48
+ async dispose() {
49
+ const tasks = Array.from([...videoCursors.values()], c => c.cancel());
50
+ videoCursors.clear();
51
+ await Promise.all(tasks);
52
+ }
53
+ };
54
+ }
55
+ //# sourceMappingURL=webcodecs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"webcodecs.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/samplers/webcodecs.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,wBAAwB,CAAA;AAE9C,OAAO,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAA;AAC1D,OAAO,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAA;AAE1D,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC,CAAA;AAEjE,MAAM,UAAU,oBAAoB,CAAC,YAAmC;IACvE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAA;IAEnD,KAAK,UAAU,iBAAiB,CAAC,SAAqB;QACrD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QAC/C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAA;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;QACjD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QACtC,OAAO,MAAM,CAAA;IACd,CAAC;IAED,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;YACvB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAA;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAA;YACpC,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;wBAChC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;wBACxD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACrD,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI;YACf,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE;oBACN,SAAS,EAAE,KAAK,SAAS,CAAC;wBACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;wBACnC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;wBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAA;wBAC1B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;wBAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAC,CAAC,CAAA;wBACtE,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;wBACtD,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,CAAA;oBAC5B,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACA,KAAK,CAAC,OAAO;YACX,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YACrE,YAAY,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC;KACF,CAAA;AACF,CAAC"}
@@ -1,28 +1,52 @@
1
1
  import { Id, Hash } from "./basics.js";
2
+ import { Transform } from "../types.js";
2
3
  export declare enum Kind {
3
4
  Sequence = 0,
4
5
  Stack = 1,
5
- Clip = 2,
6
- Text = 3,
7
- Transition = 4
6
+ Video = 2,
7
+ Audio = 3,
8
+ Text = 4,
9
+ Gap = 5,
10
+ Spatial = 6,
11
+ Transition = 7
8
12
  }
9
13
  export declare enum Effect {
10
14
  Crossfade = 0
11
15
  }
12
16
  export declare namespace Item {
17
+ type Spatial = {
18
+ id: Id;
19
+ kind: Kind.Spatial;
20
+ transform: Transform;
21
+ };
22
+ type Gap = {
23
+ id: Id;
24
+ kind: Kind.Gap;
25
+ duration: number;
26
+ };
13
27
  type Sequence = {
14
28
  id: Id;
15
29
  kind: Kind.Sequence;
16
- children: Id[];
30
+ childrenIds: Id[];
31
+ spatialId?: Id;
17
32
  };
18
33
  type Stack = {
19
34
  id: Id;
20
35
  kind: Kind.Stack;
21
- children: Id[];
36
+ childrenIds: Id[];
37
+ spatialId?: Id;
38
+ };
39
+ type Video = {
40
+ id: Id;
41
+ kind: Kind.Video;
42
+ mediaHash: Hash;
43
+ start: number;
44
+ duration: number;
45
+ spatialId?: Id;
22
46
  };
23
- type Clip = {
47
+ type Audio = {
24
48
  id: Id;
25
- kind: Kind.Clip;
49
+ kind: Kind.Audio;
26
50
  mediaHash: Hash;
27
51
  start: number;
28
52
  duration: number;
@@ -31,6 +55,8 @@ export declare namespace Item {
31
55
  id: Id;
32
56
  kind: Kind.Text;
33
57
  content: string;
58
+ spatialId?: Id;
59
+ color: string;
34
60
  };
35
61
  type Transition = {
36
62
  id: Id;
@@ -38,5 +64,5 @@ export declare namespace Item {
38
64
  effect: Effect.Crossfade;
39
65
  duration: number;
40
66
  };
41
- type Any = (Sequence | Stack | Clip | Text | Transition);
67
+ type Any = (Sequence | Stack | Video | Audio | Text | Gap | Transition | Spatial);
42
68
  }
@@ -2,9 +2,12 @@ export var Kind;
2
2
  (function (Kind) {
3
3
  Kind[Kind["Sequence"] = 0] = "Sequence";
4
4
  Kind[Kind["Stack"] = 1] = "Stack";
5
- Kind[Kind["Clip"] = 2] = "Clip";
6
- Kind[Kind["Text"] = 3] = "Text";
7
- Kind[Kind["Transition"] = 4] = "Transition";
5
+ Kind[Kind["Video"] = 2] = "Video";
6
+ Kind[Kind["Audio"] = 3] = "Audio";
7
+ Kind[Kind["Text"] = 4] = "Text";
8
+ Kind[Kind["Gap"] = 5] = "Gap";
9
+ Kind[Kind["Spatial"] = 6] = "Spatial";
10
+ Kind[Kind["Transition"] = 7] = "Transition";
8
11
  })(Kind || (Kind = {}));
9
12
  export var Effect;
10
13
  (function (Effect) {
@@ -1 +1 @@
1
- {"version":3,"file":"item.js","sourceRoot":"","sources":["../../../s/timeline/parts/item.ts"],"names":[],"mappings":"AAGA,MAAM,CAAN,IAAY,IAMX;AAND,WAAY,IAAI;IACf,uCAAQ,CAAA;IACR,iCAAK,CAAA;IACL,+BAAI,CAAA;IACJ,+BAAI,CAAA;IACJ,2CAAU,CAAA;AACX,CAAC,EANW,IAAI,KAAJ,IAAI,QAMf;AAED,MAAM,CAAN,IAAY,MAEX;AAFD,WAAY,MAAM;IACjB,6CAAS,CAAA;AACV,CAAC,EAFW,MAAM,KAAN,MAAM,QAEjB"}
1
+ {"version":3,"file":"item.js","sourceRoot":"","sources":["../../../s/timeline/parts/item.ts"],"names":[],"mappings":"AAIA,MAAM,CAAN,IAAY,IASX;AATD,WAAY,IAAI;IACf,uCAAQ,CAAA;IACR,iCAAK,CAAA;IACL,iCAAK,CAAA;IACL,iCAAK,CAAA;IACL,+BAAI,CAAA;IACJ,6BAAG,CAAA;IACH,qCAAO,CAAA;IACP,2CAAU,CAAA;AACX,CAAC,EATW,IAAI,KAAJ,IAAI,QASf;AAED,MAAM,CAAN,IAAY,MAEX;AAFD,WAAY,MAAM;IACjB,6CAAS,CAAA;AACV,CAAC,EAFW,MAAM,KAAN,MAAM,QAEjB"}
@@ -1,7 +1,10 @@
1
1
  import { Datafile } from "../utils/datafile.js";
2
2
  export declare class Media {
3
+ #private;
3
4
  datafile: Datafile;
4
5
  duration: number;
6
+ hasVideo: boolean;
7
+ hasAudio: boolean;
5
8
  constructor(datafile: Datafile);
6
9
  static analyze(datafile: Datafile): Promise<Media>;
7
10
  }
@@ -1,13 +1,30 @@
1
+ import { ALL_FORMATS, Input } from "mediabunny";
2
+ import { loadDecoderSource } from "../../driver/utils/load-decoder-source.js";
1
3
  export class Media {
2
4
  datafile;
3
5
  duration = 0;
6
+ hasVideo = false;
7
+ hasAudio = false;
4
8
  constructor(datafile) {
5
9
  this.datafile = datafile;
6
10
  }
7
11
  static async analyze(datafile) {
8
12
  const media = new this(datafile);
9
13
  media.duration = 10;
14
+ const { video, audio } = await this.#has("/assets/temp/gl.mp4");
15
+ media.hasAudio = audio;
16
+ media.hasVideo = video;
10
17
  return media;
11
18
  }
19
+ static async #has(source) {
20
+ const input = new Input({
21
+ formats: ALL_FORMATS,
22
+ source: await loadDecoderSource(source)
23
+ });
24
+ return {
25
+ audio: !!(await input.getPrimaryAudioTrack()),
26
+ video: !!(await input.getPrimaryVideoTrack())
27
+ };
28
+ }
12
29
  }
13
30
  //# sourceMappingURL=media.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"media.js","sourceRoot":"","sources":["../../../s/timeline/parts/media.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,KAAK;IAEE;IADnB,QAAQ,GAAG,CAAC,CAAA;IACZ,YAAmB,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;IAAG,CAAC;IAEzC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAkB;QACtC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAA;QAChC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAA;QACnB,OAAO,KAAK,CAAA;IACb,CAAC;CACD"}
1
+ {"version":3,"file":"media.js","sourceRoot":"","sources":["../../../s/timeline/parts/media.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAC,MAAM,YAAY,CAAA;AAI7C,OAAO,EAAC,iBAAiB,EAAC,MAAM,2CAA2C,CAAA;AAE3E,MAAM,OAAO,KAAK;IAKE;IAJnB,QAAQ,GAAG,CAAC,CAAA;IACZ,QAAQ,GAAG,KAAK,CAAA;IAChB,QAAQ,GAAG,KAAK,CAAA;IAEhB,YAAmB,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;IAAG,CAAC;IAEzC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAkB;QACtC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAA;QAChC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAA;QACnB,MAAM,EAAC,KAAK,EAAE,KAAK,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC7D,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAA;QACtB,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAA;QACtB,OAAO,KAAK,CAAA;IACb,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB;QACtC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;SACvC,CAAC,CAAA;QACF,OAAO;YACN,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;YAC7C,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;SAC7C,CAAA;IACF,CAAC;CACD"}
@@ -16,7 +16,7 @@ export class Waveform {
16
16
  }
17
17
  static async init(source, container) {
18
18
  const driver = await context.driver;
19
- const reader = driver.decode({ source }).audio.getReader();
19
+ const reader = driver.decodeAudio({ source }).getReader();
20
20
  const peaks = [];
21
21
  let buffer = [];
22
22
  const samplesPerPeak = 1024;
@@ -1 +1 @@
1
- {"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE1D,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
1
+ {"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,SAAS,EAAE,CAAA;QAEvD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
@@ -0,0 +1,96 @@
1
+ import { O } from "./o.js";
2
+ import { Id } from "../parts/basics.js";
3
+ import { Item } from "../parts/item.js";
4
+ export declare class TimelineItem {
5
+ item: Item.Any;
6
+ readonly id: Id;
7
+ constructor(item: Item.Any);
8
+ toJSON(): {
9
+ id: Id;
10
+ kind: import("../parts/item.js").Kind.Spatial;
11
+ transform: import("../types.js").Transform;
12
+ } | {
13
+ id: Id;
14
+ kind: import("../parts/item.js").Kind.Gap;
15
+ duration: number;
16
+ } | {
17
+ id: Id;
18
+ kind: import("../parts/item.js").Kind.Sequence;
19
+ childrenIds: Id[];
20
+ spatialId?: Id;
21
+ } | {
22
+ id: Id;
23
+ kind: import("../parts/item.js").Kind.Stack;
24
+ childrenIds: Id[];
25
+ spatialId?: Id;
26
+ } | {
27
+ id: Id;
28
+ kind: import("../parts/item.js").Kind.Video;
29
+ mediaHash: import("../parts/basics.js").Hash;
30
+ start: number;
31
+ duration: number;
32
+ spatialId?: Id;
33
+ } | {
34
+ id: Id;
35
+ kind: import("../parts/item.js").Kind.Audio;
36
+ mediaHash: import("../parts/basics.js").Hash;
37
+ start: number;
38
+ duration: number;
39
+ } | {
40
+ id: Id;
41
+ kind: import("../parts/item.js").Kind.Text;
42
+ content: string;
43
+ spatialId?: Id;
44
+ color: string;
45
+ } | {
46
+ id: Id;
47
+ kind: import("../parts/item.js").Kind.Transition;
48
+ effect: import("../parts/item.js").Effect.Crossfade;
49
+ duration: number;
50
+ };
51
+ }
52
+ declare abstract class VisualItem extends TimelineItem {
53
+ abstract spatial(spatial: Spatial): TimelineItem;
54
+ }
55
+ export declare class Stack extends VisualItem {
56
+ private o;
57
+ item: Item.Stack;
58
+ constructor(o: O, item: Item.Stack);
59
+ spatial(spatial: Spatial): this;
60
+ addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
61
+ }
62
+ export declare class Spatial extends TimelineItem {
63
+ item: Item.Spatial;
64
+ constructor(item: Item.Spatial);
65
+ }
66
+ export declare class Gap extends TimelineItem {
67
+ item: Item.Gap;
68
+ constructor(item: Item.Gap);
69
+ }
70
+ export declare class Audio extends TimelineItem {
71
+ item: Item.Audio;
72
+ constructor(item: Item.Audio);
73
+ }
74
+ export declare class Video extends VisualItem {
75
+ item: Item.Video;
76
+ constructor(item: Item.Video);
77
+ spatial(spatial: Spatial): this;
78
+ }
79
+ export declare class Text extends VisualItem {
80
+ item: Item.Text;
81
+ constructor(item: Item.Text);
82
+ color(color: string): this;
83
+ spatial(spatial: Spatial): this;
84
+ }
85
+ export declare class Sequence extends VisualItem {
86
+ private o;
87
+ item: Item.Sequence;
88
+ constructor(o: O, item: Item.Sequence);
89
+ spatial(spatial: Spatial): this;
90
+ addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
91
+ }
92
+ export declare class Transition extends TimelineItem {
93
+ item: Item.Transition;
94
+ constructor(item: Item.Transition);
95
+ }
96
+ export {};
@@ -0,0 +1,108 @@
1
+ export class TimelineItem {
2
+ item;
3
+ id;
4
+ constructor(item) {
5
+ this.item = item;
6
+ this.id = item.id;
7
+ }
8
+ toJSON() {
9
+ return {
10
+ ...this.item
11
+ };
12
+ }
13
+ }
14
+ class VisualItem extends TimelineItem {
15
+ }
16
+ export class Stack extends VisualItem {
17
+ o;
18
+ item;
19
+ constructor(o, item) {
20
+ super(item);
21
+ this.o = o;
22
+ this.item = item;
23
+ }
24
+ spatial(spatial) {
25
+ this.item.spatialId = spatial.item.id;
26
+ return this;
27
+ }
28
+ addChildren(fn) {
29
+ const result = fn(this.o);
30
+ const items = Array.isArray(result) ? result : [result];
31
+ this.item.childrenIds.push(...items.map(c => c.item.id));
32
+ return this;
33
+ }
34
+ }
35
+ export class Spatial extends TimelineItem {
36
+ item;
37
+ constructor(item) {
38
+ super(item);
39
+ this.item = item;
40
+ }
41
+ }
42
+ export class Gap extends TimelineItem {
43
+ item;
44
+ constructor(item) {
45
+ super(item);
46
+ this.item = item;
47
+ }
48
+ }
49
+ export class Audio extends TimelineItem {
50
+ item;
51
+ constructor(item) {
52
+ super(item);
53
+ this.item = item;
54
+ }
55
+ }
56
+ export class Video extends VisualItem {
57
+ item;
58
+ constructor(item) {
59
+ super(item);
60
+ this.item = item;
61
+ }
62
+ spatial(spatial) {
63
+ this.item.spatialId = spatial.item.id;
64
+ return this;
65
+ }
66
+ }
67
+ export class Text extends VisualItem {
68
+ item;
69
+ constructor(item) {
70
+ super(item);
71
+ this.item = item;
72
+ }
73
+ color(color) {
74
+ this.item.color = color;
75
+ return this;
76
+ }
77
+ spatial(spatial) {
78
+ this.item.spatialId = spatial.item.id;
79
+ return this;
80
+ }
81
+ }
82
+ export class Sequence extends VisualItem {
83
+ o;
84
+ item;
85
+ constructor(o, item) {
86
+ super(item);
87
+ this.o = o;
88
+ this.item = item;
89
+ }
90
+ spatial(spatial) {
91
+ this.item.spatialId = spatial.item.id;
92
+ return this;
93
+ }
94
+ addChildren(fn) {
95
+ const result = fn(this.o);
96
+ const items = Array.isArray(result) ? result : [result];
97
+ this.item.childrenIds.push(...items.map(c => c.item.id));
98
+ return this;
99
+ }
100
+ }
101
+ export class Transition extends TimelineItem {
102
+ item;
103
+ constructor(item) {
104
+ super(item);
105
+ this.item = item;
106
+ }
107
+ }
108
+ //# sourceMappingURL=builders.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"builders.js","sourceRoot":"","sources":["../../../s/timeline/sugar/builders.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,YAAY;IAGL;IAFH,EAAE,CAAI;IAEtB,YAAmB,IAAc;QAAd,SAAI,GAAJ,IAAI,CAAU;QAChC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAED,MAAM;QACL,OAAO;YACN,GAAG,IAAI,CAAC,IAAI;SACZ,CAAA;IACF,CAAC;CACD;AAED,MAAe,UAAW,SAAQ,YAAY;CAE7C;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IACf;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAgB;QAChD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAY;IAEjD,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,OAAQ,SAAQ,YAAY;IACrB;IAAnB,YAAmB,IAAkB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAAhC,SAAI,GAAJ,IAAI,CAAc;IAAc,CAAC;CACpD;AAED,MAAM,OAAO,GAAI,SAAQ,YAAY;IACjB;IAAnB,YAAmB,IAAc;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA5B,SAAI,GAAJ,IAAI,CAAU;IAAc,CAAC;CAChD;AAED,MAAM,OAAO,KAAM,SAAQ,YAAY;IACnB;IAAnB,YAAmB,IAAgB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA9B,SAAI,GAAJ,IAAI,CAAY;IAAc,CAAC;CAClD;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IAChB;IAAnB,YAAmB,IAAgB;QAClC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAY;IAEnC,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,IAAK,SAAQ,UAAU;IACf;IAAnB,YAAmB,IAAe;QACjC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAW;IAElC,CAAC;IAED,KAAK,CAAC,KAAa;QAClB,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QACxB,OAAO,IAAI,CAAA;IACX,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,QAAS,SAAQ,UAAU;IACnB;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAmB;QACnD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAe;IAEpD,CAAC;IAEA,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,YAAY;IACxB;IAAnB,YAAmB,IAAqB;QACvC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAiB;IAExC,CAAC;CACD"}
@@ -1,14 +1,27 @@
1
+ import { MapG } from "@e280/stz";
1
2
  import { Media } from "../parts/media.js";
2
- import { Item } from "../parts/item.js";
3
+ import { Transform, TransformOptions } from "../types.js";
4
+ import { Video, Gap, Sequence, Stack, Text, TimelineItem, Spatial, Audio, Transition } from "./builders.js";
3
5
  export declare class O {
4
6
  #private;
5
- register(item: Item.Any): number;
6
- get items(): Item.Any[];
7
- sequence: (...items: Item.Any[]) => Item.Sequence;
8
- stack: (...items: Item.Any[]) => Item.Stack;
9
- clip: (media: Media, start?: number, duration?: number) => Item.Clip;
10
- text: (content: string) => Item.Text;
7
+ register(item: TimelineItem): number;
8
+ get items(): TimelineItem[];
9
+ get itemsMap(): MapG<number, TimelineItem>;
10
+ spatial: (transform: Transform) => Spatial;
11
+ sequence: (...items: TimelineItem[]) => Sequence;
12
+ stack: (...items: TimelineItem[]) => Stack;
13
+ video: (media: Media, options?: {
14
+ start?: number;
15
+ duration?: number;
16
+ }) => Video;
17
+ audio: (media: Media, options?: {
18
+ start?: number;
19
+ duration?: number;
20
+ }) => Audio;
21
+ text: (content: string) => Text;
22
+ gap: (duration: number) => Gap;
11
23
  transition: {
12
- crossfade: (duration: number) => Item.Transition;
24
+ crossfade: (duration: number) => Transition;
13
25
  };
26
+ transform: (options?: TransformOptions) => Transform;
14
27
  }