@omnimedia/omnitool 1.1.0-4 → 1.1.0-7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +4 -2
- package/s/demo/demo.css +5 -0
- package/s/demo/routines/transcode-test.ts +4 -2
- package/s/demo/routines/transitions-test.ts +43 -0
- package/s/driver/driver.ts +17 -9
- package/s/driver/fns/schematic.ts +44 -21
- package/s/driver/fns/work.ts +112 -97
- package/s/features/transition/parts/fragment.ts +24 -0
- package/s/features/transition/parts/types.ts +94 -0
- package/s/features/transition/parts/uniforms.ts +29 -0
- package/s/features/transition/parts/vertex.ts +31 -0
- package/s/features/transition/transition.ts +60 -0
- package/s/index.html.ts +6 -1
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/compositor/export.ts +77 -0
- package/s/timeline/parts/compositor/parts/html-tree.ts +37 -0
- package/s/timeline/parts/compositor/parts/schedulers.ts +85 -0
- package/s/timeline/parts/compositor/parts/tree-builder.ts +184 -0
- package/s/timeline/parts/compositor/parts/webcodecs-tree.ts +30 -0
- package/s/timeline/parts/compositor/playback.ts +81 -0
- package/s/timeline/parts/compositor/samplers/html.ts +115 -0
- package/s/timeline/parts/compositor/samplers/webcodecs.ts +60 -0
- package/s/timeline/parts/item.ts +38 -6
- package/s/timeline/parts/media.ts +21 -0
- package/s/timeline/parts/waveform.ts +1 -1
- package/s/timeline/sugar/builders.ts +102 -0
- package/s/timeline/sugar/o.ts +75 -16
- package/s/timeline/sugar/omni-test.ts +2 -2
- package/s/timeline/sugar/omni.ts +14 -11
- package/s/timeline/timeline.ts +22 -0
- package/s/timeline/types.ts +29 -0
- package/s/timeline/utils/audio-stream.ts +15 -0
- package/s/timeline/utils/matrix.ts +33 -0
- package/s/timeline/utils/video-cursor.ts +40 -0
- package/x/demo/demo.bundle.min.js +39 -37
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +5 -0
- package/x/demo/routines/transcode-test.js +4 -2
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transitions-test.d.ts +5 -0
- package/x/demo/routines/transitions-test.js +35 -0
- package/x/demo/routines/transitions-test.js.map +1 -0
- package/x/driver/driver.d.ts +3 -5
- package/x/driver/driver.js +16 -9
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +2537 -148
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +9 -2
- package/x/driver/fns/schematic.d.ts +38 -20
- package/x/driver/fns/work.d.ts +11 -4
- package/x/driver/fns/work.js +105 -96
- package/x/driver/fns/work.js.map +1 -1
- package/x/features/speech/transcribe/worker.bundle.min.js +541 -541
- package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
- package/x/features/transition/parts/fragment.d.ts +1 -0
- package/x/features/transition/parts/fragment.js +25 -0
- package/x/features/transition/parts/fragment.js.map +1 -0
- package/x/features/transition/parts/types.d.ts +23 -0
- package/x/features/transition/parts/types.js +2 -0
- package/x/features/transition/parts/types.js.map +1 -0
- package/x/features/transition/parts/uniforms.d.ts +31 -0
- package/x/features/transition/parts/uniforms.js +27 -0
- package/x/features/transition/parts/uniforms.js.map +1 -0
- package/x/features/transition/parts/vertex.d.ts +1 -0
- package/x/features/transition/parts/vertex.js +32 -0
- package/x/features/transition/parts/vertex.js.map +1 -0
- package/x/features/transition/transition.d.ts +5 -0
- package/x/features/transition/transition.js +50 -0
- package/x/features/transition/transition.js.map +1 -0
- package/x/index.html +13 -3
- package/x/index.html.js +6 -1
- package/x/index.html.js.map +1 -1
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/compositor/export.d.ts +9 -0
- package/x/timeline/parts/compositor/export.js +64 -0
- package/x/timeline/parts/compositor/export.js.map +1 -0
- package/x/timeline/parts/compositor/parts/html-tree.d.ts +3 -0
- package/x/timeline/parts/compositor/parts/html-tree.js +40 -0
- package/x/timeline/parts/compositor/parts/html-tree.js.map +1 -0
- package/x/timeline/parts/compositor/parts/schedulers.d.ts +15 -0
- package/x/timeline/parts/compositor/parts/schedulers.js +64 -0
- package/x/timeline/parts/compositor/parts/schedulers.js.map +1 -0
- package/x/timeline/parts/compositor/parts/tree-builder.d.ts +37 -0
- package/x/timeline/parts/compositor/parts/tree-builder.js +147 -0
- package/x/timeline/parts/compositor/parts/tree-builder.js.map +1 -0
- package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts +3 -0
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js +28 -0
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map +1 -0
- package/x/timeline/parts/compositor/playback.d.ts +19 -0
- package/x/timeline/parts/compositor/playback.js +71 -0
- package/x/timeline/parts/compositor/playback.js.map +1 -0
- package/x/timeline/parts/compositor/samplers/html.d.ts +3 -0
- package/x/timeline/parts/compositor/samplers/html.js +106 -0
- package/x/timeline/parts/compositor/samplers/html.js.map +1 -0
- package/x/timeline/parts/compositor/samplers/webcodecs.d.ts +2 -0
- package/x/timeline/parts/compositor/samplers/webcodecs.js +55 -0
- package/x/timeline/parts/compositor/samplers/webcodecs.js.map +1 -0
- package/x/timeline/parts/item.d.ts +34 -8
- package/x/timeline/parts/item.js +6 -3
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +3 -0
- package/x/timeline/parts/media.js +17 -0
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/waveform.js +1 -1
- package/x/timeline/parts/waveform.js.map +1 -1
- package/x/timeline/sugar/builders.d.ts +96 -0
- package/x/timeline/sugar/builders.js +108 -0
- package/x/timeline/sugar/builders.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +21 -8
- package/x/timeline/sugar/o.js +63 -14
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni-test.js +1 -1
- package/x/timeline/sugar/omni-test.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +7 -3
- package/x/timeline/sugar/omni.js +9 -8
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/timeline.d.ts +9 -0
- package/x/timeline/timeline.js +22 -0
- package/x/timeline/timeline.js.map +1 -0
- package/x/timeline/types.d.ts +24 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/audio-stream.d.ts +6 -0
- package/x/timeline/utils/audio-stream.js +17 -0
- package/x/timeline/utils/audio-stream.js.map +1 -0
- package/x/timeline/utils/matrix.d.ts +8 -0
- package/x/timeline/utils/matrix.js +26 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/timeline/utils/video-cursor.d.ts +10 -0
- package/x/timeline/utils/video-cursor.js +36 -0
- package/x/timeline/utils/video-cursor.js.map +1 -0
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +6 -6
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +4 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,SAAS,EAAE,CAAA;QAEvD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { O } from "./o.js";
|
|
2
|
+
import { Id } from "../parts/basics.js";
|
|
3
|
+
import { Item } from "../parts/item.js";
|
|
4
|
+
export declare class TimelineItem {
|
|
5
|
+
item: Item.Any;
|
|
6
|
+
readonly id: Id;
|
|
7
|
+
constructor(item: Item.Any);
|
|
8
|
+
toJSON(): {
|
|
9
|
+
id: Id;
|
|
10
|
+
kind: import("../parts/item.js").Kind.Spatial;
|
|
11
|
+
transform: import("../types.js").Transform;
|
|
12
|
+
} | {
|
|
13
|
+
id: Id;
|
|
14
|
+
kind: import("../parts/item.js").Kind.Gap;
|
|
15
|
+
duration: number;
|
|
16
|
+
} | {
|
|
17
|
+
id: Id;
|
|
18
|
+
kind: import("../parts/item.js").Kind.Sequence;
|
|
19
|
+
childrenIds: Id[];
|
|
20
|
+
spatialId?: Id;
|
|
21
|
+
} | {
|
|
22
|
+
id: Id;
|
|
23
|
+
kind: import("../parts/item.js").Kind.Stack;
|
|
24
|
+
childrenIds: Id[];
|
|
25
|
+
spatialId?: Id;
|
|
26
|
+
} | {
|
|
27
|
+
id: Id;
|
|
28
|
+
kind: import("../parts/item.js").Kind.Video;
|
|
29
|
+
mediaHash: import("../parts/basics.js").Hash;
|
|
30
|
+
start: number;
|
|
31
|
+
duration: number;
|
|
32
|
+
spatialId?: Id;
|
|
33
|
+
} | {
|
|
34
|
+
id: Id;
|
|
35
|
+
kind: import("../parts/item.js").Kind.Audio;
|
|
36
|
+
mediaHash: import("../parts/basics.js").Hash;
|
|
37
|
+
start: number;
|
|
38
|
+
duration: number;
|
|
39
|
+
} | {
|
|
40
|
+
id: Id;
|
|
41
|
+
kind: import("../parts/item.js").Kind.Text;
|
|
42
|
+
content: string;
|
|
43
|
+
spatialId?: Id;
|
|
44
|
+
color: string;
|
|
45
|
+
} | {
|
|
46
|
+
id: Id;
|
|
47
|
+
kind: import("../parts/item.js").Kind.Transition;
|
|
48
|
+
effect: import("../parts/item.js").Effect.Crossfade;
|
|
49
|
+
duration: number;
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
declare abstract class VisualItem extends TimelineItem {
|
|
53
|
+
abstract spatial(spatial: Spatial): TimelineItem;
|
|
54
|
+
}
|
|
55
|
+
export declare class Stack extends VisualItem {
|
|
56
|
+
private o;
|
|
57
|
+
item: Item.Stack;
|
|
58
|
+
constructor(o: O, item: Item.Stack);
|
|
59
|
+
spatial(spatial: Spatial): this;
|
|
60
|
+
addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
|
|
61
|
+
}
|
|
62
|
+
export declare class Spatial extends TimelineItem {
|
|
63
|
+
item: Item.Spatial;
|
|
64
|
+
constructor(item: Item.Spatial);
|
|
65
|
+
}
|
|
66
|
+
export declare class Gap extends TimelineItem {
|
|
67
|
+
item: Item.Gap;
|
|
68
|
+
constructor(item: Item.Gap);
|
|
69
|
+
}
|
|
70
|
+
export declare class Audio extends TimelineItem {
|
|
71
|
+
item: Item.Audio;
|
|
72
|
+
constructor(item: Item.Audio);
|
|
73
|
+
}
|
|
74
|
+
export declare class Video extends VisualItem {
|
|
75
|
+
item: Item.Video;
|
|
76
|
+
constructor(item: Item.Video);
|
|
77
|
+
spatial(spatial: Spatial): this;
|
|
78
|
+
}
|
|
79
|
+
export declare class Text extends VisualItem {
|
|
80
|
+
item: Item.Text;
|
|
81
|
+
constructor(item: Item.Text);
|
|
82
|
+
color(color: string): this;
|
|
83
|
+
spatial(spatial: Spatial): this;
|
|
84
|
+
}
|
|
85
|
+
export declare class Sequence extends VisualItem {
|
|
86
|
+
private o;
|
|
87
|
+
item: Item.Sequence;
|
|
88
|
+
constructor(o: O, item: Item.Sequence);
|
|
89
|
+
spatial(spatial: Spatial): this;
|
|
90
|
+
addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
|
|
91
|
+
}
|
|
92
|
+
export declare class Transition extends TimelineItem {
|
|
93
|
+
item: Item.Transition;
|
|
94
|
+
constructor(item: Item.Transition);
|
|
95
|
+
}
|
|
96
|
+
export {};
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
export class TimelineItem {
|
|
2
|
+
item;
|
|
3
|
+
id;
|
|
4
|
+
constructor(item) {
|
|
5
|
+
this.item = item;
|
|
6
|
+
this.id = item.id;
|
|
7
|
+
}
|
|
8
|
+
toJSON() {
|
|
9
|
+
return {
|
|
10
|
+
...this.item
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
class VisualItem extends TimelineItem {
|
|
15
|
+
}
|
|
16
|
+
export class Stack extends VisualItem {
|
|
17
|
+
o;
|
|
18
|
+
item;
|
|
19
|
+
constructor(o, item) {
|
|
20
|
+
super(item);
|
|
21
|
+
this.o = o;
|
|
22
|
+
this.item = item;
|
|
23
|
+
}
|
|
24
|
+
spatial(spatial) {
|
|
25
|
+
this.item.spatialId = spatial.item.id;
|
|
26
|
+
return this;
|
|
27
|
+
}
|
|
28
|
+
addChildren(fn) {
|
|
29
|
+
const result = fn(this.o);
|
|
30
|
+
const items = Array.isArray(result) ? result : [result];
|
|
31
|
+
this.item.childrenIds.push(...items.map(c => c.item.id));
|
|
32
|
+
return this;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
export class Spatial extends TimelineItem {
|
|
36
|
+
item;
|
|
37
|
+
constructor(item) {
|
|
38
|
+
super(item);
|
|
39
|
+
this.item = item;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
export class Gap extends TimelineItem {
|
|
43
|
+
item;
|
|
44
|
+
constructor(item) {
|
|
45
|
+
super(item);
|
|
46
|
+
this.item = item;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
export class Audio extends TimelineItem {
|
|
50
|
+
item;
|
|
51
|
+
constructor(item) {
|
|
52
|
+
super(item);
|
|
53
|
+
this.item = item;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
export class Video extends VisualItem {
|
|
57
|
+
item;
|
|
58
|
+
constructor(item) {
|
|
59
|
+
super(item);
|
|
60
|
+
this.item = item;
|
|
61
|
+
}
|
|
62
|
+
spatial(spatial) {
|
|
63
|
+
this.item.spatialId = spatial.item.id;
|
|
64
|
+
return this;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
export class Text extends VisualItem {
|
|
68
|
+
item;
|
|
69
|
+
constructor(item) {
|
|
70
|
+
super(item);
|
|
71
|
+
this.item = item;
|
|
72
|
+
}
|
|
73
|
+
color(color) {
|
|
74
|
+
this.item.color = color;
|
|
75
|
+
return this;
|
|
76
|
+
}
|
|
77
|
+
spatial(spatial) {
|
|
78
|
+
this.item.spatialId = spatial.item.id;
|
|
79
|
+
return this;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
export class Sequence extends VisualItem {
|
|
83
|
+
o;
|
|
84
|
+
item;
|
|
85
|
+
constructor(o, item) {
|
|
86
|
+
super(item);
|
|
87
|
+
this.o = o;
|
|
88
|
+
this.item = item;
|
|
89
|
+
}
|
|
90
|
+
spatial(spatial) {
|
|
91
|
+
this.item.spatialId = spatial.item.id;
|
|
92
|
+
return this;
|
|
93
|
+
}
|
|
94
|
+
addChildren(fn) {
|
|
95
|
+
const result = fn(this.o);
|
|
96
|
+
const items = Array.isArray(result) ? result : [result];
|
|
97
|
+
this.item.childrenIds.push(...items.map(c => c.item.id));
|
|
98
|
+
return this;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
export class Transition extends TimelineItem {
|
|
102
|
+
item;
|
|
103
|
+
constructor(item) {
|
|
104
|
+
super(item);
|
|
105
|
+
this.item = item;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=builders.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"builders.js","sourceRoot":"","sources":["../../../s/timeline/sugar/builders.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,YAAY;IAGL;IAFH,EAAE,CAAI;IAEtB,YAAmB,IAAc;QAAd,SAAI,GAAJ,IAAI,CAAU;QAChC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAED,MAAM;QACL,OAAO;YACN,GAAG,IAAI,CAAC,IAAI;SACZ,CAAA;IACF,CAAC;CACD;AAED,MAAe,UAAW,SAAQ,YAAY;CAE7C;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IACf;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAgB;QAChD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAY;IAEjD,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,OAAQ,SAAQ,YAAY;IACrB;IAAnB,YAAmB,IAAkB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAAhC,SAAI,GAAJ,IAAI,CAAc;IAAc,CAAC;CACpD;AAED,MAAM,OAAO,GAAI,SAAQ,YAAY;IACjB;IAAnB,YAAmB,IAAc;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA5B,SAAI,GAAJ,IAAI,CAAU;IAAc,CAAC;CAChD;AAED,MAAM,OAAO,KAAM,SAAQ,YAAY;IACnB;IAAnB,YAAmB,IAAgB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA9B,SAAI,GAAJ,IAAI,CAAY;IAAc,CAAC;CAClD;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IAChB;IAAnB,YAAmB,IAAgB;QAClC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAY;IAEnC,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,IAAK,SAAQ,UAAU;IACf;IAAnB,YAAmB,IAAe;QACjC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAW;IAElC,CAAC;IAED,KAAK,CAAC,KAAa;QAClB,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QACxB,OAAO,IAAI,CAAA;IACX,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,QAAS,SAAQ,UAAU;IACnB;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAmB;QACnD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAe;IAEpD,CAAC;IAEA,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,YAAY;IACxB;IAAnB,YAAmB,IAAqB;QACvC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAiB;IAExC,CAAC;CACD"}
|
package/x/timeline/sugar/o.d.ts
CHANGED
|
@@ -1,14 +1,27 @@
|
|
|
1
|
+
import { MapG } from "@e280/stz";
|
|
1
2
|
import { Media } from "../parts/media.js";
|
|
2
|
-
import {
|
|
3
|
+
import { Transform, TransformOptions } from "../types.js";
|
|
4
|
+
import { Video, Gap, Sequence, Stack, Text, TimelineItem, Spatial, Audio, Transition } from "./builders.js";
|
|
3
5
|
export declare class O {
|
|
4
6
|
#private;
|
|
5
|
-
register(item:
|
|
6
|
-
get items():
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
7
|
+
register(item: TimelineItem): number;
|
|
8
|
+
get items(): TimelineItem[];
|
|
9
|
+
get itemsMap(): MapG<number, TimelineItem>;
|
|
10
|
+
spatial: (transform: Transform) => Spatial;
|
|
11
|
+
sequence: (...items: TimelineItem[]) => Sequence;
|
|
12
|
+
stack: (...items: TimelineItem[]) => Stack;
|
|
13
|
+
video: (media: Media, options?: {
|
|
14
|
+
start?: number;
|
|
15
|
+
duration?: number;
|
|
16
|
+
}) => Video;
|
|
17
|
+
audio: (media: Media, options?: {
|
|
18
|
+
start?: number;
|
|
19
|
+
duration?: number;
|
|
20
|
+
}) => Audio;
|
|
21
|
+
text: (content: string) => Text;
|
|
22
|
+
gap: (duration: number) => Gap;
|
|
11
23
|
transition: {
|
|
12
|
-
crossfade: (duration: number) =>
|
|
24
|
+
crossfade: (duration: number) => Transition;
|
|
13
25
|
};
|
|
26
|
+
transform: (options?: TransformOptions) => Transform;
|
|
14
27
|
}
|
package/x/timeline/sugar/o.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { MapG } from "@e280/stz";
|
|
2
2
|
import { Effect, Kind } from "../parts/item.js";
|
|
3
|
+
import { Video, Gap, Sequence, Stack, Text, Spatial, Audio, Transition } from "./builders.js";
|
|
3
4
|
export class O {
|
|
4
5
|
#nextId = 0;
|
|
5
6
|
#items = new MapG();
|
|
@@ -14,35 +15,83 @@ export class O {
|
|
|
14
15
|
get items() {
|
|
15
16
|
return [...this.#items.values()];
|
|
16
17
|
}
|
|
17
|
-
|
|
18
|
+
get itemsMap() {
|
|
19
|
+
return this.#items;
|
|
20
|
+
}
|
|
21
|
+
spatial = (transform) => {
|
|
22
|
+
const item = {
|
|
23
|
+
id: this.#getId(),
|
|
24
|
+
kind: Kind.Spatial,
|
|
25
|
+
transform
|
|
26
|
+
};
|
|
27
|
+
const spatial = new Spatial(item);
|
|
28
|
+
this.register(spatial);
|
|
29
|
+
return spatial;
|
|
30
|
+
};
|
|
31
|
+
sequence = (...items) => new Sequence(this, {
|
|
18
32
|
id: this.#getId(),
|
|
19
33
|
kind: Kind.Sequence,
|
|
20
|
-
|
|
34
|
+
childrenIds: items.map((item) => this.register(item))
|
|
21
35
|
});
|
|
22
|
-
stack = (...items) => ({
|
|
23
|
-
id: this.#getId(),
|
|
36
|
+
stack = (...items) => new Stack(this, {
|
|
24
37
|
kind: Kind.Stack,
|
|
25
|
-
children: items.map(item => this.register(item)),
|
|
26
|
-
});
|
|
27
|
-
clip = (media, start, duration) => ({
|
|
28
38
|
id: this.#getId(),
|
|
29
|
-
|
|
30
|
-
mediaHash: media.datafile.checksum.hash,
|
|
31
|
-
start: start ?? 0,
|
|
32
|
-
duration: duration ?? media.duration,
|
|
39
|
+
childrenIds: items.map(item => this.register(item))
|
|
33
40
|
});
|
|
34
|
-
|
|
41
|
+
video = (media, options) => {
|
|
42
|
+
if (!media.hasVideo)
|
|
43
|
+
throw new Error(`Video clip error: media "${media.datafile.filename}" has no video track.`);
|
|
44
|
+
const item = {
|
|
45
|
+
kind: Kind.Video,
|
|
46
|
+
id: this.#getId(),
|
|
47
|
+
mediaHash: media.datafile.checksum.hash,
|
|
48
|
+
start: options?.start ?? 0,
|
|
49
|
+
duration: options?.duration ?? media.duration
|
|
50
|
+
};
|
|
51
|
+
return new Video(item);
|
|
52
|
+
};
|
|
53
|
+
audio = (media, options) => {
|
|
54
|
+
if (!media.hasAudio)
|
|
55
|
+
throw new Error(`Audio clip error: media "${media.datafile.filename}" has no audio track.`);
|
|
56
|
+
const item = {
|
|
57
|
+
kind: Kind.Audio,
|
|
58
|
+
id: this.#getId(),
|
|
59
|
+
mediaHash: media.datafile.checksum.hash,
|
|
60
|
+
start: options?.start ?? 0,
|
|
61
|
+
duration: options?.duration ?? media.duration
|
|
62
|
+
};
|
|
63
|
+
return new Audio(item);
|
|
64
|
+
};
|
|
65
|
+
text = (content) => new Text({
|
|
35
66
|
id: this.#getId(),
|
|
36
|
-
kind: Kind.Text,
|
|
37
67
|
content,
|
|
68
|
+
kind: Kind.Text,
|
|
69
|
+
color: "#FFFFF"
|
|
70
|
+
});
|
|
71
|
+
gap = (duration) => new Gap({
|
|
72
|
+
id: this.#getId(),
|
|
73
|
+
kind: Kind.Gap,
|
|
74
|
+
duration
|
|
38
75
|
});
|
|
39
76
|
transition = {
|
|
40
|
-
crossfade: (duration) => ({
|
|
77
|
+
crossfade: (duration) => new Transition({
|
|
41
78
|
id: this.#getId(),
|
|
42
79
|
kind: Kind.Transition,
|
|
43
80
|
effect: Effect.Crossfade,
|
|
44
81
|
duration,
|
|
45
82
|
}),
|
|
46
83
|
};
|
|
84
|
+
transform = (options) => {
|
|
85
|
+
const position = [
|
|
86
|
+
options?.position?.[0] ?? 0,
|
|
87
|
+
options?.position?.[1] ?? 0
|
|
88
|
+
];
|
|
89
|
+
const scale = [
|
|
90
|
+
options?.scale?.[0] ?? 1,
|
|
91
|
+
options?.scale?.[1] ?? 1
|
|
92
|
+
];
|
|
93
|
+
const rotation = options?.rotation ?? 0;
|
|
94
|
+
return [position, scale, rotation];
|
|
95
|
+
};
|
|
47
96
|
}
|
|
48
97
|
//# sourceMappingURL=o.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"o.js","sourceRoot":"","sources":["../../../s/timeline/sugar/o.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAG9B,OAAO,EAAC,MAAM,EAAQ,IAAI,EAAC,MAAM,kBAAkB,CAAA;AAEnD,MAAM,OAAO,CAAC;IACb,OAAO,GAAG,CAAC,CAAA;IACX,MAAM,GAAG,IAAI,IAAI,
|
|
1
|
+
{"version":3,"file":"o.js","sourceRoot":"","sources":["../../../s/timeline/sugar/o.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAG9B,OAAO,EAAC,MAAM,EAAQ,IAAI,EAAC,MAAM,kBAAkB,CAAA;AAEnD,OAAO,EAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAgB,OAAO,EAAE,KAAK,EAAE,UAAU,EAAC,MAAM,eAAe,CAAA;AAEzG,MAAM,OAAO,CAAC;IACb,OAAO,GAAG,CAAC,CAAA;IACX,MAAM,GAAG,IAAI,IAAI,EAAoB,CAAA;IAErC,MAAM;QACL,OAAO,IAAI,CAAC,OAAO,EAAE,CAAA;IACtB,CAAC;IAED,QAAQ,CAAC,IAAkB;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAC,EAAE,CAAA;IACf,CAAC;IAED,IAAI,KAAK;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACjC,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,MAAM,CAAA;IACnB,CAAC;IAEA,OAAO,GAAG,CAAC,SAAoB,EAAE,EAAE;QAClC,MAAM,IAAI,GAAiB;YAC1B,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;YACjB,IAAI,EAAE,IAAI,CAAC,OAAO;YAClB,SAAS;SACT,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QACtB,OAAO,OAAO,CAAA;IACf,CAAC,CAAA;IAEF,QAAQ,GAAG,CAAC,GAAG,KAAqB,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE;QAC3D,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;QACjB,IAAI,EAAE,IAAI,CAAC,QAAQ;QACnB,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;KACrD,CAAC,CAAA;IAEF,KAAK,GAAG,CAAC,GAAG,KAAqB,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE;QACrD,IAAI,EAAE,IAAI,CAAC,KAAK;QAChB,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;QACjB,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;KACnD,CAAC,CAAA;IAEF,KAAK,GAAG,CAAC,KAAY,EAAE,OAA6C,EAAE,EAAE;QACvE,IAAG,CAAC,KAAK,CAAC,QAAQ;YACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,QAAQ,CAAC,QAAQ,uBAAuB,CAAC,CAAA;QAE5F,MAAM,IAAI,GAAe;YACxB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;YACjB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACvC,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;YAC1B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,KAAK,CAAC,QAAQ;SAC7C,CAAA;QAED,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,CAAA;IACvB,CAAC,CAAA;IAED,KAAK,GAAG,CAAC,KAAY,EAAE,OAA6C,EAAE,EAAE;QACvE,IAAG,CAAC,KAAK,CAAC,QAAQ;YACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,QAAQ,CAAC,QAAQ,uBAAuB,CAAC,CAAA;QAE5F,MAAM,IAAI,GAAe;YACxB,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;YACjB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACvC,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;YAC1B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,KAAK,CAAC,QAAQ;SAC7C,CAAA;QAED,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,CAAA;IACvB,CAAC,CAAA;IAED,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC;QACpC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;QACjB,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,QAAQ;KACf,CAAC,CAAA;IAEF,GAAG,GAAG,CAAC,QAAgB,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;QACnC,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;QACjB,IAAI,EAAE,IAAI,CAAC,GAAG;QACd,QAAQ;KACR,CAAC,CAAA;IAEF,UAAU,GAAG;QACZ,SAAS,EAAE,CAAC,QAAgB,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC;YAC/C,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;YACjB,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,MAAM,EAAE,MAAM,CAAC,SAAS;YACxB,QAAQ;SACR,CAAC;KACF,CAAA;IAEA,SAAS,GAAG,CAAC,OAA0B,EAAa,EAAE;QACpD,MAAM,QAAQ,GAAS;YACtB,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC3B,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAC3B,CAAA;QACD,MAAM,KAAK,GAAS;YACnB,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACxB,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SACxB,CAAA;QACD,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,CAAC,CAAA;QACvC,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;IACpC,CAAC,CAAA;CACF"}
|
|
@@ -14,7 +14,7 @@ const { mediaA, mediaB } = await omni.load({
|
|
|
14
14
|
//
|
|
15
15
|
// create a timeline
|
|
16
16
|
//
|
|
17
|
-
const timeline = omni.timeline(o => o.sequence(o.
|
|
17
|
+
const timeline = omni.timeline(o => o.sequence(o.video(mediaA), o.transition.crossfade(600), o.stack(o.video(mediaB), o.text("hello world"))));
|
|
18
18
|
//
|
|
19
19
|
// log the timeline
|
|
20
20
|
//
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"omni-test.js","sourceRoot":"","sources":["../../../s/timeline/sugar/omni-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAC9B,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAA;AAEhD,EAAE;AACF,yBAAyB;AACzB,EAAE;AAEF,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAA;AAEvB,EAAE;AACF,+BAA+B;AAC/B,EAAE;AAEF,MAAM,EAAC,MAAM,EAAE,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;IACxC,MAAM,EAAE,SAAS,EAAE;IACnB,MAAM,EAAE,SAAS,EAAE;CACnB,CAAC,CAAA;AAEF,EAAE;AACF,oBAAoB;AACpB,EAAE;AAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAC7C,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"omni-test.js","sourceRoot":"","sources":["../../../s/timeline/sugar/omni-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAC9B,OAAO,EAAC,SAAS,EAAC,MAAM,wBAAwB,CAAA;AAEhD,EAAE;AACF,yBAAyB;AACzB,EAAE;AAEF,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAA;AAEvB,EAAE;AACF,+BAA+B;AAC/B,EAAE;AAEF,MAAM,EAAC,MAAM,EAAE,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;IACxC,MAAM,EAAE,SAAS,EAAE;IACnB,MAAM,EAAE,SAAS,EAAE;CACnB,CAAC,CAAA;AAEF,EAAE;AACF,oBAAoB;AACpB,EAAE;AAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAC7C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EACf,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,EAC3B,CAAC,CAAC,KAAK,CACN,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EACf,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CACrB,CACD,CAAC,CAAA;AAEF,EAAE;AACF,mBAAmB;AACnB,EAAE;AAEF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAA"}
|
|
@@ -1,11 +1,15 @@
|
|
|
1
1
|
import { O } from "./o.js";
|
|
2
|
-
import {
|
|
2
|
+
import { Timeline } from "../timeline.js";
|
|
3
3
|
import { Media } from "../parts/media.js";
|
|
4
|
-
import {
|
|
4
|
+
import { TimelineItem } from "./builders.js";
|
|
5
5
|
import { Datafile } from "../utils/datafile.js";
|
|
6
|
+
import { TimelineFile } from "../parts/basics.js";
|
|
6
7
|
import { ResourcePool } from "../parts/resource-pool.js";
|
|
8
|
+
import { RenderConfig } from "../../driver/fns/schematic.js";
|
|
7
9
|
export declare class Omni {
|
|
10
|
+
#private;
|
|
8
11
|
resources: ResourcePool;
|
|
9
12
|
load: <S extends Record<string, Promise<Datafile>>>(spec: S) => Promise<{ [K in keyof S]: Media; }>;
|
|
10
|
-
timeline: (fn: (o: O) =>
|
|
13
|
+
timeline: (fn: (o: O) => TimelineItem) => Timeline;
|
|
14
|
+
render: (timeline: TimelineFile, config: RenderConfig) => Promise<void>;
|
|
11
15
|
}
|
package/x/timeline/sugar/omni.js
CHANGED
|
@@ -1,20 +1,21 @@
|
|
|
1
1
|
import { O } from "./o.js";
|
|
2
|
+
import { Timeline } from "../timeline.js";
|
|
3
|
+
import { Export } from "../parts/compositor/export.js";
|
|
2
4
|
import { ResourcePool } from "../parts/resource-pool.js";
|
|
3
5
|
export class Omni {
|
|
4
6
|
resources = new ResourcePool();
|
|
7
|
+
#export = new Export();
|
|
5
8
|
load = async (spec) => {
|
|
6
9
|
return Object.fromEntries(await Promise.all(Object.entries(spec).map(async ([key, value]) => [key, await this.resources.store(await value)])));
|
|
7
10
|
};
|
|
8
11
|
timeline = (fn) => {
|
|
9
12
|
const o = new O();
|
|
10
|
-
const
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
items: o.items,
|
|
17
|
-
};
|
|
13
|
+
const root = fn(o);
|
|
14
|
+
o.register(root);
|
|
15
|
+
return new Timeline(root, o.itemsMap);
|
|
16
|
+
};
|
|
17
|
+
render = async (timeline, config) => {
|
|
18
|
+
await this.#export.render(timeline);
|
|
18
19
|
};
|
|
19
20
|
}
|
|
20
21
|
//# sourceMappingURL=omni.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"omni.js","sourceRoot":"","sources":["../../../s/timeline/sugar/omni.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,CAAC,EAAC,MAAM,QAAQ,CAAA;
|
|
1
|
+
{"version":3,"file":"omni.js","sourceRoot":"","sources":["../../../s/timeline/sugar/omni.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,CAAC,EAAC,MAAM,QAAQ,CAAA;AACxB,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AAKvC,OAAO,EAAC,MAAM,EAAC,MAAM,+BAA+B,CAAA;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,2BAA2B,CAAA;AAGtD,MAAM,OAAO,IAAI;IAChB,SAAS,GAAG,IAAI,YAAY,EAAE,CAAA;IAC9B,OAAO,GAAG,IAAI,MAAM,EAAE,CAAA;IAEtB,IAAI,GAAG,KAAK,EAA8C,IAAO,EAAE,EAAE;QACpE,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CACnE,KAAK,EAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CACrE,CAAC,CAA4B,CAAA;IAC/B,CAAC,CAAA;IAED,QAAQ,GAAG,CAAC,EAA0B,EAAY,EAAE;QACnD,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAA;QACjB,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;QAClB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QAChB,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAA;IACtC,CAAC,CAAA;IAED,MAAM,GAAG,KAAK,EAAE,QAAsB,EAAE,MAAoB,EAAE,EAAE;QAC/D,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC,CAAA;CACD"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { TimelineItem } from "./sugar/builders.js";
|
|
2
|
+
import { Id, TimelineFile } from "./parts/basics.js";
|
|
3
|
+
export declare class Timeline {
|
|
4
|
+
root: TimelineItem;
|
|
5
|
+
private items;
|
|
6
|
+
constructor(root: TimelineItem, items: Map<Id, TimelineItem>);
|
|
7
|
+
require<T extends TimelineItem>(id: Id): T;
|
|
8
|
+
toJSON(): TimelineFile;
|
|
9
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export class Timeline {
|
|
2
|
+
root;
|
|
3
|
+
items;
|
|
4
|
+
constructor(root, items) {
|
|
5
|
+
this.root = root;
|
|
6
|
+
this.items = items;
|
|
7
|
+
}
|
|
8
|
+
require(id) {
|
|
9
|
+
const item = this.items.get(id);
|
|
10
|
+
return item;
|
|
11
|
+
}
|
|
12
|
+
toJSON() {
|
|
13
|
+
return {
|
|
14
|
+
format: "timeline",
|
|
15
|
+
info: "https://omniclip.app/",
|
|
16
|
+
version: 0,
|
|
17
|
+
rootId: this.root.item.id,
|
|
18
|
+
items: Array.from(this.items.values()).map(item => item.toJSON())
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=timeline.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"timeline.js","sourceRoot":"","sources":["../../s/timeline/timeline.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,QAAQ;IACA;IAA4B;IAA/C,YAAmB,IAAkB,EAAU,KAA4B;QAAxD,SAAI,GAAJ,IAAI,CAAc;QAAU,UAAK,GAAL,KAAK,CAAuB;IAAG,CAAC;IAE/E,OAAO,CAAyB,EAAM;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAS,CAAA;IAClB,CAAC;IAED,MAAM;QACJ,OAAO;YACR,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACzB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;SAC/D,CAAA;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export type Interpolation = "linear" | "catmullRom";
|
|
2
|
+
export type Keyframe<Value = number> = [time: number, value: Value];
|
|
3
|
+
export type Keyframes<Value = number> = Keyframe<Value>[];
|
|
4
|
+
export type Vec2 = [x: number, y: number];
|
|
5
|
+
export type Transform = [position: Vec2, scale: Vec2, rotation: number];
|
|
6
|
+
export type TrackVec2 = {
|
|
7
|
+
x: Keyframes;
|
|
8
|
+
y: Keyframes;
|
|
9
|
+
};
|
|
10
|
+
export type Anim<T> = {
|
|
11
|
+
terp: Interpolation;
|
|
12
|
+
track: T;
|
|
13
|
+
};
|
|
14
|
+
export type Animations = Anim<TrackTransform>;
|
|
15
|
+
export type TrackTransform = {
|
|
16
|
+
position: TrackVec2;
|
|
17
|
+
scale: TrackVec2;
|
|
18
|
+
rotation: Keyframes;
|
|
19
|
+
};
|
|
20
|
+
export type TransformOptions = {
|
|
21
|
+
position?: Vec2;
|
|
22
|
+
scale?: Vec2;
|
|
23
|
+
rotation?: number;
|
|
24
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../s/timeline/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export class AudioStream {
|
|
2
|
+
reader;
|
|
3
|
+
constructor(reader) {
|
|
4
|
+
this.reader = reader;
|
|
5
|
+
}
|
|
6
|
+
async *stream() {
|
|
7
|
+
while (true) {
|
|
8
|
+
const { done, value: hit } = await this.reader.read();
|
|
9
|
+
if (done) {
|
|
10
|
+
break;
|
|
11
|
+
}
|
|
12
|
+
yield hit;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
cancel = async () => await this.reader.cancel();
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=audio-stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audio-stream.js","sourceRoot":"","sources":["../../../s/timeline/utils/audio-stream.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,WAAW;IACH;IAApB,YAAoB,MAA8C;QAA9C,WAAM,GAAN,MAAM,CAAwC;IAAG,CAAC;IAEtE,KAAK,CAAC,CAAC,MAAM;QACZ,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;YACnD,IAAI,IAAI,EAAE,CAAC;gBACV,MAAK;YACN,CAAC;YACD,MAAM,GAAG,CAAA;QACV,CAAC;IACF,CAAC;IAED,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;CAC/C"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { Matrix } from "pixi.js";
|
|
2
|
+
import { Transform } from "../types.js";
|
|
3
|
+
export declare const transformToMat6: (t: Transform) => Mat6;
|
|
4
|
+
export declare const mat6ToMatrix: ([a, b, c, d, tx, ty]: Mat6) => Matrix;
|
|
5
|
+
export declare const transformToMatrix: (t: Transform) => Matrix;
|
|
6
|
+
export declare const mul6: (local: Mat6, parent: Mat6) => Mat6;
|
|
7
|
+
export declare const I6: Mat6;
|
|
8
|
+
export type Mat6 = [a: number, b: number, c: number, d: number, tx: number, ty: number];
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { Matrix } from "pixi.js";
|
|
2
|
+
export const transformToMat6 = (t) => {
|
|
3
|
+
const [pos, scl, rotDeg] = t;
|
|
4
|
+
const [x, y] = pos;
|
|
5
|
+
const [sx, sy] = scl;
|
|
6
|
+
const r = rotDeg * Math.PI / 180;
|
|
7
|
+
const cos = Math.cos(r);
|
|
8
|
+
const sin = Math.sin(r);
|
|
9
|
+
return [cos * sx, sin * sx, -sin * sy, cos * sy, x, y];
|
|
10
|
+
};
|
|
11
|
+
export const mat6ToMatrix = ([a, b, c, d, tx, ty]) => new Matrix(a, b, c, d, tx, ty);
|
|
12
|
+
export const transformToMatrix = (t) => mat6ToMatrix(transformToMat6(t));
|
|
13
|
+
export const mul6 = (local, parent) => {
|
|
14
|
+
const [a1, b1, c1, d1, tx1, ty1] = local;
|
|
15
|
+
const [a2, b2, c2, d2, tx2, ty2] = parent;
|
|
16
|
+
return [
|
|
17
|
+
a1 * a2 + c1 * b2,
|
|
18
|
+
b1 * a2 + d1 * b2,
|
|
19
|
+
a1 * c2 + c1 * d2,
|
|
20
|
+
b1 * c2 + d1 * d2,
|
|
21
|
+
a1 * tx2 + c1 * ty2 + tx1,
|
|
22
|
+
b1 * tx2 + d1 * ty2 + ty1
|
|
23
|
+
];
|
|
24
|
+
};
|
|
25
|
+
export const I6 = [1, 0, 0, 1, 0, 0];
|
|
26
|
+
//# sourceMappingURL=matrix.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"matrix.js","sourceRoot":"","sources":["../../../s/timeline/utils/matrix.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAC,MAAM,SAAS,CAAA;AAG9B,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAY,EAAQ,EAAE;IACrD,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IAC5B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAClB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,CAAA;IACpB,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,EAAE,GAAG,GAAG,CAAA;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACvB,OAAO,CAAC,GAAG,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,GAAG,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;AACvD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAO,EAAU,EAAE,CAClE,IAAI,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;AAE/B,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAY,EAAE,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;AAEnF,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,KAAW,EAAE,MAAY,EAAQ,EAAE;IACvD,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAA;IACxC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,MAAM,CAAA;IACzC,OAAO;QACN,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACjB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACjB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACjB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QACjB,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG;QACzB,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG;KACzB,CAAA;AACF,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,EAAE,GAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A stateful, forward-only frame cursor for a single clip instance.
|
|
3
|
+
* It efficiently reads a video stream to find the frame nearest to a target timestamp.
|
|
4
|
+
*/
|
|
5
|
+
export declare class VideoCursor {
|
|
6
|
+
private reader;
|
|
7
|
+
constructor(reader: ReadableStreamDefaultReader<VideoFrame>);
|
|
8
|
+
atOrNear(targetUs: number): Promise<VideoFrame | undefined>;
|
|
9
|
+
cancel: () => Promise<void>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A stateful, forward-only frame cursor for a single clip instance.
|
|
3
|
+
* It efficiently reads a video stream to find the frame nearest to a target timestamp.
|
|
4
|
+
*/
|
|
5
|
+
export class VideoCursor {
|
|
6
|
+
reader;
|
|
7
|
+
constructor(reader) {
|
|
8
|
+
this.reader = reader;
|
|
9
|
+
}
|
|
10
|
+
async atOrNear(targetUs) {
|
|
11
|
+
let prev = null;
|
|
12
|
+
while (true) {
|
|
13
|
+
const { done, value: hit } = await this.reader.read();
|
|
14
|
+
if (done) {
|
|
15
|
+
const out = prev ? new VideoFrame(prev) : undefined;
|
|
16
|
+
prev?.close();
|
|
17
|
+
return out;
|
|
18
|
+
}
|
|
19
|
+
const hitUs = hit.timestamp ?? 0;
|
|
20
|
+
if (hitUs >= targetUs) {
|
|
21
|
+
const prevUs = prev?.timestamp ?? Number.NEGATIVE_INFINITY;
|
|
22
|
+
const usePrev = !!prev && Math.abs(prevUs - targetUs) < Math.abs(hitUs - targetUs);
|
|
23
|
+
const chosen = usePrev ? prev : hit;
|
|
24
|
+
const other = usePrev ? hit : prev;
|
|
25
|
+
const copy = new VideoFrame(chosen);
|
|
26
|
+
chosen.close();
|
|
27
|
+
other?.close();
|
|
28
|
+
return copy;
|
|
29
|
+
}
|
|
30
|
+
prev?.close();
|
|
31
|
+
prev = hit;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
cancel = async () => await this.reader.cancel();
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=video-cursor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"video-cursor.js","sourceRoot":"","sources":["../../../s/timeline/utils/video-cursor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,OAAO,WAAW;IACF;IAApB,YAAoB,MAA+C;QAA/C,WAAM,GAAN,MAAM,CAAyC;IAAG,CAAC;IAEvE,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,IAAI,IAAI,GAAsB,IAAI,CAAA;QAClC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;YAEnD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBACnD,IAAI,EAAE,KAAK,EAAE,CAAA;gBACb,OAAO,GAAG,CAAA;YACZ,CAAC;YAED,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;YAChC,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,IAAI,EAAE,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAA;gBAC1D,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAA;gBAElF,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,CAAC,GAAG,CAAA;gBACpC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;gBAElC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;gBACnC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,KAAK,EAAE,KAAK,EAAE,CAAA;gBACd,OAAO,IAAI,CAAA;YACb,CAAC;YAED,IAAI,EAAE,KAAK,EAAE,CAAA;YACb,IAAI,GAAG,GAAG,CAAA;QACZ,CAAC;IACH,CAAC;IAED,MAAM,GAAG,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;CAChD"}
|