@snovakow/greenscreen 0.0.0-stage → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +239 -2
  3. package/dist/greenscreen.d.ts +32 -0
  4. package/dist/greenscreen.d.ts.map +1 -0
  5. package/dist/greenscreen.global.js +350 -0
  6. package/dist/greenscreen.global.js.map +1 -0
  7. package/dist/greenscreen.js +250 -0
  8. package/dist/greenscreen.js.map +1 -0
  9. package/dist/greenscreen.min.js +350 -0
  10. package/dist/greenscreen.min.js.map +1 -0
  11. package/dist/index.d.ts +6 -0
  12. package/dist/index.d.ts.map +1 -0
  13. package/dist/index.js +3 -0
  14. package/dist/index.js.map +1 -0
  15. package/dist/pack.d.ts +7 -0
  16. package/dist/pack.d.ts.map +1 -0
  17. package/dist/pack.js +63 -0
  18. package/dist/pack.js.map +1 -0
  19. package/dist/react.d.ts +26 -0
  20. package/dist/react.d.ts.map +1 -0
  21. package/dist/react.js +78 -0
  22. package/dist/react.js.map +1 -0
  23. package/dist/renderer.d.ts +19 -0
  24. package/dist/renderer.d.ts.map +1 -0
  25. package/dist/renderer.js +25 -0
  26. package/dist/renderer.js.map +1 -0
  27. package/dist/settings.d.ts +36 -0
  28. package/dist/settings.d.ts.map +1 -0
  29. package/dist/settings.js +112 -0
  30. package/dist/settings.js.map +1 -0
  31. package/dist/shader.glsl.d.ts +3 -0
  32. package/dist/shader.glsl.d.ts.map +1 -0
  33. package/dist/shader.glsl.js +199 -0
  34. package/dist/shader.glsl.js.map +1 -0
  35. package/dist/shader.wgsl.d.ts +2 -0
  36. package/dist/shader.wgsl.d.ts.map +1 -0
  37. package/dist/shader.wgsl.js +177 -0
  38. package/dist/shader.wgsl.js.map +1 -0
  39. package/dist/source.d.ts +16 -0
  40. package/dist/source.d.ts.map +1 -0
  41. package/dist/source.js +103 -0
  42. package/dist/source.js.map +1 -0
  43. package/dist/three-webgpu.d.ts +20 -0
  44. package/dist/three-webgpu.d.ts.map +1 -0
  45. package/dist/three-webgpu.js +193 -0
  46. package/dist/three-webgpu.js.map +1 -0
  47. package/dist/three.d.ts +27 -0
  48. package/dist/three.d.ts.map +1 -0
  49. package/dist/three.js +81 -0
  50. package/dist/three.js.map +1 -0
  51. package/dist/types.d.ts +4 -0
  52. package/dist/types.d.ts.map +1 -0
  53. package/dist/types.js +4 -0
  54. package/dist/types.js.map +1 -0
  55. package/dist/webgl.d.ts +13 -0
  56. package/dist/webgl.d.ts.map +1 -0
  57. package/dist/webgl.js +183 -0
  58. package/dist/webgl.js.map +1 -0
  59. package/dist/webgpu.d.ts +19 -0
  60. package/dist/webgpu.d.ts.map +1 -0
  61. package/dist/webgpu.js +303 -0
  62. package/dist/webgpu.js.map +1 -0
  63. package/package.json +103 -4
  64. package/src/global.ts +11 -0
  65. package/src/greenscreen.ts +286 -0
  66. package/src/index.ts +5 -0
  67. package/src/pack.ts +73 -0
  68. package/src/react.tsx +126 -0
  69. package/src/renderer.ts +53 -0
  70. package/src/settings.ts +179 -0
  71. package/src/shader.glsl.ts +199 -0
  72. package/src/shader.wgsl.ts +176 -0
  73. package/src/source.ts +105 -0
  74. package/src/three-webgpu.ts +279 -0
  75. package/src/three.ts +114 -0
  76. package/src/types.ts +10 -0
  77. package/src/webgl.ts +191 -0
  78. package/src/webgpu.ts +312 -0
@@ -0,0 +1,250 @@
1
+ import { pack, PACKED_LENGTH } from './pack.js';
2
+ import { DEFAULT_SETTINGS, mergeSettings } from './settings.js';
3
+ import { Feed, warnUnkeyable } from './source.js';
4
+ import { WebGLRenderer } from './webgl.js';
5
+ import { currentDevice, knownPreference, pipelineFor, preferredFormat, prefersWebGPU, requestDevice, WebGPURenderer, } from './webgpu.js';
6
+ // The time between a keyer's own frames, where there are no animation frames to draw on
7
+ const FALLBACK_INTERVAL = 1000 / 60;
8
+ // A chroma keyer: it takes the picture from its source and draws it, keyed, into its canvas, at the picture's own size.
9
+ // The canvas is see-through where the key and the cut take the picture out, with its colour premultiplied by its
10
+ // alpha, and it keeps its picture between renders, so it can be drawn from with drawImage, or put on the page, at any
11
+ // time. Call render() on every frame, or start() for the keyer to call it itself: it draws only when there's something
12
+ // new to draw
13
+ export class Greenscreen {
14
+ canvas;
15
+ // Which backend it draws with, once it has one. It rejects where the backend can't be had
16
+ initialized;
17
+ #renderer = null;
18
+ #settings = DEFAULT_SETTINGS;
19
+ #packed = new Float32Array(PACKED_LENGTH);
20
+ #scratch = new Float32Array(PACKED_LENGTH);
21
+ #dirty = true;
22
+ #feed = null;
23
+ // Whether the renderer has a picture of the current source to draw
24
+ #uploaded = false;
25
+ #ready = false;
26
+ #frame = 0;
27
+ #loop = null;
28
+ #disposed = false;
29
+ #onLost;
30
+ #onRestored;
31
+ #onError;
32
+ constructor(source = null, options = {}) {
33
+ // A canvas it makes is the default type's, or an OffscreenCanvas in a worker, which a worker's code types as C
34
+ // oxlint-disable-next-line typescript/no-unsafe-type-assertion
35
+ this.canvas = options.canvas ?? createCanvas();
36
+ this.#onLost = options.onLost;
37
+ this.#onRestored = options.onRestored;
38
+ this.#onError = options.onError ?? warnUnkeyable;
39
+ this.set(options.settings ?? {});
40
+ this.source = source;
41
+ this.initialized = this.#initialize(options.backend ?? 'auto');
42
+ // Handled here, so a keyer whose backend can't be had doesn't report it to a page that never asked
43
+ this.initialized.catch(() => { });
44
+ }
45
+ // A WebGL2 keyer has its backend at once. A WebGPU one has it once the device is ready, and an 'auto' one once it's
46
+ // known which to take, both of which warmUp() can see to before the keyer is made. The canvas isn't touched until the
47
+ // backend is known, as a canvas can only ever have one kind of context
48
+ #initialize(choice) {
49
+ if (choice === 'webgl')
50
+ return this.#useWebGL();
51
+ if (choice === 'webgpu')
52
+ return this.#useWebGPU();
53
+ if (choice === 'auto') {
54
+ const known = knownPreference();
55
+ if (known !== null)
56
+ return known ? this.#useWebGPU() : this.#useWebGL();
57
+ return prefersWebGPU().then((webgpu) => (webgpu ? this.#useWebGPU() : this.#useWebGL()));
58
+ }
59
+ // Only from JavaScript, which the types don't stop
60
+ const name = choice;
61
+ return Promise.reject(new TypeError(`Greenscreen: no backend called ${name}`));
62
+ }
63
+ #useWebGL() {
64
+ if (this.#disposed)
65
+ return Promise.reject(new Error('Greenscreen: disposed before its backend was ready'));
66
+ try {
67
+ this.#renderer = new WebGLRenderer(this.canvas, this.#events);
68
+ return Promise.resolve('webgl');
69
+ }
70
+ catch (error) {
71
+ return Promise.reject(error);
72
+ }
73
+ }
74
+ #useWebGPU() {
75
+ const start = (device) => {
76
+ if (this.#disposed)
77
+ throw new Error('Greenscreen: disposed before WebGPU was ready');
78
+ this.#renderer = new WebGPURenderer(this.canvas, device, this.#events);
79
+ return 'webgpu';
80
+ };
81
+ // With the device there already, as it is once warmUp() has resolved, the keyer starts at once, and its first
82
+ // render draws, even in the task that made it
83
+ const device = currentDevice();
84
+ if (!device)
85
+ return requestDevice().then(start);
86
+ try {
87
+ return Promise.resolve(start(device));
88
+ }
89
+ catch (error) {
90
+ return Promise.reject(error);
91
+ }
92
+ }
93
+ #events = {
94
+ lost: () => {
95
+ this.#ready = false;
96
+ this.#uploaded = false;
97
+ this.#onLost?.();
98
+ },
99
+ restored: () => {
100
+ this.#feed?.invalidate();
101
+ this.#dirty = true;
102
+ this.#onRestored?.();
103
+ },
104
+ };
105
+ get backend() {
106
+ return this.#renderer?.backend ?? null;
107
+ }
108
+ // Whether the canvas has a picture of the current source, keyed: false until the first is drawn, while the source's
109
+ // picture can't be keyed, while the context is lost, and after dispose()
110
+ get ready() {
111
+ return this.#ready;
112
+ }
113
+ // How many pictures it has drawn, for whoever draws from the canvas to tell when there's a new one
114
+ get frame() {
115
+ return this.#frame;
116
+ }
117
+ // The settings it keys with. Each change makes a new frozen object, so one held stays as it was
118
+ get settings() {
119
+ return this.#settings;
120
+ }
121
+ get source() {
122
+ return this.#feed?.source ?? null;
123
+ }
124
+ // A new source isn't ready until its first picture is drawn
125
+ set source(source) {
126
+ if (source === this.source)
127
+ return;
128
+ this.#feed?.dispose();
129
+ this.#feed = source ? new Feed(source) : null;
130
+ this.#uploaded = false;
131
+ this.#ready = false;
132
+ }
133
+ // Changes the settings named, leaving the rest. The values are copied, corners and all, so changing the object
134
+ // afterwards changes nothing until it's given again
135
+ set(patch) {
136
+ this.#settings = mergeSettings(this.#settings, patch);
137
+ const packed = pack(this.#settings, this.#scratch);
138
+ if (packed.some((value, i) => value !== this.#packed[i])) {
139
+ this.#scratch = this.#packed;
140
+ this.#packed = packed;
141
+ this.#dirty = true;
142
+ }
143
+ }
144
+ // Back to the defaults
145
+ reset() {
146
+ this.set(DEFAULT_SETTINGS);
147
+ }
148
+ // Takes the source's picture again on the next render. Needed only for a still source whose pixels change: an
149
+ // ImageBitmap, ImageData or VideoFrame. Videos, images and canvases are watched
150
+ invalidate() {
151
+ this.#feed?.invalidate();
152
+ }
153
+ // Draws the source keyed, if there's something new to draw: a new picture from it, or new settings. Cheap when
154
+ // there's nothing new. Returns whether the canvas has a picture of the source
155
+ render() {
156
+ const renderer = this.#renderer;
157
+ const feed = this.#feed;
158
+ if (this.#disposed || !renderer || renderer.lost || !feed)
159
+ return false;
160
+ let draw = this.#dirty;
161
+ if (feed.hasPicture() && feed.changed()) {
162
+ const [width, height] = feed.size();
163
+ try {
164
+ renderer.upload(feed.source, width, height);
165
+ feed.taken();
166
+ this.#uploaded = true;
167
+ draw = true;
168
+ }
169
+ catch (error) {
170
+ // Nothing is drawn until a picture can be taken, so the canvas doesn't show another source's picture, or an
171
+ // older one of this source's, as if it were this one. The handler is called last, so one that disposes the
172
+ // keyer or gives it another source finds it settled
173
+ this.#uploaded = false;
174
+ this.#ready = false;
175
+ if (feed.failed()) {
176
+ renderer.clear();
177
+ this.#onError(error);
178
+ }
179
+ return false;
180
+ }
181
+ }
182
+ if (!this.#uploaded || !draw)
183
+ return this.#ready;
184
+ renderer.draw(this.#packed);
185
+ this.#dirty = false;
186
+ this.#ready = true;
187
+ this.#frame += 1;
188
+ return true;
189
+ }
190
+ // Renders on every animation frame until stop()
191
+ start() {
192
+ if (this.#loop || this.#disposed)
193
+ return;
194
+ let handle = 0;
195
+ const step = () => {
196
+ handle = schedule(step);
197
+ this.render();
198
+ };
199
+ handle = schedule(step);
200
+ this.#loop = { cancel: () => unschedule(handle) };
201
+ }
202
+ stop() {
203
+ this.#loop?.cancel();
204
+ this.#loop = null;
205
+ }
206
+ // Frees the context or device's resources at once. The keyer draws no more, and its canvas can't be used again
207
+ dispose() {
208
+ if (this.#disposed)
209
+ return;
210
+ this.stop();
211
+ this.#disposed = true;
212
+ this.#feed?.dispose();
213
+ this.#feed = null;
214
+ this.#renderer?.dispose();
215
+ this.#renderer = null;
216
+ this.#ready = false;
217
+ }
218
+ }
219
+ // Gets the backend ready before the first keyer needs it: for 'auto', which backend it is, and for WebGPU, the device
220
+ // and the pipeline, so a keyer made afterwards draws from its first render. Resolves with the backend that 'auto' or the
221
+ // choice comes to. 'auto' always comes to one; WebGPU asked for by name rejects where it can't be had
222
+ export async function warmUp(backend = 'auto') {
223
+ const choice = backend === 'auto' ? ((await prefersWebGPU()) ? 'webgpu' : 'webgl') : backend;
224
+ if (choice === 'webgpu')
225
+ pipelineFor(await requestDevice(), preferredFormat());
226
+ return choice;
227
+ }
228
+ function createCanvas() {
229
+ if (typeof document !== 'undefined') {
230
+ const canvas = document.createElement('canvas');
231
+ canvas.width = 1;
232
+ canvas.height = 1;
233
+ return canvas;
234
+ }
235
+ if (typeof OffscreenCanvas !== 'undefined')
236
+ return new OffscreenCanvas(1, 1);
237
+ throw new Error('Greenscreen: there is no canvas to draw in here. Give it one with options.canvas');
238
+ }
239
+ function schedule(step) {
240
+ if (typeof requestAnimationFrame === 'function')
241
+ return requestAnimationFrame(step);
242
+ return setTimeout(step, FALLBACK_INTERVAL);
243
+ }
244
+ function unschedule(handle) {
245
+ if (typeof cancelAnimationFrame === 'function')
246
+ cancelAnimationFrame(handle);
247
+ else
248
+ clearTimeout(handle);
249
+ }
250
+ //# sourceMappingURL=greenscreen.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"greenscreen.js","sourceRoot":"","sources":["../src/greenscreen.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AAE/C,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAE/D,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAEjD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EACL,aAAa,EACb,eAAe,EACf,WAAW,EACX,eAAe,EACf,aAAa,EACb,aAAa,EACb,cAAc,GACf,MAAM,aAAa,CAAA;AAuBpB,wFAAwF;AACxF,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAA;AAEnC,wHAAwH;AACxH,iHAAiH;AACjH,sHAAsH;AACtH,uHAAuH;AACvH,cAAc;AACd,MAAM,OAAO,WAAW;IACb,MAAM,CAAG;IAClB,0FAA0F;IACjF,WAAW,CAAsB;IAC1C,SAAS,GAAoB,IAAI,CAAA;IACjC,SAAS,GAAuB,gBAAgB,CAAA;IAChD,OAAO,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAA;IACzC,QAAQ,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAA;IAC1C,MAAM,GAAG,IAAI,CAAA;IACb,KAAK,GAAgB,IAAI,CAAA;IACzB,mEAAmE;IACnE,SAAS,GAAG,KAAK,CAAA;IACjB,MAAM,GAAG,KAAK,CAAA;IACd,MAAM,GAAG,CAAC,CAAA;IACV,KAAK,GAAkC,IAAI,CAAA;IAC3C,SAAS,GAAG,KAAK,CAAA;IACR,OAAO,CAAa;IACpB,WAAW,CAAa;IACxB,QAAQ,CAA0B;IAE3C,YAAY,MAAM,GAAkB,IAAI,EAAE,OAAO,GAA0B,EAAE;QAC3E,+GAA+G;QAC/G,+DAA+D;QAC/D,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAK,YAAY,EAAQ,CAAA;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,aAAa,CAAA;QAChD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,CAAA;QAC9D,mGAAmG;QACnG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IAClC,CAAC;IAED,oHAAoH;IACpH,sHAAsH;IACtH,uEAAuE;IACvE,WAAW,CAAC,MAAqB;QAC/B,IAAI,MAAM,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAA;QAC/C,IAAI,MAAM,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,UAAU,EAAE,CAAA;QACjD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,eAAe,EAAE,CAAA;YAC/B,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;YACvE,OAAO,aAAa,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAC1F,CAAC;QACD,mDAAmD;QACnD,MAAM,IAAI,GAAW,MAAM,CAAA;QAC3B,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC,CAAA;IAChF,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC,CAAA;QAC1G,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YAC7D,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,UAAU;QACR,MAAM,KAAK,GAAG,CAAC,MAAiB,EAAe,EAAE;YAC/C,IAAI,IAAI,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;YACpF,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;YACtE,OAAO,QAAQ,CAAA;QACjB,CAAC,CAAA;QACD,8GAA8G;QAC9G,8CAA8C;QAC9C,MAAM,MAAM,GAAG,aAAa,EAAE,CAAA;QAC9B,IAAI,CAAC,MAAM;YAAE,OAAO,aAAa,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC/C,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,OAAO,GAAmB;QACxB,IAAI,EAAE,GAAG,EAAE;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;YACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;YACtB,IAAI,CAAC,OAAO,EAAE,EAAE,CAAA;QAClB,CAAC;QACD,QAAQ,EAAE,GAAG,EAAE;YACb,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,CAAA;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,IAAI,CAAC,WAAW,EAAE,EAAE,CAAA;QACtB,CAAC;KACF,CAAA;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS,EAAE,OAAO,IAAI,IAAI,CAAA;IACxC,CAAC;IAED,oHAAoH;IACpH,yEAAyE;IACzE,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED,mGAAmG;IACnG,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED,gGAAgG;IAChG,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI,CAAA;IACnC,CAAC;IAED,4DAA4D;IAC5D,IAAI,MAAM,CAAC,MAAqB;QAC9B,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM;YAAE,OAAM;QAClC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,CAAA;QACrB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC7C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;IAED,+GAA+G;IAC/G,oDAAoD;IACpD,GAAG,CAAC,KAAkC;QACpC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAClD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAA;YAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;YACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;IAC5B,CAAC;IAED,8GAA8G;IAC9G,gFAAgF;IAChF,UAAU;QACR,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,CAAA;IAC1B,CAAC;IAED,+GAA+G;IAC/G,8EAA8E;IAC9E,MAAM;QACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAA;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAA;QACvB,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAA;QACvE,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,CAAA;QACtB,IAAI,IAAI,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;YACnC,IAAI,CAAC;gBACH,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;gBAC3C,IAAI,CAAC,KAAK,EAAE,CAAA;gBACZ,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;gBACrB,IAAI,GAAG,IAAI,CAAA;YACb,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4GAA4G;gBAC5G,2GAA2G;gBAC3G,oDAAoD;gBACpD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;gBACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;gBACnB,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;oBAClB,QAAQ,CAAC,KAAK,EAAE,CAAA;oBAChB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;gBACtB,CAAC;gBACD,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAA;QAChD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC3B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,IAAI,CAAC,MAAM,IAAI,CAAC,CAAA;QAChB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,gDAAgD;IAChD,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QACxC,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YACvB,IAAI,CAAC,MAAM,EAAE,CAAA;QACf,CAAC,CAAA;QACD,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QACvB,IAAI,CAAC,KAAK,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAA;IACnD,CAAC;IAED,IAAI;QACF,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAA;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;IACnB,CAAC;IAED,+GAA+G;IAC/G,OAAO;QACL,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,IAAI,EAAE,CAAA;QACX,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,CAAA;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,CAAA;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;CACF;AAED,sHAAsH;AACtH,yHAAyH;AACzH,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,OAAO,GAAkB,MAAM;IAC1D,MAAM,MAAM,GAAG,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IAC5F,IAAI,MAAM,KAAK,QAAQ;QAAE,WAAW,CAAC,MAAM,aAAa,EAAE,EAAE,eAAe,EAAE,CAAC,CAAA;IAC9E,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,YAAY;IACnB,IAAI,OAAO,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC/C,MAAM,CAAC,KAAK,GAAG,CAAC,CAAA;QAChB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;QACjB,OAAO,MAAM,CAAA;IACf,CAAC;IACD,IAAI,OAAO,eAAe,KAAK,WAAW;QAAE,OAAO,IAAI,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC5E,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAA;AACrG,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB;IAChC,IAAI,OAAO,qBAAqB,KAAK,UAAU;QAAE,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAA;IACnF,OAAO,UAAU,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAA;AAC5C,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,IAAI,OAAO,oBAAoB,KAAK,UAAU;QAAE,oBAAoB,CAAC,MAAM,CAAC,CAAA;;QACvE,YAAY,CAAC,MAAM,CAAC,CAAA;AAC3B,CAAC"}
@@ -0,0 +1,350 @@
1
+ var e=[-.100644,-.338572,.439216,.501961],t=[.439216,-.398942,-.040274,.501961];function n(n,a){let[o,s,c]=r(n.keyColor);a[0]=e[0]*o+e[1]*s+e[2]*c+e[3],a[1]=t[0]*o+t[1]*s+t[2]*c+t[3],a[2]=1/Math.max(Math.hypot(a[0]-e[3],a[1]-t[3]),.001),a[3]=+!!n.key,a[4]=n.similarity/1e3,a[5]=n.smoothness/1e3,a[6]=n.spill/1e3,a[7]=n.opacity;let{gamma:l,contrast:u}=n;a[8]=l<0?1-l:1/(1+l),a[9]=u<0?1/(1-u):1+u,a[10]=n.brightness,a[11]=0;let d=r(n.tint);return a[12]=i(d[0]),a[13]=i(d[1]),a[14]=i(d[2]),a[15]=n.saturation,a[16]=+!!n.flip,a[17]=0,a[18]=0,a[19]=0,n.corners.forEach((e,t)=>{a[20+t*2]=e.x,a[21+t*2]=e.y}),a[28]=+!!n.crop,a[29]=+!!n.hueSpill,a.fill(0,30),a}function r(e){return[(e>>16&255)/255,(e>>8&255)/255,(e&255)/255]}function i(e){return e<=.04045?e/12.92:((e+.055)/1.055)**2.4}var a=Object.freeze({similarity:{min:1,max:1e3,step:1},smoothness:{min:1,max:1e3,step:1},spill:{min:1,max:1e3,step:1},opacity:{min:0,max:1,step:1e-4},contrast:{min:-4,max:4,step:.01},brightness:{min:-1,max:1,step:1e-4},gamma:{min:-1,max:1,step:.01},saturation:{min:0,max:2,step:.01}}),o=Object.freeze({green:65280,blue:39423,magenta:16711935}),s=Object.freeze([Object.freeze({x:0,y:0}),Object.freeze({x:1,y:0}),Object.freeze({x:1,y:1}),Object.freeze({x:0,y:1})]),c=Object.freeze({key:!0,keyColor:o.green,similarity:400,smoothness:80,spill:100,opacity:1,contrast:0,brightness:0,gamma:0,hueSpill:!1,flip:!1,crop:!1,corners:s,tint:16777215,saturation:1}),l=[`similarity`,`smoothness`,`spill`,`opacity`,`contrast`,`brightness`,`gamma`,`saturation`],u=/* @__PURE__ */ new Set([`similarity`,`smoothness`,`spill`]);function d(e,t){let n={...e};t.key!==void 0&&(n.key=p(`key`,t.key)),t.hueSpill!==void 0&&(n.hueSpill=p(`hueSpill`,t.hueSpill)),t.flip!==void 0&&(n.flip=p(`flip`,t.flip)),t.crop!==void 0&&(n.crop=p(`crop`,t.crop)),t.keyColor!==void 0&&(n.keyColor=m(`keyColor`,t.keyColor)),t.tint!==void 0&&(n.tint=m(`tint`,t.tint)),t.corners!==void 0&&(n.corners=g(t.corners));for(let e of l){let r=t[e];r!==void 0&&(n[e]=h(e,r))}return Object.freeze(n)}var f=(e,t,n)=>Math.min(Math.max(e,t),n);function p(e,t){if(typeof t!=`boolean`)throw TypeError(`Greenscreen: ${e} must be true or false`);return t}function m(e,t){if(typeof t!=`number`||!Number.isInteger(t)||t<0||t>16777215)throw TypeError(`Greenscreen: ${e} must be a colour from 0x000000 to 0xffffff`);return t}function h(e,t){if(typeof t!=`number`||!Number.isFinite(t))throw TypeError(`Greenscreen: ${e} must be a number`);let n=f(t,a[e].min,a[e].max);return u.has(e)?Math.round(n):n}function g(e){if(!Array.isArray(e)||e.length!==4)throw TypeError(`Greenscreen: corners must be four points`);return Object.freeze(e.map(e=>{let t=typeof e==`object`&&e&&`x`in e?e.x:void 0,n=typeof e==`object`&&e&&`y`in e?e.y:void 0;if(typeof t!=`number`||typeof n!=`number`||!Number.isFinite(t)||!Number.isFinite(n))throw TypeError(`Greenscreen: each corner must have a number x and y`);return Object.freeze({x:f(t,0,1),y:f(n,0,1)})}))}var _=100;function v(e){return`videoWidth`in e?[e.videoWidth,e.videoHeight]:`naturalWidth`in e?[e.naturalWidth,e.naturalHeight]:`displayWidth`in e?[e.displayWidth,e.displayHeight]:[e.width,e.height]}function y(e){console.warn(`Greenscreen: the picture could not be keyed`,e)}var b=class{source;#e=!0;#t=-1;#n=``;#r=0;#i=-1/0;#a=null;#o=!1;constructor(e){this.source=e,this.#s()}#s(){let e=this.source;!(`requestVideoFrameCallback`in e)||this.#o||(this.#r=e.requestVideoFrameCallback(()=>{this.#e=!0,this.#i=performance.now(),this.#s()}))}hasPicture(){let e=this.source;if(`videoWidth`in e)return e.readyState>=2&&e.videoWidth>0&&e.videoHeight>0;if(`naturalWidth`in e)return e.complete&&e.naturalWidth>0;let[t,n]=v(e);return t>0&&n>0}changed(){if(this.#e)return!0;let e=this.source;return`videoWidth`in e?performance.now()-this.#i>_&&e.currentTime!==this.#t:`naturalWidth`in e?e.currentSrc!==this.#n:`getContext`in e}size(){return v(this.source)}taken(){this.#e=!1,this.#a=null;let e=this.source;`videoWidth`in e?this.#t=e.currentTime:`naturalWidth`in e&&(this.#n=e.currentSrc)}failed(){let e=this.source,t=`currentSrc`in e?e.currentSrc:``,n=this.#a!==t;return this.taken(),this.#a=t,n}invalidate(){this.#e=!0}dispose(){this.#o=!0;let e=this.source;this.#r&&`cancelVideoFrameCallback`in e&&e.cancelVideoFrameCallback(this.#r)}};function x(e,t,n,r){return/* @__PURE__ */ RangeError(`Greenscreen: the picture is ${e}×${t}, and ${n} here takes up to ${r} a side`)}function S(e,t,n){let r=null;return(typeof HTMLCanvasElement<`u`&&e instanceof HTMLCanvasElement||typeof OffscreenCanvas<`u`&&e instanceof OffscreenCanvas)&&(r=e.getContext(t,n)),t===`webgl2`?r instanceof WebGL2RenderingContext?r:null:t===`2d`?typeof CanvasRenderingContext2D<`u`&&r instanceof CanvasRenderingContext2D||typeof OffscreenCanvasRenderingContext2D<`u`&&r instanceof OffscreenCanvasRenderingContext2D?r:null:typeof GPUCanvasContext<`u`&&r instanceof GPUCanvasContext?r:null}var C=`precision highp float;
2
+ precision highp int;
3
+ precision highp sampler2D;
4
+
5
+ uniform sampler2D image;
6
+ uniform vec4 settings[8];
7
+
8
+ in vec2 vUv;
9
+ out vec4 fragColor;
10
+
11
+ // A colour's Cb and Cr from its sRGB values, as OBS's filter has them: BT.709's, in studio range
12
+ const vec3 CB = vec3(-0.100644, -0.338572, 0.439216);
13
+ const vec3 CR = vec3(0.439216, -0.398942, -0.040274);
14
+ const float CHROMA_OFFSET = 0.501961;
15
+ // BT.709's luma, which OBS desaturates to
16
+ const vec3 LUMA = vec3(0.2126, 0.7152, 0.0722);
17
+ // The scales that take B' − Y' and R' − Y' to BT.709's Pb and Pr, for hueSpill
18
+ const vec2 CHROMA_SCALE = vec2(1.8556, 1.5748);
19
+
20
+ float toLinear(float c) {
21
+ return c <= 0.04045 ? c / 12.92 : pow((c + 0.055) / 1.055, 2.4);
22
+ }
23
+
24
+ float toEncoded(float c) {
25
+ return c <= 0.0031308 ? 12.92 * c : 1.055 * pow(c, 1.0 / 2.4) - 0.055;
26
+ }
27
+
28
+ vec3 toLinear(vec3 c) {
29
+ return vec3(toLinear(c.r), toLinear(c.g), toLinear(c.b));
30
+ }
31
+
32
+ vec3 toEncoded(vec3 c) {
33
+ return vec3(toEncoded(c.r), toEncoded(c.g), toEncoded(c.b));
34
+ }
35
+
36
+ // The picture's pixel at a column, and a row from the top, clamped to the picture's edges as OBS's sampler clamps.
37
+ // It's premultiplied, in linear light, as OBS holds a source, whichever way the texture holds it
38
+ vec4 pixelAt(ivec2 at, ivec2 size) {
39
+ at = clamp(at, ivec2(0), size - 1);
40
+ if (settings[4].y > 0.5) at.y = size.y - 1 - at.y;
41
+ vec4 texel = texelFetch(image, at, 0);
42
+ vec3 rgb = settings[4].w > 0.5 ? texel.rgb : toLinear(texel.rgb);
43
+ return vec4(rgb * texel.a, texel.a);
44
+ }
45
+
46
+ // The picture at q, 0 to 1 across and down it, as OBS's linear sampler gives it: the four pixels round q, blended
47
+ vec4 sampleAt(vec2 q, ivec2 size) {
48
+ vec2 f = q * vec2(size) - 0.5;
49
+ vec2 corner = floor(f);
50
+ vec2 w = f - corner;
51
+ ivec2 i = ivec2(corner);
52
+ vec4 above = mix(pixelAt(i, size), pixelAt(i + ivec2(1, 0), size), w.x);
53
+ vec4 below = mix(pixelAt(i + ivec2(0, 1), size), pixelAt(i + ivec2(1, 1), size), w.x);
54
+ return mix(above, below, w.y);
55
+ }
56
+
57
+ // How far a colour's chroma is from the key's, from its sRGB values
58
+ float keyDistance(vec3 encoded) {
59
+ return distance(vec2(dot(encoded, CB), dot(encoded, CR)) + CHROMA_OFFSET, settings[0].xy);
60
+ }
61
+
62
+ // hueSpill's: an sRGB colour's Pb and Pr, and the colour again from its luma and those
63
+ vec2 chromaOf(vec3 encoded) {
64
+ float y = dot(encoded, LUMA);
65
+ return vec2(encoded.b - y, encoded.r - y) / CHROMA_SCALE;
66
+ }
67
+
68
+ vec3 fromLumaChroma(float y, vec2 c) {
69
+ float r = y + c.y * CHROMA_SCALE.y;
70
+ float b = y + c.x * CHROMA_SCALE.x;
71
+ return vec3(r, (y - LUMA.r * r - LUMA.b * b) / LUMA.g, b);
72
+ }
73
+
74
+ // The add-on saturation: the colour's HSB saturation scaled by s, keeping its hue and its brightest channel. Each
75
+ // channel's distance below the brightest scales by s, but no further than takes the dimmest to 0, as saturated as a
76
+ // colour can be
77
+ vec3 saturated(vec3 rgb, float s) {
78
+ float top = max(max(rgb.r, rgb.g), rgb.b);
79
+ float spread = top - min(min(rgb.r, rgb.g), rgb.b);
80
+ return top - (top - rgb) * min(s, top / max(spread, 1e-12));
81
+ }
82
+
83
+ // How far inside the cut's side from a to b the point p is, in output pixels. The points are in the picture's
84
+ // coordinates, and size scales them to output pixels once they're subtracted, so a short side between two corners
85
+ // close together keeps its direction. Two corners together leave no side, and a triangle
86
+ float cutSide(vec2 a, vec2 b, vec2 p, vec2 size) {
87
+ vec2 side = (b - a) * size;
88
+ float len = length(side);
89
+ if (len == 0.0) return 1.0e6;
90
+ vec2 q = (p - a) * size;
91
+ return (q.y * side.x - q.x * side.y) / len;
92
+ }
93
+
94
+ // 1 inside the cut, 0 outside, and between across the output pixel a side passes through, so its edges are smooth at
95
+ // any size. The corners must make a convex shape, which a point is inside where it is inside all of its sides. They
96
+ // go clockwise, which puts the inside of each side on its right
97
+ float cutMask(vec2 p, vec2 size) {
98
+ vec2 c0 = settings[5].xy;
99
+ vec2 c1 = settings[5].zw;
100
+ vec2 c2 = settings[6].xy;
101
+ vec2 c3 = settings[6].zw;
102
+ float d = min(
103
+ min(cutSide(c0, c1, p, size), cutSide(c1, c2, p, size)),
104
+ min(cutSide(c2, c3, p, size), cutSide(c3, c0, p, size))
105
+ );
106
+ return clamp(d + 0.5, 0.0, 1.0);
107
+ }
108
+
109
+ void main() {
110
+ // Output pixels to the picture's width and height, for the cut's soft edge
111
+ vec2 size = 1.0 / max(fwidth(vUv), vec2(1e-6));
112
+ vec4 key = settings[0];
113
+ vec4 matte = settings[1];
114
+ vec4 correction = settings[2];
115
+ vec4 extras = settings[3];
116
+ vec4 flags = settings[4];
117
+
118
+ // Where this pixel is on the picture, mirrored by flip
119
+ vec2 p = vec2(flags.x > 0.5 ? 1.0 - vUv.x : vUv.x, vUv.y);
120
+ ivec2 pixels = textureSize(image, 0);
121
+
122
+ vec4 sampled = sampleAt(p, pixels);
123
+ float alpha = sampled.a;
124
+ vec3 rgb = alpha > 0.0 ? sampled.rgb / alpha : vec3(0.0);
125
+
126
+ // OBS's filter: the key's distance, and from it the alpha and how much of the colour spill keeps
127
+ bool keyed = key.w > 0.5;
128
+ float kept = 1.0;
129
+ if (keyed) {
130
+ vec2 texel = 1.0 / vec2(pixels);
131
+ vec2 across = vec2(texel.x, 0.5 * texel.y);
132
+ vec2 up = vec2(0.5 * texel.x, -texel.y);
133
+ float around = keyDistance(toEncoded(sampleAt(p - across, pixels).rgb))
134
+ + keyDistance(toEncoded(sampleAt(p + across, pixels).rgb))
135
+ + keyDistance(toEncoded(sampleAt(p - up, pixels).rgb))
136
+ + keyDistance(toEncoded(sampleAt(p + up, pixels).rgb));
137
+ float beyond = (2.0 * around + keyDistance(toEncoded(rgb))) / 9.0 - matte.x;
138
+ alpha *= matte.w;
139
+ alpha *= pow(clamp(beyond / matte.y, 0.0, 1.0), 1.5);
140
+ kept = pow(clamp(beyond / matte.z, 0.0, 1.0), 1.5);
141
+ }
142
+
143
+ // The add-ons tint and saturation. Spill desaturates to the tinted colour's luma, as it was before saturation
144
+ rgb *= extras.rgb;
145
+ float grey = dot(rgb, LUMA);
146
+ if (extras.w != 1.0) rgb = saturated(rgb, extras.w);
147
+
148
+ // The rest of OBS's filter: spill, then gamma, contrast and brightness
149
+ if (keyed) {
150
+ if (settings[7].y > 0.5) {
151
+ // The add-on hueSpill: only the part of the colour's chroma that points the key's way comes out
152
+ vec3 encoded = toEncoded(rgb);
153
+ vec2 toward = (key.xy - CHROMA_OFFSET) * key.z;
154
+ vec2 c = chromaOf(encoded);
155
+ c -= toward * max(dot(c, toward), 0.0) * (1.0 - kept);
156
+ rgb = toLinear(clamp(fromLumaChroma(dot(encoded, LUMA), c), 0.0, 1.0));
157
+ } else {
158
+ rgb = mix(vec3(grey), rgb, kept);
159
+ }
160
+ rgb = pow(max(rgb, 0.0), vec3(correction.x)) * correction.y + correction.z;
161
+ }
162
+ rgb = clamp(rgb, 0.0, 1.0);
163
+
164
+ // The add-on crop
165
+ if (settings[7].x > 0.5) alpha *= cutMask(p, size);
166
+
167
+ if (flags.z < 0.5) rgb = toEncoded(rgb);
168
+ fragColor = vec4(rgb * alpha, alpha);
169
+ }
170
+ `,w=`#version 300 es
171
+ out vec2 vUv;
172
+ void main() {
173
+ vec2 position = vec2(float((gl_VertexID & 1) << 2) - 1.0, float((gl_VertexID & 2) << 1) - 1.0);
174
+ vUv = vec2(position.x + 1.0, 1.0 - position.y) * 0.5;
175
+ gl_Position = vec4(position, 0.0, 1.0);
176
+ }
177
+ `,T={alpha:!0,premultipliedAlpha:!0,antialias:!1,depth:!1,stencil:!1,preserveDrawingBuffer:!0},E=class{backend=`webgl`;#e;#t;#n;#r=null;#i=null;#a=null;#o=0;#s=0;#c=0;#l=!1;constructor(e,t){let n=S(e,`webgl2`,T);if(!n)throw Error(`Greenscreen: WebGL2 is not available on this canvas`);this.#e=e,this.#t=n,this.#n=t,e.addEventListener(`webglcontextlost`,this.#p),e.addEventListener(`webglcontextrestored`,this.#m),this.#u()}get lost(){return this.#l}#u(){let e=this.#t,t=e.createProgram(),n=D(e,e.VERTEX_SHADER,w),r=D(e,e.FRAGMENT_SHADER,`#version 300 es\n${C}`);if(e.attachShader(t,n),e.attachShader(t,r),e.linkProgram(t),!e.getProgramParameter(t,e.LINK_STATUS)&&!e.isContextLost())throw Error(`Greenscreen: the shader didn't link: ${e.getProgramInfoLog(t)}`);e.deleteShader(n),e.deleteShader(r),e.useProgram(t),e.uniform1i(e.getUniformLocation(t,`image`),0),this.#r=t,this.#i=e.getUniformLocation(t,`settings`);let i=e.createTexture();e.activeTexture(e.TEXTURE0),e.bindTexture(e.TEXTURE_2D,i),e.texParameteri(e.TEXTURE_2D,e.TEXTURE_MIN_FILTER,e.LINEAR),e.texParameteri(e.TEXTURE_2D,e.TEXTURE_MAG_FILTER,e.LINEAR),e.texParameteri(e.TEXTURE_2D,e.TEXTURE_WRAP_S,e.CLAMP_TO_EDGE),e.texParameteri(e.TEXTURE_2D,e.TEXTURE_WRAP_T,e.CLAMP_TO_EDGE),e.pixelStorei(e.UNPACK_FLIP_Y_WEBGL,!1),e.pixelStorei(e.UNPACK_PREMULTIPLY_ALPHA_WEBGL,!1),e.pixelStorei(e.UNPACK_COLORSPACE_CONVERSION_WEBGL,e.BROWSER_DEFAULT_WEBGL),this.#a=i,this.#o=0,this.#s=0;let a=e.getParameter(e.MAX_TEXTURE_SIZE),o=e.getParameter(e.MAX_VIEWPORT_DIMS),s=[a,...o instanceof Int32Array?o:[]];this.#c=Math.min(...s.filter(e=>typeof e==`number`))}upload(e,t,n){if(this.#l)return;let r=this.#c;if(t>r||n>r)throw x(t,n,`WebGL2`,r);let i=this.#t;i.activeTexture(i.TEXTURE0),i.bindTexture(i.TEXTURE_2D,this.#a),i.texImage2D(i.TEXTURE_2D,0,i.RGBA8,i.RGBA,i.UNSIGNED_BYTE,this.#f(e,t,n)),this.#o=t,this.#s=n}#d=null;#f(e,t,n){if(typeof ImageBitmap>`u`||!(e instanceof ImageBitmap)||typeof OffscreenCanvas>`u`)return e;let r=this.#d;if(!r){if(r=new OffscreenCanvas(t,n).getContext(`2d`),!r)return e;this.#d=r}let i=r.canvas;return i.width!==t||i.height!==n?(i.width=t,i.height=n):r.clearRect(0,0,t,n),r.drawImage(e,0,0),i}draw(e){if(this.#l||!this.#o||!this.#s)return;let t=this.#t,n=this.#e;(n.width!==this.#o||n.height!==this.#s)&&(n.width=this.#o,n.height=this.#s),t.viewport(0,0,this.#o,this.#s),t.useProgram(this.#r),t.uniform4fv(this.#i,e),t.activeTexture(t.TEXTURE0),t.bindTexture(t.TEXTURE_2D,this.#a),t.drawArrays(t.TRIANGLES,0,3)}clear(){if(this.#l)return;let e=this.#t;e.clearColor(0,0,0,0),e.clear(e.COLOR_BUFFER_BIT)}#p=e=>{e.preventDefault(),this.#l=!0,this.#r=null,this.#a=null,this.#o=0,this.#s=0,this.#n.lost()};#m=()=>{this.#l=!1,this.#u(),this.#n.restored()};dispose(){let e=this.#t;this.#e.removeEventListener(`webglcontextlost`,this.#p),this.#e.removeEventListener(`webglcontextrestored`,this.#m),this.#l||(e.deleteTexture(this.#a),e.deleteProgram(this.#r)),this.#l=!0,e.getExtension(`WEBGL_lose_context`)?.loseContext()}};function D(e,t,n){let r=e.createShader(t);if(!r)throw Error(`Greenscreen: no shader could be made`);if(e.shaderSource(r,n),e.compileShader(r),!e.getShaderParameter(r,e.COMPILE_STATUS)&&!e.isContextLost())throw Error(`Greenscreen: the shader didn't compile: ${e.getShaderInfoLog(r)}`);return r}var O=`
178
+ struct Settings {
179
+ key: vec4f,
180
+ matte: vec4f,
181
+ correction: vec4f,
182
+ extras: vec4f,
183
+ flags: vec4f,
184
+ corners: array<vec4f, 2>,
185
+ switches: vec4f,
186
+ }
187
+
188
+ @group(0) @binding(0) var image: texture_2d<f32>;
189
+ @group(0) @binding(1) var<uniform> settings: Settings;
190
+
191
+ struct Varyings {
192
+ @builtin(position) position: vec4f,
193
+ @location(0) uv: vec2f,
194
+ }
195
+
196
+ // One triangle over the whole canvas, its corners made from their index
197
+ @vertex
198
+ fn vertexMain(@builtin(vertex_index) index: u32) -> Varyings {
199
+ let position = vec2f(f32((index & 1u) << 2u) - 1.0, f32((index & 2u) << 1u) - 1.0);
200
+ var result: Varyings;
201
+ result.position = vec4f(position, 0.0, 1.0);
202
+ result.uv = vec2f(position.x + 1.0, 1.0 - position.y) * 0.5;
203
+ return result;
204
+ }
205
+
206
+ const CB = vec3f(-0.100644, -0.338572, 0.439216);
207
+ const CR = vec3f(0.439216, -0.398942, -0.040274);
208
+ const CHROMA_OFFSET = 0.501961;
209
+ const LUMA = vec3f(0.2126, 0.7152, 0.0722);
210
+ const CHROMA_SCALE = vec2f(1.8556, 1.5748);
211
+
212
+ fn channelToLinear(c: f32) -> f32 {
213
+ return select(pow((c + 0.055) / 1.055, 2.4), c / 12.92, c <= 0.04045);
214
+ }
215
+
216
+ fn channelToEncoded(c: f32) -> f32 {
217
+ return select(1.055 * pow(c, 1.0 / 2.4) - 0.055, 12.92 * c, c <= 0.0031308);
218
+ }
219
+
220
+ fn toLinear(c: vec3f) -> vec3f {
221
+ return vec3f(channelToLinear(c.r), channelToLinear(c.g), channelToLinear(c.b));
222
+ }
223
+
224
+ fn toEncoded(c: vec3f) -> vec3f {
225
+ return vec3f(channelToEncoded(c.r), channelToEncoded(c.g), channelToEncoded(c.b));
226
+ }
227
+
228
+ fn pixelAt(at: vec2i, size: vec2i) -> vec4f {
229
+ let texel = textureLoad(image, clamp(at, vec2i(0), size - 1), 0);
230
+ return vec4f(toLinear(texel.rgb) * texel.a, texel.a);
231
+ }
232
+
233
+ fn sampleAt(q: vec2f, size: vec2i) -> vec4f {
234
+ let f = q * vec2f(size) - 0.5;
235
+ let corner = floor(f);
236
+ let w = f - corner;
237
+ let i = vec2i(corner);
238
+ let above = mix(pixelAt(i, size), pixelAt(i + vec2i(1, 0), size), w.x);
239
+ let below = mix(pixelAt(i + vec2i(0, 1), size), pixelAt(i + vec2i(1, 1), size), w.x);
240
+ return mix(above, below, w.y);
241
+ }
242
+
243
+ fn keyDistance(encoded: vec3f) -> f32 {
244
+ return distance(vec2f(dot(encoded, CB), dot(encoded, CR)) + CHROMA_OFFSET, settings.key.xy);
245
+ }
246
+
247
+ fn chromaOf(encoded: vec3f) -> vec2f {
248
+ let y = dot(encoded, LUMA);
249
+ return vec2f(encoded.b - y, encoded.r - y) / CHROMA_SCALE;
250
+ }
251
+
252
+ fn fromLumaChroma(y: f32, c: vec2f) -> vec3f {
253
+ let r = y + c.y * CHROMA_SCALE.y;
254
+ let b = y + c.x * CHROMA_SCALE.x;
255
+ return vec3f(r, (y - LUMA.r * r - LUMA.b * b) / LUMA.g, b);
256
+ }
257
+
258
+ fn saturated(rgb: vec3f, s: f32) -> vec3f {
259
+ let top = max(max(rgb.r, rgb.g), rgb.b);
260
+ let spread = top - min(min(rgb.r, rgb.g), rgb.b);
261
+ return top - (top - rgb) * min(s, top / max(spread, 1e-12));
262
+ }
263
+
264
+ fn cutSide(a: vec2f, b: vec2f, p: vec2f, size: vec2f) -> f32 {
265
+ let side = (b - a) * size;
266
+ let len = length(side);
267
+ if (len == 0.0) {
268
+ return 1.0e6;
269
+ }
270
+ let q = (p - a) * size;
271
+ return (q.y * side.x - q.x * side.y) / len;
272
+ }
273
+
274
+ fn cutMask(p: vec2f, size: vec2f) -> f32 {
275
+ let c0 = settings.corners[0].xy;
276
+ let c1 = settings.corners[0].zw;
277
+ let c2 = settings.corners[1].xy;
278
+ let c3 = settings.corners[1].zw;
279
+ let d = min(
280
+ min(cutSide(c0, c1, p, size), cutSide(c1, c2, p, size)),
281
+ min(cutSide(c2, c3, p, size), cutSide(c3, c0, p, size))
282
+ );
283
+ return clamp(d + 0.5, 0.0, 1.0);
284
+ }
285
+
286
+ @fragment
287
+ fn fragmentMain(input: Varyings) -> @location(0) vec4f {
288
+ // Taken first, while every pixel takes the same way, as a derivative must be
289
+ let size = 1.0 / max(fwidth(input.uv), vec2f(1e-6));
290
+ let key = settings.key;
291
+ let matte = settings.matte;
292
+ let correction = settings.correction;
293
+ let extras = settings.extras;
294
+
295
+ let p = vec2f(select(input.uv.x, 1.0 - input.uv.x, settings.flags.x > 0.5), input.uv.y);
296
+ let pixels = vec2i(textureDimensions(image));
297
+
298
+ let sampled = sampleAt(p, pixels);
299
+ var alpha = sampled.a;
300
+ var rgb = select(vec3f(0.0), sampled.rgb / alpha, alpha > 0.0);
301
+
302
+ // OBS's filter: the key's distance, and from it the alpha and how much of the colour spill keeps
303
+ let keyed = key.w > 0.5;
304
+ var kept = 1.0;
305
+ if (keyed) {
306
+ let texel = 1.0 / vec2f(pixels);
307
+ let across = vec2f(texel.x, 0.5 * texel.y);
308
+ let up = vec2f(0.5 * texel.x, -texel.y);
309
+ let around = keyDistance(toEncoded(sampleAt(p - across, pixels).rgb))
310
+ + keyDistance(toEncoded(sampleAt(p + across, pixels).rgb))
311
+ + keyDistance(toEncoded(sampleAt(p - up, pixels).rgb))
312
+ + keyDistance(toEncoded(sampleAt(p + up, pixels).rgb));
313
+ let beyond = (2.0 * around + keyDistance(toEncoded(rgb))) / 9.0 - matte.x;
314
+ alpha *= matte.w;
315
+ alpha *= pow(clamp(beyond / matte.y, 0.0, 1.0), 1.5);
316
+ kept = pow(clamp(beyond / matte.z, 0.0, 1.0), 1.5);
317
+ }
318
+
319
+ // The add-ons tint and saturation. Spill desaturates to the tinted colour's luma, as it was before saturation
320
+ rgb *= extras.rgb;
321
+ let grey = dot(rgb, LUMA);
322
+ if (extras.w != 1.0) {
323
+ rgb = saturated(rgb, extras.w);
324
+ }
325
+
326
+ // The rest of OBS's filter: spill, then gamma, contrast and brightness
327
+ if (keyed) {
328
+ if (settings.switches.y > 0.5) {
329
+ // The add-on, hueSpill
330
+ let encoded = toEncoded(rgb);
331
+ let toward = (key.xy - CHROMA_OFFSET) * key.z;
332
+ var c = chromaOf(encoded);
333
+ c -= toward * max(dot(c, toward), 0.0) * (1.0 - kept);
334
+ rgb = toLinear(clamp(fromLumaChroma(dot(encoded, LUMA), c), vec3f(0.0), vec3f(1.0)));
335
+ } else {
336
+ rgb = mix(vec3f(grey), rgb, kept);
337
+ }
338
+ rgb = pow(max(rgb, vec3f(0.0)), vec3f(correction.x)) * correction.y + correction.z;
339
+ }
340
+ rgb = clamp(rgb, vec3f(0.0), vec3f(1.0));
341
+
342
+ // The add-on crop
343
+ if (settings.switches.x > 0.5) {
344
+ alpha *= cutMask(p, size);
345
+ }
346
+
347
+ return vec4f(toEncoded(rgb) * alpha, alpha);
348
+ }
349
+ `,k=16,A=null,j=null,M=null,N=null;function P(e){if(A)return A;let t=(async()=>{let n=e??await I(),r=await n.requestDevice({requiredLimits:{maxTextureDimension2D:n.limits.maxTextureDimension2D}});return r.lost.then(()=>{A===t&&(A=null,j=null,M=null,N=null)}),r})();return A=t,t.then(e=>{A===t&&(j=e)},()=>{}),t}function F(){return j}async function I(){let e=typeof navigator>`u`?void 0:navigator.gpu;if(!e)throw Error(`Greenscreen: WebGPU is not available here`);let t=await e.requestAdapter();if(!t)throw Error(`Greenscreen: WebGPU has no adapter here`);return t}function L(){if(M)return M;let e=(async()=>{try{let e=await I();return!e.info.isFallbackAdapter&&(await P(e),!0)}catch{return!1}})();return M=e,e.then(t=>{M===e&&(N=t)}),e}function R(){return typeof navigator>`u`||!navigator.gpu?!1:N}var z=/* @__PURE__ */ new WeakMap;function B(e,t){let n=z.get(e);n||(n=/* @__PURE__ */ new Map,z.set(e,n));let r=n.get(t);if(!r){let i=e.createShaderModule({label:`Greenscreen`,code:O});r=e.createRenderPipeline({label:`Greenscreen`,layout:`auto`,vertex:{module:i,entryPoint:`vertexMain`},fragment:{module:i,entryPoint:`fragmentMain`,targets:[{format:t}]},primitive:{topology:`triangle-list`}}),n.set(t,r)}return r}function V(){return navigator.gpu.getPreferredCanvasFormat()}var H=class{backend=`webgpu`;#e;#t;#n;#r;#i;#a;#o;#s;#c=null;#l=null;#u=null;#d=!1;#f=!1;constructor(e,t,n){let r=new OffscreenCanvas(1,1),i=S(r,`webgpu`);if(!i)throw Error(`Greenscreen: WebGPU is not available on this canvas`);let a=S(e,`2d`);if(!a)throw Error(`Greenscreen: this canvas has a context of another kind already`);this.#e=e,this.#t=a,this.#n=r,this.#r=i,this.#i=n,this.#p(t)}get lost(){return this.#d}#p(e){let t=V();this.#a=e,this.#r.configure({device:e,format:t,alphaMode:`premultiplied`,usage:k}),this.#o=B(e,t),this.#s=e.createBuffer({label:`Greenscreen settings`,size:128,usage:72}),this.#c=null,this.#l=null,e.lost.then(()=>this.#m(e))}async#m(e){if(!(this.#f||e!==this.#a)){this.#d=!0,this.#c=null,this.#l=null,this.#i.lost();try{let e=await P();if(this.#f)return;this.#p(e),this.#d=!1,this.#i.restored()}catch{}}}upload(e,t,n){if(this.#d)return;let r=this.#a,i=r.limits.maxTextureDimension2D;if(t>i||n>i)throw x(t,n,`WebGPU`,i);let a=this.#c;a&&a.width===t&&a.height===n||(a?.destroy(),a=r.createTexture({label:`Greenscreen picture`,size:{width:t,height:n},format:`rgba8unorm`,usage:22}),this.#c=a,this.#l=r.createBindGroup({layout:this.#o.getBindGroupLayout(0),entries:[{binding:0,resource:a.createView()},{binding:1,resource:{buffer:this.#s}}]})),r.queue.copyExternalImageToTexture({source:this.#h(e,t,n),flipY:!1},{texture:a,colorSpace:`srgb`,premultipliedAlpha:!1},{width:t,height:n})}#h(e,t,n){if(!(`videoWidth`in e||`displayWidth`in e&&!/^(RGB|BGR)/.test(e.format??``)))return e;let r=this.#u;if(!r){if(r=S(U(),`2d`),!r)return e;this.#u=r}let i=r.canvas;return(i.width!==t||i.height!==n)&&(i.width=t,i.height=n),r.globalCompositeOperation=`copy`,r.drawImage(e,0,0,t,n),i}draw(e){let t=this.#c,n=this.#l;if(this.#d||!t||!n)return;let{width:r,height:i}=t;for(let e of[this.#n,this.#e])(e.width!==r||e.height!==i)&&(e.width=r,e.height=i);let a=this.#a;a.queue.writeBuffer(this.#s,0,e,0,e.length);let o=a.createCommandEncoder(),s=o.beginRenderPass({colorAttachments:[{view:this.#r.getCurrentTexture().createView(),loadOp:`clear`,clearValue:[0,0,0,0],storeOp:`store`}]});s.setPipeline(this.#o),s.setBindGroup(0,n),s.draw(3),s.end(),a.queue.submit([o.finish()]);let c=this.#t;c.globalCompositeOperation=`copy`,c.drawImage(this.#n,0,0)}clear(){let e=this.#e;this.#t.clearRect(0,0,e.width,e.height)}dispose(){this.#f=!0,this.#d=!0,this.#c?.destroy(),this.#s.destroy(),this.#c=null,this.#l=null,this.#u=null,this.#r.unconfigure()}};function U(){return typeof document<`u`?document.createElement(`canvas`):new OffscreenCanvas(1,1)}var W=1e3/60,G=class{canvas;initialized;#e=null;#t=c;#n=/* @__PURE__ */ new Float32Array(32);#r=/* @__PURE__ */ new Float32Array(32);#i=!0;#a=null;#o=!1;#s=!1;#c=0;#l=null;#u=!1;#d;#f;#p;constructor(e=null,t={}){this.canvas=t.canvas??q(),this.#d=t.onLost,this.#f=t.onRestored,this.#p=t.onError??y,this.set(t.settings??{}),this.source=e,this.initialized=this.#m(t.backend??`auto`),this.initialized.catch(()=>{})}#m(e){if(e===`webgl`)return this.#h();if(e===`webgpu`)return this.#g();if(e===`auto`){let e=R();return e===null?L().then(e=>e?this.#g():this.#h()):e?this.#g():this.#h()}let t=e;return Promise.reject(/* @__PURE__ */ TypeError(`Greenscreen: no backend called ${t}`))}#h(){if(this.#u)return Promise.reject(/* @__PURE__ */ Error(`Greenscreen: disposed before its backend was ready`));try{return this.#e=new E(this.canvas,this.#_),Promise.resolve(`webgl`)}catch(e){return Promise.reject(e)}}#g(){let e=e=>{if(this.#u)throw Error(`Greenscreen: disposed before WebGPU was ready`);return this.#e=new H(this.canvas,e,this.#_),`webgpu`},t=F();if(!t)return P().then(e);try{return Promise.resolve(e(t))}catch(e){return Promise.reject(e)}}#_={lost:()=>{this.#s=!1,this.#o=!1,this.#d?.()},restored:()=>{this.#a?.invalidate(),this.#i=!0,this.#f?.()}};get backend(){return this.#e?.backend??null}get ready(){return this.#s}get frame(){return this.#c}get settings(){return this.#t}get source(){return this.#a?.source??null}set source(e){e!==this.source&&(this.#a?.dispose(),this.#a=e?new b(e):null,this.#o=!1,this.#s=!1)}set(e){this.#t=d(this.#t,e);let t=n(this.#t,this.#r);t.some((e,t)=>e!==this.#n[t])&&(this.#r=this.#n,this.#n=t,this.#i=!0)}reset(){this.set(c)}invalidate(){this.#a?.invalidate()}render(){let e=this.#e,t=this.#a;if(this.#u||!e||e.lost||!t)return!1;let n=this.#i;if(t.hasPicture()&&t.changed()){let[r,i]=t.size();try{e.upload(t.source,r,i),t.taken(),this.#o=!0,n=!0}catch(n){return this.#o=!1,this.#s=!1,t.failed()&&(e.clear(),this.#p(n)),!1}}return!this.#o||!n?this.#s:(e.draw(this.#n),this.#i=!1,this.#s=!0,this.#c+=1,!0)}start(){if(this.#l||this.#u)return;let e=0,t=()=>{e=J(t),this.render()};e=J(t),this.#l={cancel:()=>Y(e)}}stop(){this.#l?.cancel(),this.#l=null}dispose(){this.#u||(this.stop(),this.#u=!0,this.#a?.dispose(),this.#a=null,this.#e?.dispose(),this.#e=null,this.#s=!1)}};async function K(e=`auto`){let t=e===`auto`?await L()?`webgpu`:`webgl`:e;return t===`webgpu`&&B(await P(),V()),t}function q(){if(typeof document<`u`){let e=document.createElement(`canvas`);return e.width=1,e.height=1,e}if(typeof OffscreenCanvas<`u`)return new OffscreenCanvas(1,1);throw Error(`Greenscreen: there is no canvas to draw in here. Give it one with options.canvas`)}function J(e){return typeof requestAnimationFrame==`function`?requestAnimationFrame(e):setTimeout(e,W)}function Y(e){typeof cancelAnimationFrame==`function`?cancelAnimationFrame(e):clearTimeout(e)}export{c as DEFAULT_SETTINGS,G as Greenscreen,o as KEY_COLORS,a as RANGES,K as warmUp};
350
+ //# sourceMappingURL=greenscreen.min.js.map