@snovakow/greenscreen 0.0.0-stage → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +238 -2
  3. package/dist/greenscreen.d.ts +32 -0
  4. package/dist/greenscreen.d.ts.map +1 -0
  5. package/dist/greenscreen.global.js +315 -0
  6. package/dist/greenscreen.global.js.map +1 -0
  7. package/dist/greenscreen.js +250 -0
  8. package/dist/greenscreen.js.map +1 -0
  9. package/dist/greenscreen.min.js +315 -0
  10. package/dist/greenscreen.min.js.map +1 -0
  11. package/dist/index.d.ts +6 -0
  12. package/dist/index.d.ts.map +1 -0
  13. package/dist/index.js +3 -0
  14. package/dist/index.js.map +1 -0
  15. package/dist/pack.d.ts +7 -0
  16. package/dist/pack.d.ts.map +1 -0
  17. package/dist/pack.js +63 -0
  18. package/dist/pack.js.map +1 -0
  19. package/dist/react.d.ts +26 -0
  20. package/dist/react.d.ts.map +1 -0
  21. package/dist/react.js +78 -0
  22. package/dist/react.js.map +1 -0
  23. package/dist/renderer.d.ts +19 -0
  24. package/dist/renderer.d.ts.map +1 -0
  25. package/dist/renderer.js +25 -0
  26. package/dist/renderer.js.map +1 -0
  27. package/dist/settings.d.ts +36 -0
  28. package/dist/settings.d.ts.map +1 -0
  29. package/dist/settings.js +112 -0
  30. package/dist/settings.js.map +1 -0
  31. package/dist/shader.glsl.d.ts +3 -0
  32. package/dist/shader.glsl.d.ts.map +1 -0
  33. package/dist/shader.glsl.js +179 -0
  34. package/dist/shader.glsl.js.map +1 -0
  35. package/dist/shader.wgsl.d.ts +2 -0
  36. package/dist/shader.wgsl.d.ts.map +1 -0
  37. package/dist/shader.wgsl.js +160 -0
  38. package/dist/shader.wgsl.js.map +1 -0
  39. package/dist/source.d.ts +16 -0
  40. package/dist/source.d.ts.map +1 -0
  41. package/dist/source.js +103 -0
  42. package/dist/source.js.map +1 -0
  43. package/dist/three-webgpu.d.ts +20 -0
  44. package/dist/three-webgpu.d.ts.map +1 -0
  45. package/dist/three-webgpu.js +178 -0
  46. package/dist/three-webgpu.js.map +1 -0
  47. package/dist/three.d.ts +27 -0
  48. package/dist/three.d.ts.map +1 -0
  49. package/dist/three.js +81 -0
  50. package/dist/three.js.map +1 -0
  51. package/dist/types.d.ts +4 -0
  52. package/dist/types.d.ts.map +1 -0
  53. package/dist/types.js +4 -0
  54. package/dist/types.js.map +1 -0
  55. package/dist/webgl.d.ts +13 -0
  56. package/dist/webgl.d.ts.map +1 -0
  57. package/dist/webgl.js +183 -0
  58. package/dist/webgl.js.map +1 -0
  59. package/dist/webgpu.d.ts +19 -0
  60. package/dist/webgpu.d.ts.map +1 -0
  61. package/dist/webgpu.js +303 -0
  62. package/dist/webgpu.js.map +1 -0
  63. package/package.json +103 -4
  64. package/src/global.ts +11 -0
  65. package/src/greenscreen.ts +286 -0
  66. package/src/index.ts +5 -0
  67. package/src/pack.ts +73 -0
  68. package/src/react.tsx +126 -0
  69. package/src/renderer.ts +53 -0
  70. package/src/settings.ts +177 -0
  71. package/src/shader.glsl.ts +179 -0
  72. package/src/shader.wgsl.ts +159 -0
  73. package/src/source.ts +105 -0
  74. package/src/three-webgpu.ts +261 -0
  75. package/src/three.ts +114 -0
  76. package/src/types.ts +10 -0
  77. package/src/webgl.ts +191 -0
  78. package/src/webgpu.ts +312 -0
package/dist/pack.js ADDED
@@ -0,0 +1,63 @@
1
+ // The settings as the shaders read them: eight sets of four numbers, a vec4 array in GLSL and a struct of vec4s in
2
+ // WGSL. Every shader works from these, so none of them can come to mean a setting differently. The first three hold
3
+ // what OBS's filter works from, worked out from the settings as OBS works it out; the rest are the add-ons' and the
4
+ // renderers'
5
+ // 0 key: its Cb and Cr, 1 / its chroma's distance from grey for hueSpill, the filter on
6
+ // 1 matte: similarity, smoothness and spill, each a thousandth of its setting, and opacity
7
+ // 2 correction: gamma's exponent, contrast's factor, brightness, unused
8
+ // 3 add-ons: tint's r, g and b in linear light, saturation
9
+ // 4 flags: flip, texture's rows bottom up, output linear, texture linear. The last three are the renderer's own
10
+ // 5 corners 0 and 1
11
+ // 6 corners 2 and 3
12
+ // 7 switches: crop on, hueSpill on, unused
13
+ export const PACKED_LENGTH = 32;
14
+ // A colour's Cb and Cr from its sRGB values, as OBS's filter has them: BT.709's, in studio range
15
+ export const CB = [-0.100644, -0.338572, 0.439216, 0.501961];
16
+ export const CR = [0.439216, -0.398942, -0.040274, 0.501961];
17
+ // Into out, which is PACKED_LENGTH long, and returned
18
+ export function pack(settings, out) {
19
+ // The key's chroma comes from its own sRGB values, as OBS takes them from the colour chosen
20
+ const [r, g, b] = channels(settings.keyColor);
21
+ out[0] = CB[0] * r + CB[1] * g + CB[2] * b + CB[3];
22
+ out[1] = CR[0] * r + CR[1] * g + CR[2] * b + CR[3];
23
+ // For hueSpill, the key's direction from grey, scaled to 1. A key on grey has none, and takes nothing out
24
+ out[2] = 1 / Math.max(Math.hypot(out[0] - CB[3], out[1] - CR[3]), 1e-3);
25
+ out[3] = settings.key ? 1 : 0;
26
+ out[4] = settings.similarity / 1000;
27
+ out[5] = settings.smoothness / 1000;
28
+ out[6] = settings.spill / 1000;
29
+ out[7] = settings.opacity;
30
+ // An exponent from 2 down to 1/2, and a factor from 1/5 up to 5, each 1 for no change, as OBS makes them
31
+ const { gamma, contrast } = settings;
32
+ out[8] = gamma < 0 ? 1 - gamma : 1 / (1 + gamma);
33
+ out[9] = contrast < 0 ? 1 / (1 - contrast) : 1 + contrast;
34
+ out[10] = settings.brightness;
35
+ out[11] = 0;
36
+ // The tint multiplies linear colour, so it's made linear too
37
+ const tint = channels(settings.tint);
38
+ out[12] = toLinear(tint[0]);
39
+ out[13] = toLinear(tint[1]);
40
+ out[14] = toLinear(tint[2]);
41
+ out[15] = settings.saturation;
42
+ out[16] = settings.flip ? 1 : 0;
43
+ out[17] = 0;
44
+ out[18] = 0;
45
+ out[19] = 0;
46
+ settings.corners.forEach((corner, i) => {
47
+ out[20 + i * 2] = corner.x;
48
+ out[21 + i * 2] = corner.y;
49
+ });
50
+ out[28] = settings.crop ? 1 : 0;
51
+ out[29] = settings.hueSpill ? 1 : 0;
52
+ out.fill(0, 30);
53
+ return out;
54
+ }
55
+ // A 0xrrggbb colour's channels, 0 to 1
56
+ export function channels(hex) {
57
+ return [((hex >> 16) & 0xff) / 255, ((hex >> 8) & 0xff) / 255, (hex & 0xff) / 255];
58
+ }
59
+ // sRGB's value to linear light
60
+ function toLinear(c) {
61
+ return c <= 0.04045 ? c / 12.92 : ((c + 0.055) / 1.055) ** 2.4;
62
+ }
63
+ //# sourceMappingURL=pack.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pack.js","sourceRoot":"","sources":["../src/pack.ts"],"names":[],"mappings":"AAEA,mHAAmH;AACnH,oHAAoH;AACpH,oHAAoH;AACpH,aAAa;AACb,2FAA2F;AAC3F,8FAA8F;AAC9F,2EAA2E;AAC3E,8DAA8D;AAC9D,mHAAmH;AACnH,uBAAuB;AACvB,uBAAuB;AACvB,8CAA8C;AAC9C,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAA;AAE/B,iGAAiG;AACjG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAU,CAAA;AACrE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAU,CAAA;AAErE,sDAAsD;AACtD,MAAM,UAAU,IAAI,CAAyB,QAA4B,EAAE,GAAM;IAC/E,4FAA4F;IAC5F,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAC7C,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAClD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAClD,0GAA0G;IAC1G,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACvE,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAE7B,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAA;IACnC,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAA;IACnC,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAA;IAC9B,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAA;IAEzB,yGAAyG;IACzG,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAA;IACpC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;IAChD,GAAG,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAA;IACzD,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAA;IAC7B,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;IAEX,6DAA6D;IAC7D,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACpC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3B,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3B,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3B,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAA;IAE7B,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;IACX,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;IACX,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;IAEX,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACrC,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAA;QAC1B,GAAG,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAA;IAC5B,CAAC,CAAC,CAAA;IACF,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/B,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IACf,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAA;AACpF,CAAC;AAED,+BAA+B;AAC/B,SAAS,QAAQ,CAAC,CAAS;IACzB,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,GAAG,CAAA;AAChE,CAAC"}
@@ -0,0 +1,26 @@
1
+ import type { CSSProperties } from 'react';
2
+ import { Greenscreen as Keyer } from './greenscreen.js';
3
+ import type { BackendChoice } from './greenscreen.js';
4
+ import type { Settings } from './settings.js';
5
+ import type { Source } from './types.js';
6
+ export type { Greenscreen as Keyer } from './greenscreen.js';
7
+ export type { BackendChoice, GreenscreenOptions } from './greenscreen.js';
8
+ export { warmUp } from './greenscreen.js';
9
+ export { DEFAULT_SETTINGS, KEY_COLORS, RANGES } from './settings.js';
10
+ export type { NumericSetting, Point, Range, Settings } from './settings.js';
11
+ export type { BackendName, Source } from './types.js';
12
+ export interface UseGreenscreenOptions {
13
+ backend?: BackendChoice;
14
+ paused?: boolean;
15
+ onError?: (error: unknown) => void;
16
+ }
17
+ export declare function useGreenscreen(source: Source | null | undefined, settings?: Readonly<Partial<Settings>>, options?: UseGreenscreenOptions): Keyer | null;
18
+ export interface GreenscreenProps extends UseGreenscreenOptions {
19
+ source: Source | null | undefined;
20
+ settings?: Readonly<Partial<Settings>>;
21
+ fit?: CSSProperties['objectFit'];
22
+ className?: string;
23
+ style?: CSSProperties;
24
+ }
25
+ export declare const Greenscreen: import("react").ForwardRefExoticComponent<GreenscreenProps & import("react").RefAttributes<Keyer<HTMLCanvasElement> | null>>;
26
+ //# sourceMappingURL=react.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"react.d.ts","sourceRoot":"","sources":["../src/react.tsx"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,OAAO,CAAA;AAC1C,OAAO,EAAE,WAAW,IAAI,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAErD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAE7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAMxC,YAAY,EAAE,WAAW,IAAI,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAC5D,YAAY,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACpE,YAAY,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAC3E,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAErD,MAAM,WAAW,qBAAqB;IAEpC,OAAO,CAAC,EAAE,aAAa,CAAA;IAEvB,MAAM,CAAC,EAAE,OAAO,CAAA;IAEhB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAA;CACnC;AAcD,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACjC,QAAQ,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,EACtC,OAAO,GAAE,qBAA0B,GAClC,KAAK,GAAG,IAAI,CAoCd;AAED,MAAM,WAAW,gBAAiB,SAAQ,qBAAqB;IAE7D,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAA;IAEjC,QAAQ,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEtC,GAAG,CAAC,EAAE,aAAa,CAAC,WAAW,CAAC,CAAA;IAChC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,aAAa,CAAA;CACtB;AAID,eAAO,MAAM,WAAW,8HAsBtB,CAAA"}
package/dist/react.js ADDED
@@ -0,0 +1,78 @@
1
+ 'use client';
2
+ import { jsx as _jsx } from "react/jsx-runtime";
3
+ // The keyer is an object outside React that these effects drive, as a canvas or a media element would be, not state
4
+ // to be copied, so setting its source and its canvas's style is what they're for. And this is a library's entry, which
5
+ // exports its hook and constants beside the component, as fast refresh, which wants components alone, isn't for it
6
+ /* oxlint-disable react/immutability, react/only-export-components */
7
+ import { forwardRef, useEffect, useImperativeHandle, useRef, useState } from 'react';
8
+ import { Greenscreen as Keyer } from './greenscreen.js';
9
+ import { DEFAULT_SETTINGS } from './settings.js';
10
+ import { warnUnkeyable } from './source.js';
11
+ export { warmUp } from './greenscreen.js';
12
+ export { DEFAULT_SETTINGS, KEY_COLORS, RANGES } from './settings.js';
13
+ // The settings that are given, without the ones set to undefined, which go back to their defaults
14
+ function given(settings) {
15
+ const found = {};
16
+ if (!settings)
17
+ return found;
18
+ for (const key in settings)
19
+ if (settings[key] !== undefined)
20
+ found[key] = settings[key];
21
+ return found;
22
+ }
23
+ // A keyer keying source with settings, rendering on every animation frame unless paused. It's made after the first
24
+ // render, so the hook returns null until then, and disposed when the component unmounts
25
+ export function useGreenscreen(source, settings, options = {}) {
26
+ const { backend = 'auto', paused = false, onError } = options;
27
+ const [keyer, setKeyer] = useState(null);
28
+ // The latest handler, which the keyer calls through, so a new one doesn't make a new keyer. It's brought up to date
29
+ // after each render, before that render's source is given to the keyer
30
+ const handler = useRef(onError);
31
+ useEffect(() => {
32
+ handler.current = onError;
33
+ });
34
+ // Made in an effect, which StrictMode runs twice, so each mount has its own, disposed as it goes
35
+ useEffect(() => {
36
+ const made = new Keyer(null, { backend, onError: (error) => (handler.current ?? warnUnkeyable)(error) });
37
+ // oxlint-disable-next-line react/set-state-in-effect -- the keyer is made here, where it can be disposed
38
+ setKeyer(made);
39
+ return () => made.dispose();
40
+ }, [backend]);
41
+ useEffect(() => {
42
+ if (keyer)
43
+ keyer.source = source ?? null;
44
+ }, [keyer, source]);
45
+ // On every render, the settings over the defaults, so one no longer given goes back. set() compares, and draws
46
+ // again only when something has changed
47
+ useEffect(() => {
48
+ keyer?.set({ ...DEFAULT_SETTINGS, ...given(settings) });
49
+ });
50
+ useEffect(() => {
51
+ if (!keyer || paused)
52
+ return undefined;
53
+ keyer.start();
54
+ return () => keyer.stop();
55
+ }, [keyer, paused]);
56
+ return keyer;
57
+ }
58
+ // The keyed picture, in a div the canvas fills: size the div with className or style. See-through where the key and
59
+ // the cut take the picture out. The ref is the keyer, null until it's made after the first render
60
+ export const Greenscreen = forwardRef(function Greenscreen({ source, settings, backend, paused, onError, fit = 'contain', className, style }, ref) {
61
+ const keyer = useGreenscreen(source, settings, { backend, paused, onError });
62
+ const host = useRef(null);
63
+ useImperativeHandle(ref, () => keyer, [keyer]);
64
+ useEffect(() => {
65
+ const element = host.current;
66
+ if (!element || !keyer)
67
+ return undefined;
68
+ const canvas = keyer.canvas;
69
+ canvas.style.display = 'block';
70
+ canvas.style.width = '100%';
71
+ canvas.style.height = '100%';
72
+ canvas.style.objectFit = fit ?? 'contain';
73
+ element.append(canvas);
74
+ return () => canvas.remove();
75
+ }, [keyer, fit]);
76
+ return _jsx("div", { ref: host, className: className, style: style });
77
+ });
78
+ //# sourceMappingURL=react.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"react.js","sourceRoot":"","sources":["../src/react.tsx"],"names":[],"mappings":"AAAA,YAAY,CAAA;;AAEZ,oHAAoH;AACpH,uHAAuH;AACvH,mHAAmH;AACnH,qEAAqE;AAErE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAEpF,OAAO,EAAE,WAAW,IAAI,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAEvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAEhD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAS3C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAepE,kGAAkG;AAClG,SAAS,KAAK,CAAmB,QAAuB;IACtD,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3B,KAAK,MAAM,GAAG,IAAI,QAAQ;QAAE,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,SAAS;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAA;IACvF,OAAO,KAAK,CAAA;AACd,CAAC;AAED,mHAAmH;AACnH,wFAAwF;AACxF,MAAM,UAAU,cAAc,CAC5B,MAAiC,EACjC,QAAsC,EACtC,OAAO,GAA0B,EAAE;IAEnC,MAAM,EAAE,OAAO,GAAG,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IAC7D,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAe,IAAI,CAAC,CAAA;IAEtD,oHAAoH;IACpH,uEAAuE;IACvE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAA;IAC/B,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,OAAO,GAAG,OAAO,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,iGAAiG;IACjG,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACxG,yGAAyG;QACzG,QAAQ,CAAC,IAAI,CAAC,CAAA;QACd,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;IAC7B,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAEb,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,KAAK;YAAE,KAAK,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,CAAA;IAC1C,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;IAEnB,+GAA+G;IAC/G,wCAAwC;IACxC,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,gBAAgB,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IACzD,CAAC,CAAC,CAAA;IAEF,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,KAAK,IAAI,MAAM;YAAE,OAAO,SAAS,CAAA;QACtC,KAAK,CAAC,KAAK,EAAE,CAAA;QACb,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC3B,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;IAEnB,OAAO,KAAK,CAAA;AACd,CAAC;AAaD,oHAAoH;AACpH,kGAAkG;AAClG,MAAM,CAAC,MAAM,WAAW,GAAG,UAAU,CAAiC,SAAS,WAAW,CACxF,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,EACjF,GAAG;IAEH,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;IAC5E,MAAM,IAAI,GAAG,MAAM,CAAiB,IAAI,CAAC,CAAA;IAEzC,mBAAmB,CAA6B,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;IAE1E,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAA;QACxC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC3B,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAA;QAC9B,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAA;QAC3B,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;QAC5B,MAAM,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,IAAI,SAAS,CAAA;QACzC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACtB,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;IAC9B,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAA;IAEhB,OAAO,cAAK,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,GAAI,CAAA;AAC/D,CAAC,CAAC,CAAA"}
@@ -0,0 +1,19 @@
1
+ import type { BackendName, Canvas, Source } from './types.js';
2
+ export interface Renderer {
3
+ readonly backend: BackendName;
4
+ readonly lost: boolean;
5
+ upload(source: Source, width: number, height: number): void;
6
+ draw(settings: Float32Array<ArrayBuffer>): void;
7
+ clear(): void;
8
+ dispose(): void;
9
+ }
10
+ export declare function tooLarge(width: number, height: number, backend: string, limit: number): RangeError;
11
+ export interface RendererEvents {
12
+ lost(): void;
13
+ restored(): void;
14
+ }
15
+ export declare function contextOf(canvas: Canvas, id: 'webgl2', options: WebGLContextAttributes): WebGL2RenderingContext | null;
16
+ export declare function contextOf(canvas: Canvas, id: 'webgpu'): GPUCanvasContext | null;
17
+ export declare function contextOf(canvas: Canvas, id: '2d'): Context2D | null;
18
+ export type Context2D = CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D;
19
+ //# sourceMappingURL=renderer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"renderer.d.ts","sourceRoot":"","sources":["../src/renderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAG7D,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAA;IAE7B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IAEtB,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAE3D,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,WAAW,CAAC,GAAG,IAAI,CAAA;IAE/C,KAAK,IAAI,IAAI,CAAA;IACb,OAAO,IAAI,IAAI,CAAA;CAChB;AAGD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAElG;AAGD,MAAM,WAAW,cAAc;IAE7B,IAAI,IAAI,IAAI,CAAA;IAEZ,QAAQ,IAAI,IAAI,CAAA;CACjB;AAID,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,GAAG,sBAAsB,GAAG,IAAI,CAAA;AACvH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,GAAG,gBAAgB,GAAG,IAAI,CAAA;AAChF,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,GAAG,SAAS,GAAG,IAAI,CAAA;AAmBrE,MAAM,MAAM,SAAS,GAAG,wBAAwB,GAAG,iCAAiC,CAAA"}
@@ -0,0 +1,25 @@
1
+ // What upload() throws for a picture larger than the backend's textures
2
+ export function tooLarge(width, height, backend, limit) {
3
+ return new RangeError(`Greenscreen: the picture is ${width}×${height}, and ${backend} here takes up to ${limit} a side`);
4
+ }
5
+ export function contextOf(canvas, id, options) {
6
+ let context = null;
7
+ if (typeof HTMLCanvasElement !== 'undefined' && canvas instanceof HTMLCanvasElement) {
8
+ context = canvas.getContext(id, options);
9
+ }
10
+ else if (typeof OffscreenCanvas !== 'undefined' && canvas instanceof OffscreenCanvas) {
11
+ context = canvas.getContext(id, options);
12
+ }
13
+ if (id === 'webgl2')
14
+ return context instanceof WebGL2RenderingContext ? context : null;
15
+ if (id === '2d') {
16
+ if (typeof CanvasRenderingContext2D !== 'undefined' && context instanceof CanvasRenderingContext2D)
17
+ return context;
18
+ if (typeof OffscreenCanvasRenderingContext2D !== 'undefined' && context instanceof OffscreenCanvasRenderingContext2D) {
19
+ return context;
20
+ }
21
+ return null;
22
+ }
23
+ return typeof GPUCanvasContext !== 'undefined' && context instanceof GPUCanvasContext ? context : null;
24
+ }
25
+ //# sourceMappingURL=renderer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"renderer.js","sourceRoot":"","sources":["../src/renderer.ts"],"names":[],"mappings":"AAgBA,wEAAwE;AACxE,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,MAAc,EAAE,OAAe,EAAE,KAAa;IACpF,OAAO,IAAI,UAAU,CAAC,+BAA+B,KAAK,IAAI,MAAM,SAAS,OAAO,qBAAqB,KAAK,SAAS,CAAC,CAAA;AAC1H,CAAC;AAeD,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,EAA8B,EAAE,OAAgC;IACxG,IAAI,OAAO,GAAY,IAAI,CAAA;IAC3B,IAAI,OAAO,iBAAiB,KAAK,WAAW,IAAI,MAAM,YAAY,iBAAiB,EAAE,CAAC;QACpF,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAC1C,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,WAAW,IAAI,MAAM,YAAY,eAAe,EAAE,CAAC;QACvF,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAC1C,CAAC;IACD,IAAI,EAAE,KAAK,QAAQ;QAAE,OAAO,OAAO,YAAY,sBAAsB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;IACtF,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAChB,IAAI,OAAO,wBAAwB,KAAK,WAAW,IAAI,OAAO,YAAY,wBAAwB;YAAE,OAAO,OAAO,CAAA;QAClH,IAAI,OAAO,iCAAiC,KAAK,WAAW,IAAI,OAAO,YAAY,iCAAiC,EAAE,CAAC;YACrH,OAAO,OAAO,CAAA;QAChB,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,OAAO,gBAAgB,KAAK,WAAW,IAAI,OAAO,YAAY,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;AACxG,CAAC"}
@@ -0,0 +1,36 @@
1
+ export interface Point {
2
+ x: number;
3
+ y: number;
4
+ }
5
+ export interface Settings {
6
+ key: boolean;
7
+ keyColor: number;
8
+ similarity: number;
9
+ smoothness: number;
10
+ spill: number;
11
+ opacity: number;
12
+ contrast: number;
13
+ brightness: number;
14
+ gamma: number;
15
+ hueSpill: boolean;
16
+ flip: boolean;
17
+ crop: boolean;
18
+ corners: readonly Readonly<Point>[];
19
+ tint: number;
20
+ saturation: number;
21
+ }
22
+ export type NumericSetting = 'similarity' | 'smoothness' | 'spill' | 'opacity' | 'contrast' | 'brightness' | 'gamma' | 'saturation';
23
+ export interface Range {
24
+ readonly min: number;
25
+ readonly max: number;
26
+ readonly step: number;
27
+ }
28
+ export declare const RANGES: Readonly<Record<NumericSetting, Range>>;
29
+ export declare const KEY_COLORS: Readonly<{
30
+ green: number;
31
+ blue: number;
32
+ magenta: number;
33
+ }>;
34
+ export declare const DEFAULT_SETTINGS: Readonly<Settings>;
35
+ export declare function mergeSettings(base: Readonly<Settings>, patch: Readonly<Partial<Settings>>): Readonly<Settings>;
36
+ //# sourceMappingURL=settings.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"settings.d.ts","sourceRoot":"","sources":["../src/settings.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,KAAK;IACpB,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;CACV;AAMD,MAAM,WAAW,QAAQ;IAKvB,GAAG,EAAE,OAAO,CAAA;IAEZ,QAAQ,EAAE,MAAM,CAAA;IAEhB,UAAU,EAAE,MAAM,CAAA;IAElB,UAAU,EAAE,MAAM,CAAA;IAGlB,KAAK,EAAE,MAAM,CAAA;IAEb,OAAO,EAAE,MAAM,CAAA;IAEf,QAAQ,EAAE,MAAM,CAAA;IAEhB,UAAU,EAAE,MAAM,CAAA;IAElB,KAAK,EAAE,MAAM,CAAA;IAOb,QAAQ,EAAE,OAAO,CAAA;IAEjB,IAAI,EAAE,OAAO,CAAA;IAEb,IAAI,EAAE,OAAO,CAAA;IAGb,OAAO,EAAE,SAAS,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAA;IAEnC,IAAI,EAAE,MAAM,CAAA;IAEZ,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,YAAY,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,YAAY,GAAG,OAAO,GAAG,YAAY,CAAA;AAEnI,MAAM,WAAW,KAAK;IACpB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IAGpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB;AAGD,eAAO,MAAM,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,KAAK,CAAC,CASzD,CAAA;AAGF,eAAO,MAAM,UAAU,EAAE,QAAQ,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAIhF,CAAA;AAWF,eAAO,MAAM,gBAAgB,EAAE,QAAQ,CAAC,QAAQ,CAgB9C,CAAA;AAmBF,wBAAgB,aAAa,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAc9G"}
@@ -0,0 +1,112 @@
1
+ // What the keyer does to a picture, and how that's packed into the numbers each of its shaders reads
2
+ // Each number's limits, for a control panel to use: OBS's sliders', and the add-on's. Values outside them are clamped
3
+ export const RANGES = Object.freeze({
4
+ similarity: { min: 1, max: 1000, step: 1 },
5
+ smoothness: { min: 1, max: 1000, step: 1 },
6
+ spill: { min: 1, max: 1000, step: 1 },
7
+ opacity: { min: 0, max: 1, step: 0.0001 },
8
+ contrast: { min: -4, max: 4, step: 0.01 },
9
+ brightness: { min: -1, max: 1, step: 0.0001 },
10
+ gamma: { min: -1, max: 1, step: 0.01 },
11
+ saturation: { min: 0, max: 2, step: 0.01 },
12
+ });
13
+ // OBS's Green, Blue and Magenta. OBS writes its blue as 0xFF9900, as it keeps colours as 0xbbggrr
14
+ export const KEY_COLORS = Object.freeze({
15
+ green: 0x00ff00,
16
+ blue: 0x0099ff,
17
+ magenta: 0xff00ff,
18
+ });
19
+ // The whole picture, which is where the cut starts
20
+ const WHOLE = Object.freeze([
21
+ Object.freeze({ x: 0, y: 0 }),
22
+ Object.freeze({ x: 1, y: 0 }),
23
+ Object.freeze({ x: 1, y: 1 }),
24
+ Object.freeze({ x: 0, y: 1 }),
25
+ ]);
26
+ // OBS's defaults for its filter, with the add-ons changing nothing
27
+ export const DEFAULT_SETTINGS = Object.freeze({
28
+ key: true,
29
+ keyColor: KEY_COLORS.green,
30
+ similarity: 400,
31
+ smoothness: 80,
32
+ spill: 100,
33
+ opacity: 1,
34
+ contrast: 0,
35
+ brightness: 0,
36
+ gamma: 0,
37
+ hueSpill: false,
38
+ flip: false,
39
+ crop: false,
40
+ corners: WHOLE,
41
+ tint: 0xffffff,
42
+ saturation: 1,
43
+ });
44
+ const NUMBERS = [
45
+ 'similarity',
46
+ 'smoothness',
47
+ 'spill',
48
+ 'opacity',
49
+ 'contrast',
50
+ 'brightness',
51
+ 'gamma',
52
+ 'saturation',
53
+ ];
54
+ // The numbers OBS keeps as whole numbers, as its sliders for them move in whole steps and it stores them as integers
55
+ const WHOLE_NUMBERS = new Set(['similarity', 'smoothness', 'spill']);
56
+ // The settings with the patch's changes made, as a new frozen object. A value that's undefined leaves the setting as
57
+ // it was, and a name that isn't a setting is passed over, so an app's own object of settings can be given as it is.
58
+ // A value of the wrong kind throws, so a mistake shows where it's made
59
+ export function mergeSettings(base, patch) {
60
+ const next = { ...base };
61
+ if (patch.key !== undefined)
62
+ next.key = flag('key', patch.key);
63
+ if (patch.hueSpill !== undefined)
64
+ next.hueSpill = flag('hueSpill', patch.hueSpill);
65
+ if (patch.flip !== undefined)
66
+ next.flip = flag('flip', patch.flip);
67
+ if (patch.crop !== undefined)
68
+ next.crop = flag('crop', patch.crop);
69
+ if (patch.keyColor !== undefined)
70
+ next.keyColor = colour('keyColor', patch.keyColor);
71
+ if (patch.tint !== undefined)
72
+ next.tint = colour('tint', patch.tint);
73
+ if (patch.corners !== undefined)
74
+ next.corners = corners(patch.corners);
75
+ for (const name of NUMBERS) {
76
+ const value = patch[name];
77
+ if (value !== undefined)
78
+ next[name] = number(name, value);
79
+ }
80
+ return Object.freeze(next);
81
+ }
82
+ const clamp = (x, low, high) => Math.min(Math.max(x, low), high);
83
+ function flag(name, value) {
84
+ if (typeof value !== 'boolean')
85
+ throw new TypeError(`Greenscreen: ${name} must be true or false`);
86
+ return value;
87
+ }
88
+ function colour(name, value) {
89
+ if (typeof value !== 'number' || !Number.isInteger(value) || value < 0 || value > 0xffffff) {
90
+ throw new TypeError(`Greenscreen: ${name} must be a colour from 0x000000 to 0xffffff`);
91
+ }
92
+ return value;
93
+ }
94
+ function number(name, value) {
95
+ if (typeof value !== 'number' || !Number.isFinite(value))
96
+ throw new TypeError(`Greenscreen: ${name} must be a number`);
97
+ const clamped = clamp(value, RANGES[name].min, RANGES[name].max);
98
+ return WHOLE_NUMBERS.has(name) ? Math.round(clamped) : clamped;
99
+ }
100
+ function corners(value) {
101
+ if (!Array.isArray(value) || value.length !== 4)
102
+ throw new TypeError('Greenscreen: corners must be four points');
103
+ return Object.freeze(value.map((point) => {
104
+ const x = typeof point === 'object' && point !== null && 'x' in point ? point.x : undefined;
105
+ const y = typeof point === 'object' && point !== null && 'y' in point ? point.y : undefined;
106
+ if (typeof x !== 'number' || typeof y !== 'number' || !Number.isFinite(x) || !Number.isFinite(y)) {
107
+ throw new TypeError('Greenscreen: each corner must have a number x and y');
108
+ }
109
+ return Object.freeze({ x: clamp(x, 0, 1), y: clamp(y, 0, 1) });
110
+ }));
111
+ }
112
+ //# sourceMappingURL=settings.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"settings.js","sourceRoot":"","sources":["../src/settings.ts"],"names":[],"mappings":"AAAA,qGAAqG;AAiErG,sHAAsH;AACtH,MAAM,CAAC,MAAM,MAAM,GAA4C,MAAM,CAAC,MAAM,CAAC;IAC3E,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;IAC1C,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;IAC1C,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;IACrC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE;IACzC,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;IACzC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE;IAC7C,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;IACtC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;CAC3C,CAAC,CAAA;AAEF,kGAAkG;AAClG,MAAM,CAAC,MAAM,UAAU,GAA+D,MAAM,CAAC,MAAM,CAAC;IAClG,KAAK,EAAE,QAAQ;IACf,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,QAAQ;CAClB,CAAC,CAAA;AAEF,mDAAmD;AACnD,MAAM,KAAK,GAA+B,MAAM,CAAC,MAAM,CAAC;IACtD,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;CAC9B,CAAC,CAAA;AAEF,mEAAmE;AACnE,MAAM,CAAC,MAAM,gBAAgB,GAAuB,MAAM,CAAC,MAAM,CAAC;IAChE,GAAG,EAAE,IAAI;IACT,QAAQ,EAAE,UAAU,CAAC,KAAK;IAC1B,UAAU,EAAE,GAAG;IACf,UAAU,EAAE,EAAE;IACd,KAAK,EAAE,GAAG;IACV,OAAO,EAAE,CAAC;IACV,QAAQ,EAAE,CAAC;IACX,UAAU,EAAE,CAAC;IACb,KAAK,EAAE,CAAC;IACR,QAAQ,EAAE,KAAK;IACf,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,OAAO,EAAE,KAAK;IACd,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE,CAAC;CACd,CAAC,CAAA;AAEF,MAAM,OAAO,GAA8B;IACzC,YAAY;IACZ,YAAY;IACZ,OAAO;IACP,SAAS;IACT,UAAU;IACV,YAAY;IACZ,OAAO;IACP,YAAY;CACb,CAAA;AAED,qHAAqH;AACrH,MAAM,aAAa,GAAgC,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAA;AAEjG,qHAAqH;AACrH,oHAAoH;AACpH,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,IAAwB,EAAE,KAAkC;IACxF,MAAM,IAAI,GAAa,EAAE,GAAG,IAAI,EAAE,CAAA;IAClC,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS;QAAE,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;IAC9D,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;QAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;IAClF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IAClE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IAClE,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS;QAAE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;IACpF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IACpE,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACtE,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,IAAI,KAAK,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AAC5B,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,GAAW,EAAE,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;AAExF,SAAS,IAAI,CAAC,IAAY,EAAE,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,IAAI,wBAAwB,CAAC,CAAA;IACjG,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,EAAE,KAAc;IAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;QAC3F,MAAM,IAAI,SAAS,CAAC,gBAAgB,IAAI,6CAA6C,CAAC,CAAA;IACxF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,MAAM,CAAC,IAAoB,EAAE,KAAc;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gBAAgB,IAAI,mBAAmB,CAAC,CAAA;IACtH,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IAChE,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;AAChE,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,0CAA0C,CAAC,CAAA;IAChH,OAAO,MAAM,CAAC,MAAM,CAClB,KAAK,CAAC,GAAG,CAAC,CAAC,KAAc,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAY,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACpG,MAAM,CAAC,GAAY,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACpG,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACjG,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAA;QAC5E,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IAChE,CAAC,CAAC,CACH,CAAA;AACH,CAAC"}
@@ -0,0 +1,3 @@
1
+ export declare const FRAGMENT: string;
2
+ export declare const VERTEX: string;
3
+ //# sourceMappingURL=shader.glsl.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shader.glsl.d.ts","sourceRoot":"","sources":["../src/shader.glsl.ts"],"names":[],"mappings":"AAiBA,eAAO,MAAM,QAAQ,EAAE,MAuJtB,CAAA;AAGD,eAAO,MAAM,MAAM,EAAE,MAOpB,CAAA"}
@@ -0,0 +1,179 @@
1
+ // The keyer in GLSL ES 3.00. The fragment shader is shared by the WebGL2 renderer and the three.js material, each
2
+ // giving it vUv, where the pixel is on the output: 0 to 1 across and down. pack.ts says what's in settings.
3
+ //
4
+ // First it keys as OBS Studio's chroma key filter does, the filter's second version, in the same steps and order:
5
+ // https://github.com/obsproject/obs-studio/blob/master/plugins/obs-filters/data/chroma_key_filter_v2.effect
6
+ // - The picture is sampled as OBS holds a source: premultiplied, in linear light, and blended between pixels in
7
+ // linear light, as OBS's sampler blends its texture. The pixel's own colour is then divided by its alpha.
8
+ // - How far a colour's chroma is from the key's is measured on its sRGB values. The measure is blurred: four samples
9
+ // round the pixel, a pixel across and half a pixel down, and half a pixel across and a pixel up, each either way,
10
+ // count twice each, and the pixel itself once, of nine.
11
+ // - Past similarity the alpha fades in over smoothness, and the colour is desaturated over spill, each on a curve of
12
+ // power 1.5. Opacity multiplies the alpha, and gamma, contrast and brightness the colour, in linear light. The
13
+ // colour is clamped, as OBS's target of 8 bits a channel holds it.
14
+ // Then the add-ons, which aren't OBS's: the tint multiplies, saturation mixes with luma, and crop cuts. Flip mirrors
15
+ // the result. One add-on acts inside the filter: hueSpill, where it's on, takes the key's hue out of the colour in place
16
+ // of OBS's desaturation, by as much, keeping the colour's luma and other hues, on its sRGB values. The output is the
17
+ // colour multiplied by its alpha
18
+ export const FRAGMENT = /* glsl */ `precision highp float;
19
+ precision highp int;
20
+ precision highp sampler2D;
21
+
22
+ uniform sampler2D image;
23
+ uniform vec4 settings[8];
24
+
25
+ in vec2 vUv;
26
+ out vec4 fragColor;
27
+
28
+ // A colour's Cb and Cr from its sRGB values, as OBS's filter has them: BT.709's, in studio range
29
+ const vec3 CB = vec3(-0.100644, -0.338572, 0.439216);
30
+ const vec3 CR = vec3(0.439216, -0.398942, -0.040274);
31
+ const float CHROMA_OFFSET = 0.501961;
32
+ // BT.709's luma, which OBS desaturates to
33
+ const vec3 LUMA = vec3(0.2126, 0.7152, 0.0722);
34
+ // The scales that take B' − Y' and R' − Y' to BT.709's Pb and Pr, for hueSpill
35
+ const vec2 CHROMA_SCALE = vec2(1.8556, 1.5748);
36
+
37
+ float toLinear(float c) {
38
+ return c <= 0.04045 ? c / 12.92 : pow((c + 0.055) / 1.055, 2.4);
39
+ }
40
+
41
+ float toEncoded(float c) {
42
+ return c <= 0.0031308 ? 12.92 * c : 1.055 * pow(c, 1.0 / 2.4) - 0.055;
43
+ }
44
+
45
+ vec3 toLinear(vec3 c) {
46
+ return vec3(toLinear(c.r), toLinear(c.g), toLinear(c.b));
47
+ }
48
+
49
+ vec3 toEncoded(vec3 c) {
50
+ return vec3(toEncoded(c.r), toEncoded(c.g), toEncoded(c.b));
51
+ }
52
+
53
+ // The picture's pixel at a column, and a row from the top, clamped to the picture's edges as OBS's sampler clamps.
54
+ // It's premultiplied, in linear light, as OBS holds a source, whichever way the texture holds it
55
+ vec4 pixelAt(ivec2 at, ivec2 size) {
56
+ at = clamp(at, ivec2(0), size - 1);
57
+ if (settings[4].y > 0.5) at.y = size.y - 1 - at.y;
58
+ vec4 texel = texelFetch(image, at, 0);
59
+ vec3 rgb = settings[4].w > 0.5 ? texel.rgb : toLinear(texel.rgb);
60
+ return vec4(rgb * texel.a, texel.a);
61
+ }
62
+
63
+ // The picture at q, 0 to 1 across and down it, as OBS's linear sampler gives it: the four pixels round q, blended
64
+ vec4 sampleAt(vec2 q, ivec2 size) {
65
+ vec2 f = q * vec2(size) - 0.5;
66
+ vec2 corner = floor(f);
67
+ vec2 w = f - corner;
68
+ ivec2 i = ivec2(corner);
69
+ vec4 above = mix(pixelAt(i, size), pixelAt(i + ivec2(1, 0), size), w.x);
70
+ vec4 below = mix(pixelAt(i + ivec2(0, 1), size), pixelAt(i + ivec2(1, 1), size), w.x);
71
+ return mix(above, below, w.y);
72
+ }
73
+
74
+ // How far a colour's chroma is from the key's, from its sRGB values
75
+ float keyDistance(vec3 encoded) {
76
+ return distance(vec2(dot(encoded, CB), dot(encoded, CR)) + CHROMA_OFFSET, settings[0].xy);
77
+ }
78
+
79
+ // hueSpill's: an sRGB colour's Pb and Pr, and the colour again from its luma and those
80
+ vec2 chromaOf(vec3 encoded) {
81
+ float y = dot(encoded, LUMA);
82
+ return vec2(encoded.b - y, encoded.r - y) / CHROMA_SCALE;
83
+ }
84
+
85
+ vec3 fromLumaChroma(float y, vec2 c) {
86
+ float r = y + c.y * CHROMA_SCALE.y;
87
+ float b = y + c.x * CHROMA_SCALE.x;
88
+ return vec3(r, (y - LUMA.r * r - LUMA.b * b) / LUMA.g, b);
89
+ }
90
+
91
+ // How far inside the cut's side from a to b the point p is, in output pixels. The points are in the picture's
92
+ // coordinates, and size scales them to output pixels once they're subtracted, so a short side between two corners
93
+ // close together keeps its direction. Two corners together leave no side, and a triangle
94
+ float cutSide(vec2 a, vec2 b, vec2 p, vec2 size) {
95
+ vec2 side = (b - a) * size;
96
+ float len = length(side);
97
+ if (len == 0.0) return 1.0e6;
98
+ vec2 q = (p - a) * size;
99
+ return (q.y * side.x - q.x * side.y) / len;
100
+ }
101
+
102
+ // 1 inside the cut, 0 outside, and between across the output pixel a side passes through, so its edges are smooth at
103
+ // any size. The corners must make a convex shape, which a point is inside where it is inside all of its sides. They
104
+ // go clockwise, which puts the inside of each side on its right
105
+ float cutMask(vec2 p, vec2 size) {
106
+ vec2 c0 = settings[5].xy;
107
+ vec2 c1 = settings[5].zw;
108
+ vec2 c2 = settings[6].xy;
109
+ vec2 c3 = settings[6].zw;
110
+ float d = min(
111
+ min(cutSide(c0, c1, p, size), cutSide(c1, c2, p, size)),
112
+ min(cutSide(c2, c3, p, size), cutSide(c3, c0, p, size))
113
+ );
114
+ return clamp(d + 0.5, 0.0, 1.0);
115
+ }
116
+
117
+ void main() {
118
+ // Output pixels to the picture's width and height, for the cut's soft edge
119
+ vec2 size = 1.0 / max(fwidth(vUv), vec2(1e-6));
120
+ vec4 key = settings[0];
121
+ vec4 matte = settings[1];
122
+ vec4 correction = settings[2];
123
+ vec4 extras = settings[3];
124
+ vec4 flags = settings[4];
125
+
126
+ // Where this pixel is on the picture, mirrored by flip
127
+ vec2 p = vec2(flags.x > 0.5 ? 1.0 - vUv.x : vUv.x, vUv.y);
128
+ ivec2 pixels = textureSize(image, 0);
129
+
130
+ vec4 sampled = sampleAt(p, pixels);
131
+ float alpha = sampled.a;
132
+ vec3 rgb = alpha > 0.0 ? sampled.rgb / alpha : vec3(0.0);
133
+
134
+ // OBS's filter
135
+ if (key.w > 0.5) {
136
+ vec2 texel = 1.0 / vec2(pixels);
137
+ vec2 across = vec2(texel.x, 0.5 * texel.y);
138
+ vec2 up = vec2(0.5 * texel.x, -texel.y);
139
+ float around = keyDistance(toEncoded(sampleAt(p - across, pixels).rgb))
140
+ + keyDistance(toEncoded(sampleAt(p + across, pixels).rgb))
141
+ + keyDistance(toEncoded(sampleAt(p - up, pixels).rgb))
142
+ + keyDistance(toEncoded(sampleAt(p + up, pixels).rgb));
143
+ float beyond = (2.0 * around + keyDistance(toEncoded(rgb))) / 9.0 - matte.x;
144
+ alpha *= matte.w;
145
+ alpha *= pow(clamp(beyond / matte.y, 0.0, 1.0), 1.5);
146
+ float kept = pow(clamp(beyond / matte.z, 0.0, 1.0), 1.5);
147
+ if (settings[7].y > 0.5) {
148
+ // The add-on: only the part of the colour's chroma that points the key's way comes out
149
+ vec3 encoded = toEncoded(rgb);
150
+ vec2 toward = (key.xy - CHROMA_OFFSET) * key.z;
151
+ vec2 c = chromaOf(encoded);
152
+ c -= toward * max(dot(c, toward), 0.0) * (1.0 - kept);
153
+ rgb = toLinear(clamp(fromLumaChroma(dot(encoded, LUMA), c), 0.0, 1.0));
154
+ } else {
155
+ rgb = mix(vec3(dot(rgb, LUMA)), rgb, kept);
156
+ }
157
+ rgb = pow(max(rgb, 0.0), vec3(correction.x)) * correction.y + correction.z;
158
+ }
159
+ rgb = clamp(rgb, 0.0, 1.0);
160
+
161
+ // The add-ons
162
+ rgb *= extras.rgb;
163
+ rgb = clamp(mix(vec3(dot(rgb, LUMA)), rgb, extras.w), 0.0, 1.0);
164
+ if (settings[7].x > 0.5) alpha *= cutMask(p, size);
165
+
166
+ if (flags.z < 0.5) rgb = toEncoded(rgb);
167
+ fragColor = vec4(rgb * alpha, alpha);
168
+ }
169
+ `;
170
+ // One triangle over the whole canvas, its corners made from their index, so there's nothing to upload
171
+ export const VERTEX = /* glsl */ `#version 300 es
172
+ out vec2 vUv;
173
+ void main() {
174
+ vec2 position = vec2(float((gl_VertexID & 1) << 2) - 1.0, float((gl_VertexID & 2) << 1) - 1.0);
175
+ vUv = vec2(position.x + 1.0, 1.0 - position.y) * 0.5;
176
+ gl_Position = vec4(position, 0.0, 1.0);
177
+ }
178
+ `;
179
+ //# sourceMappingURL=shader.glsl.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shader.glsl.js","sourceRoot":"","sources":["../src/shader.glsl.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,4GAA4G;AAC5G,EAAE;AACF,kHAAkH;AAClH,8GAA8G;AAC9G,gHAAgH;AAChH,4GAA4G;AAC5G,qHAAqH;AACrH,oHAAoH;AACpH,0DAA0D;AAC1D,qHAAqH;AACrH,iHAAiH;AACjH,qEAAqE;AACrE,qHAAqH;AACrH,yHAAyH;AACzH,qHAAqH;AACrH,iCAAiC;AACjC,MAAM,CAAC,MAAM,QAAQ,GAAW,UAAU,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuJ1C,CAAA;AAED,sGAAsG;AACtG,MAAM,CAAC,MAAM,MAAM,GAAW,UAAU,CAAC;;;;;;;CAOxC,CAAA"}
@@ -0,0 +1,2 @@
1
+ export declare const SHADER: string;
2
+ //# sourceMappingURL=shader.wgsl.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shader.wgsl.d.ts","sourceRoot":"","sources":["../src/shader.wgsl.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,MAAM,EAAE,MA2JpB,CAAA"}