@stream-io/video-filters-web 0.10.0 → 1.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/CHANGELOG.md +13 -1
  2. package/README.md +1 -1
  3. package/dist/esm/index.js +1 -4
  4. package/dist/esm/index.js.map +1 -1
  5. package/dist/esm/src/compatibility.js +1 -18
  6. package/dist/esm/src/compatibility.js.map +1 -1
  7. package/dist/esm/src/version.js +1 -1
  8. package/dist/index.cjs.js +1 -1559
  9. package/dist/index.cjs.js.map +1 -1
  10. package/dist/index.d.ts +0 -3
  11. package/dist/src/compatibility.d.ts +0 -5
  12. package/index.ts +0 -3
  13. package/package.json +2 -5
  14. package/src/compatibility.ts +0 -22
  15. package/dist/esm/src/legacy/createRenderer.js +0 -33
  16. package/dist/esm/src/legacy/createRenderer.js.map +0 -1
  17. package/dist/esm/src/legacy/helpers/webglHelper.js +0 -94
  18. package/dist/esm/src/legacy/helpers/webglHelper.js.map +0 -1
  19. package/dist/esm/src/legacy/segmentation.js +0 -14
  20. package/dist/esm/src/legacy/segmentation.js.map +0 -1
  21. package/dist/esm/src/legacy/tflite-simd.js +0 -728
  22. package/dist/esm/src/legacy/tflite-simd.js.map +0 -1
  23. package/dist/esm/src/legacy/tflite.js +0 -31
  24. package/dist/esm/src/legacy/tflite.js.map +0 -1
  25. package/dist/esm/src/legacy/webgl2/backgroundBlurStage.js +0 -202
  26. package/dist/esm/src/legacy/webgl2/backgroundBlurStage.js.map +0 -1
  27. package/dist/esm/src/legacy/webgl2/backgroundImageStage.js +0 -157
  28. package/dist/esm/src/legacy/webgl2/backgroundImageStage.js.map +0 -1
  29. package/dist/esm/src/legacy/webgl2/jointBilateralFilterStage.js +0 -113
  30. package/dist/esm/src/legacy/webgl2/jointBilateralFilterStage.js.map +0 -1
  31. package/dist/esm/src/legacy/webgl2/resizingStage.js +0 -57
  32. package/dist/esm/src/legacy/webgl2/resizingStage.js.map +0 -1
  33. package/dist/esm/src/legacy/webgl2/softmaxStage.js +0 -51
  34. package/dist/esm/src/legacy/webgl2/softmaxStage.js.map +0 -1
  35. package/dist/esm/src/legacy/webgl2/webgl2Pipeline.js +0 -105
  36. package/dist/esm/src/legacy/webgl2/webgl2Pipeline.js.map +0 -1
  37. package/dist/src/legacy/createRenderer.d.ts +0 -16
  38. package/dist/src/legacy/helpers/webglHelper.d.ts +0 -17
  39. package/dist/src/legacy/segmentation.d.ts +0 -9
  40. package/dist/src/legacy/tflite.d.ts +0 -18
  41. package/dist/src/legacy/webgl2/backgroundBlurStage.d.ts +0 -7
  42. package/dist/src/legacy/webgl2/backgroundImageStage.d.ts +0 -8
  43. package/dist/src/legacy/webgl2/jointBilateralFilterStage.d.ts +0 -7
  44. package/dist/src/legacy/webgl2/resizingStage.d.ts +0 -6
  45. package/dist/src/legacy/webgl2/softmaxStage.d.ts +0 -6
  46. package/dist/src/legacy/webgl2/webgl2Pipeline.d.ts +0 -8
  47. package/src/legacy/createRenderer.ts +0 -73
  48. package/src/legacy/helpers/webglHelper.ts +0 -144
  49. package/src/legacy/segmentation.ts +0 -18
  50. package/src/legacy/tflite-simd.js +0 -874
  51. package/src/legacy/tflite.ts +0 -59
  52. package/src/legacy/webgl2/backgroundBlurStage.ts +0 -315
  53. package/src/legacy/webgl2/backgroundImageStage.ts +0 -222
  54. package/src/legacy/webgl2/jointBilateralFilterStage.ts +0 -159
  55. package/src/legacy/webgl2/resizingStage.ts +0 -106
  56. package/src/legacy/webgl2/softmaxStage.ts +0 -103
  57. package/src/legacy/webgl2/webgl2Pipeline.ts +0 -203
  58. package/tf/models/segm_full_v679.tflite +0 -0
  59. package/tf/tflite/tflite-simd.wasm +0 -0
@@ -1,144 +0,0 @@
1
- /**
2
- * Use it along with boyswan.glsl-literal VSCode extension
3
- * to get GLSL syntax highlighting.
4
- * https://marketplace.visualstudio.com/items?itemName=boyswan.glsl-literal
5
- *
6
- * On VSCode OSS, boyswan.glsl-literal requires slevesque.shader extension
7
- * to be installed as well.
8
- * https://marketplace.visualstudio.com/items?itemName=slevesque.shader
9
- */
10
- export const glsl = String.raw;
11
-
12
- export function createPipelineStageProgram(
13
- gl: WebGL2RenderingContext,
14
- vertexShader: WebGLShader,
15
- fragmentShader: WebGLShader,
16
- positionBuffer: WebGLBuffer,
17
- texCoordBuffer: WebGLBuffer,
18
- ) {
19
- const program = createProgram(gl, vertexShader, fragmentShader);
20
-
21
- const positionAttributeLocation = gl.getAttribLocation(program, 'a_position');
22
- gl.enableVertexAttribArray(positionAttributeLocation);
23
- gl.bindBuffer(gl.ARRAY_BUFFER, positionBuffer);
24
- gl.vertexAttribPointer(positionAttributeLocation, 2, gl.FLOAT, false, 0, 0);
25
-
26
- const texCoordAttributeLocation = gl.getAttribLocation(program, 'a_texCoord');
27
- gl.enableVertexAttribArray(texCoordAttributeLocation);
28
- gl.bindBuffer(gl.ARRAY_BUFFER, texCoordBuffer);
29
- gl.vertexAttribPointer(texCoordAttributeLocation, 2, gl.FLOAT, false, 0, 0);
30
-
31
- return program;
32
- }
33
-
34
- export function createProgram(
35
- gl: WebGL2RenderingContext,
36
- vertexShader: WebGLShader,
37
- fragmentShader: WebGLShader,
38
- ) {
39
- const program = gl.createProgram()!;
40
- gl.attachShader(program, vertexShader);
41
- gl.attachShader(program, fragmentShader);
42
- gl.linkProgram(program);
43
- if (!gl.getProgramParameter(program, gl.LINK_STATUS)) {
44
- throw new Error(
45
- `Could not link WebGL program: ${gl.getProgramInfoLog(program)}`,
46
- );
47
- }
48
- return program;
49
- }
50
-
51
- export function compileShader(
52
- gl: WebGL2RenderingContext,
53
- shaderType: number,
54
- shaderSource: string,
55
- ) {
56
- const shader = gl.createShader(shaderType)!;
57
- gl.shaderSource(shader, shaderSource);
58
- gl.compileShader(shader);
59
- if (!gl.getShaderParameter(shader, gl.COMPILE_STATUS)) {
60
- throw new Error(`Could not compile shader: ${gl.getShaderInfoLog(shader)}`);
61
- }
62
- return shader;
63
- }
64
-
65
- export function createTexture(
66
- gl: WebGL2RenderingContext,
67
- internalformat: number,
68
- width: number,
69
- height: number,
70
- minFilter = gl.NEAREST,
71
- magFilter = gl.NEAREST,
72
- ) {
73
- const texture = gl.createTexture();
74
- gl.bindTexture(gl.TEXTURE_2D, texture);
75
- gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
76
- gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
77
- gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, minFilter);
78
- gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MAG_FILTER, magFilter);
79
- gl.texStorage2D(gl.TEXTURE_2D, 1, internalformat, width, height);
80
- return texture;
81
- }
82
-
83
- export async function readPixelsAsync(
84
- gl: WebGL2RenderingContext,
85
- x: number,
86
- y: number,
87
- width: number,
88
- height: number,
89
- format: number,
90
- type: number,
91
- dest: ArrayBufferView,
92
- ) {
93
- const buf = gl.createBuffer()!;
94
- gl.bindBuffer(gl.PIXEL_PACK_BUFFER, buf);
95
- gl.bufferData(gl.PIXEL_PACK_BUFFER, dest.byteLength, gl.STREAM_READ);
96
- gl.readPixels(x, y, width, height, format, type, 0);
97
- gl.bindBuffer(gl.PIXEL_PACK_BUFFER, null);
98
-
99
- await getBufferSubDataAsync(gl, gl.PIXEL_PACK_BUFFER, buf, 0, dest);
100
-
101
- gl.deleteBuffer(buf);
102
- return dest;
103
- }
104
-
105
- async function getBufferSubDataAsync(
106
- gl: WebGL2RenderingContext,
107
- target: number,
108
- buffer: WebGLBuffer,
109
- srcByteOffset: number,
110
- dstBuffer: ArrayBufferView,
111
- dstOffset?: number,
112
- length?: number,
113
- ) {
114
- const sync = gl.fenceSync(gl.SYNC_GPU_COMMANDS_COMPLETE, 0);
115
- gl.flush();
116
- if (!sync) return;
117
-
118
- const res = await clientWaitAsync(gl, sync);
119
- gl.deleteSync(sync);
120
-
121
- if (res !== gl.WAIT_FAILED) {
122
- gl.bindBuffer(target, buffer);
123
- gl.getBufferSubData(target, srcByteOffset, dstBuffer, dstOffset, length);
124
- gl.bindBuffer(target, null);
125
- }
126
- }
127
-
128
- function clientWaitAsync(gl: WebGL2RenderingContext, sync: WebGLSync) {
129
- return new Promise<number>((resolve) => {
130
- function test() {
131
- const res = gl.clientWaitSync(sync, 0, 0);
132
- if (res === gl.WAIT_FAILED) {
133
- resolve(res);
134
- return;
135
- }
136
- if (res === gl.TIMEOUT_EXPIRED) {
137
- setTimeout(test);
138
- return;
139
- }
140
- resolve(res);
141
- }
142
- setTimeout(test);
143
- });
144
- }
@@ -1,18 +0,0 @@
1
- export type SegmentationParams = {
2
- width: number;
3
- height: number;
4
- };
5
-
6
- export enum SegmentationLevel {
7
- LOW = 'low',
8
- HIGH = 'high',
9
- }
10
-
11
- export const getSegmentationParams = (
12
- level: SegmentationLevel,
13
- ): SegmentationParams => {
14
- if (level === SegmentationLevel.HIGH) {
15
- return { width: 256, height: 144 };
16
- }
17
- return { width: 160, height: 96 };
18
- };