@viji-dev/core 0.3.20 → 0.3.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/README.md +1439 -1450
  2. package/dist/artist-dts-p5.js +1 -1
  3. package/dist/artist-dts.js +1 -1
  4. package/dist/artist-global.d.ts +123 -64
  5. package/dist/artist-js-ambient.d.ts +37 -37
  6. package/dist/artist-jsdoc.d.ts +32 -32
  7. package/dist/assets/viji.worker-DTQvTudb.js +26052 -0
  8. package/dist/assets/viji.worker-DTQvTudb.js.map +1 -0
  9. package/dist/docs-api.d.ts +52 -0
  10. package/dist/docs-api.js +1195 -0
  11. package/dist/{essentia-wasm.web-MJg8deal.js → essentia-wasm.web-0nilrUD3.js} +5696 -5696
  12. package/dist/{essentia-wasm.web-MJg8deal.js.map → essentia-wasm.web-0nilrUD3.js.map} +1 -1
  13. package/dist/essentia.js-core.es-DnrJE0uR.js +3174 -3174
  14. package/dist/{index-DW8r2Eux.js → index-Bu1euCdl.js} +16280 -16323
  15. package/dist/index-Bu1euCdl.js.map +1 -0
  16. package/dist/index.d.ts +162 -207
  17. package/dist/index.js +8 -8
  18. package/dist/shader-uniforms.js +1172 -787
  19. package/package.json +91 -85
  20. package/dist/assets/cv-tasks.worker.js +0 -623
  21. package/dist/assets/viji.worker-BnDb6mPh.js +0 -4325
  22. package/dist/assets/viji.worker-BnDb6mPh.js.map +0 -1
  23. package/dist/assets/vision_bundle.js +0 -2
  24. package/dist/assets/wasm/essentia-wasm.web.wasm +0 -0
  25. package/dist/assets/wasm/vision_wasm_internal.js +0 -20
  26. package/dist/assets/wasm/vision_wasm_internal.wasm +0 -0
  27. package/dist/assets/wasm/vision_wasm_nosimd_internal.js +0 -20
  28. package/dist/assets/wasm/vision_wasm_nosimd_internal.wasm +0 -0
  29. package/dist/index-DW8r2Eux.js.map +0 -1
package/dist/shader-uniforms.js CHANGED
@@ -1,787 +1,1172 @@
1
- export const shaderUniforms = {
2
- "u_resolution": {
3
- "type": "vec2",
4
- "category": "Core",
5
- "description": "Canvas width and height in pixels"
6
- },
7
- "u_time": {
8
- "type": "float",
9
- "category": "Core",
10
- "description": "Elapsed time in seconds since scene start"
11
- },
12
- "u_deltaTime": {
13
- "type": "float",
14
- "category": "Core",
15
- "description": "Time elapsed since last frame in seconds"
16
- },
17
- "u_frame": {
18
- "type": "int",
19
- "category": "Core",
20
- "description": "Current frame number"
21
- },
22
- "u_pixelRatio": {
23
- "type": "float",
24
- "category": "Core",
25
- "description": "Device pixel ratio for high-DPI displays"
26
- },
27
- "u_fps": {
28
- "type": "float",
29
- "category": "Core",
30
- "description": "Current frames per second"
31
- },
32
- "u_mouse": {
33
- "type": "vec2",
34
- "category": "Mouse API",
35
- "description": "Mouse position in pixels (WebGL coords: bottom-left origin)"
36
- },
37
- "u_mouseInCanvas": {
38
- "type": "bool",
39
- "category": "Mouse API",
40
- "description": "True if mouse is inside canvas bounds"
41
- },
42
- "u_mousePressed": {
43
- "type": "bool",
44
- "category": "Mouse API",
45
- "description": "True if any mouse button is pressed"
46
- },
47
- "u_mouseLeft": {
48
- "type": "bool",
49
- "category": "Mouse API",
50
- "description": "True if left mouse button is pressed"
51
- },
52
- "u_mouseRight": {
53
- "type": "bool",
54
- "category": "Mouse API",
55
- "description": "True if right mouse button is pressed"
56
- },
57
- "u_mouseMiddle": {
58
- "type": "bool",
59
- "category": "Mouse API",
60
- "description": "True if middle mouse button is pressed"
61
- },
62
- "u_mouseVelocity": {
63
- "type": "vec2",
64
- "category": "Mouse API",
65
- "description": "Mouse movement velocity in pixels per second"
66
- },
67
- "u_keySpace": {
68
- "type": "bool",
69
- "category": "Keyboard API",
70
- "description": "True if spacebar is pressed"
71
- },
72
- "u_keyShift": {
73
- "type": "bool",
74
- "category": "Keyboard API",
75
- "description": "True if Shift key is pressed"
76
- },
77
- "u_keyCtrl": {
78
- "type": "bool",
79
- "category": "Keyboard API",
80
- "description": "True if Ctrl/Cmd key is pressed"
81
- },
82
- "u_keyAlt": {
83
- "type": "bool",
84
- "category": "Keyboard API",
85
- "description": "True if Alt/Option key is pressed"
86
- },
87
- "u_keyW": {
88
- "type": "bool",
89
- "category": "Keyboard API",
90
- "description": "True if W key is pressed"
91
- },
92
- "u_keyA": {
93
- "type": "bool",
94
- "category": "Keyboard API",
95
- "description": "True if A key is pressed"
96
- },
97
- "u_keyS": {
98
- "type": "bool",
99
- "category": "Keyboard API",
100
- "description": "True if S key is pressed"
101
- },
102
- "u_keyD": {
103
- "type": "bool",
104
- "category": "Keyboard API",
105
- "description": "True if D key is pressed"
106
- },
107
- "u_keyUp": {
108
- "type": "bool",
109
- "category": "Keyboard API",
110
- "description": "True if Up arrow key is pressed"
111
- },
112
- "u_keyDown": {
113
- "type": "bool",
114
- "category": "Keyboard API",
115
- "description": "True if Down arrow key is pressed"
116
- },
117
- "u_keyLeft": {
118
- "type": "bool",
119
- "category": "Keyboard API",
120
- "description": "True if Left arrow key is pressed"
121
- },
122
- "u_keyRight": {
123
- "type": "bool",
124
- "category": "Keyboard API",
125
- "description": "True if Right arrow key is pressed"
126
- },
127
- "u_touchCount": {
128
- "type": "int",
129
- "category": "Touch API",
130
- "description": "Number of active touch points (0-5)"
131
- },
132
- "u_touch0": {
133
- "type": "vec2",
134
- "category": "Touch API",
135
- "description": "First touch point position in pixels"
136
- },
137
- "u_touch1": {
138
- "type": "vec2",
139
- "category": "Touch API",
140
- "description": "Second touch point position in pixels"
141
- },
142
- "u_touch2": {
143
- "type": "vec2",
144
- "category": "Touch API",
145
- "description": "Third touch point position in pixels"
146
- },
147
- "u_touch3": {
148
- "type": "vec2",
149
- "category": "Touch API",
150
- "description": "Fourth touch point position in pixels"
151
- },
152
- "u_touch4": {
153
- "type": "vec2",
154
- "category": "Touch API",
155
- "description": "Fifth touch point position in pixels"
156
- },
157
- "u_audioVolume": {
158
- "type": "float",
159
- "category": "Audio",
160
- "description": "RMS volume level (0-1)"
161
- },
162
- "u_audioPeak": {
163
- "type": "float",
164
- "category": "Audio",
165
- "description": "Peak volume level (0-1)"
166
- },
167
- "u_audioBass": {
168
- "type": "float",
169
- "category": "Audio",
170
- "description": "Bass frequency band level (0-1)"
171
- },
172
- "u_audioMid": {
173
- "type": "float",
174
- "category": "Audio",
175
- "description": "Mid frequency band level (0-1)"
176
- },
177
- "u_audioTreble": {
178
- "type": "float",
179
- "category": "Audio",
180
- "description": "Treble frequency band level (0-1)"
181
- },
182
- "u_audioSubBass": {
183
- "type": "float",
184
- "category": "Audio",
185
- "description": "Sub-bass frequency band 20-60 Hz (0-1)"
186
- },
187
- "u_audioLowMid": {
188
- "type": "float",
189
- "category": "Audio",
190
- "description": "Low-mid frequency band 250-500 Hz (0-1)"
191
- },
192
- "u_audioHighMid": {
193
- "type": "float",
194
- "category": "Audio",
195
- "description": "High-mid frequency band 2-4 kHz (0-1)"
196
- },
197
- "u_audioPresence": {
198
- "type": "float",
199
- "category": "Audio",
200
- "description": "Presence frequency band 4-6 kHz (0-1)"
201
- },
202
- "u_audioBrilliance": {
203
- "type": "float",
204
- "category": "Audio",
205
- "description": "Brilliance frequency band 6-20 kHz (0-1)"
206
- },
207
- "u_audioFFT": {
208
- "type": "sampler2D",
209
- "category": "Audio",
210
- "description": "FFT texture containing 512 frequency bins"
211
- },
212
- "u_video": {
213
- "type": "sampler2D",
214
- "category": "Video",
215
- "description": "Current video frame as texture"
216
- },
217
- "u_videoResolution": {
218
- "type": "vec2",
219
- "category": "Video",
220
- "description": "Video frame width and height in pixels"
221
- },
222
- "u_videoFrameRate": {
223
- "type": "float",
224
- "category": "Video",
225
- "description": "Video frame rate in frames per second"
226
- },
227
- "u_streamCount": {
228
- "type": "int",
229
- "category": "Video",
230
- "description": "Number of available compositor input streams (0-8)"
231
- },
232
- "u_stream0": {
233
- "type": "sampler2D",
234
- "category": "Video",
235
- "description": "Stream 0 texture"
236
- },
237
- "u_stream1": {
238
- "type": "sampler2D",
239
- "category": "Video",
240
- "description": "Stream 1 texture"
241
- },
242
- "u_stream2": {
243
- "type": "sampler2D",
244
- "category": "Video",
245
- "description": "Stream 2 texture"
246
- },
247
- "u_stream3": {
248
- "type": "sampler2D",
249
- "category": "Video",
250
- "description": "Stream 3 texture"
251
- },
252
- "u_stream4": {
253
- "type": "sampler2D",
254
- "category": "Video",
255
- "description": "Stream 4 texture"
256
- },
257
- "u_stream5": {
258
- "type": "sampler2D",
259
- "category": "Video",
260
- "description": "Stream 5 texture"
261
- },
262
- "u_stream6": {
263
- "type": "sampler2D",
264
- "category": "Video",
265
- "description": "Stream 6 texture"
266
- },
267
- "u_stream7": {
268
- "type": "sampler2D",
269
- "category": "Video",
270
- "description": "Stream 7 texture"
271
- },
272
- "u_stream0Resolution": {
273
- "type": "vec2",
274
- "category": "Video",
275
- "description": "Stream 0 resolution"
276
- },
277
- "u_stream1Resolution": {
278
- "type": "vec2",
279
- "category": "Video",
280
- "description": "Stream 1 resolution"
281
- },
282
- "u_stream2Resolution": {
283
- "type": "vec2",
284
- "category": "Video",
285
- "description": "Stream 2 resolution"
286
- },
287
- "u_stream3Resolution": {
288
- "type": "vec2",
289
- "category": "Video",
290
- "description": "Stream 3 resolution"
291
- },
292
- "u_stream4Resolution": {
293
- "type": "vec2",
294
- "category": "Video",
295
- "description": "Stream 4 resolution"
296
- },
297
- "u_stream5Resolution": {
298
- "type": "vec2",
299
- "category": "Video",
300
- "description": "Stream 5 resolution"
301
- },
302
- "u_stream6Resolution": {
303
- "type": "vec2",
304
- "category": "Video",
305
- "description": "Stream 6 resolution"
306
- },
307
- "u_stream7Resolution": {
308
- "type": "vec2",
309
- "category": "Video",
310
- "description": "Stream 7 resolution"
311
- },
312
- "u_stream0Connected": {
313
- "type": "bool",
314
- "category": "Video",
315
- "description": "Stream 0 connection status"
316
- },
317
- "u_stream1Connected": {
318
- "type": "bool",
319
- "category": "Video",
320
- "description": "Stream 1 connection status"
321
- },
322
- "u_stream2Connected": {
323
- "type": "bool",
324
- "category": "Video",
325
- "description": "Stream 2 connection status"
326
- },
327
- "u_stream3Connected": {
328
- "type": "bool",
329
- "category": "Video",
330
- "description": "Stream 3 connection status"
331
- },
332
- "u_stream4Connected": {
333
- "type": "bool",
334
- "category": "Video",
335
- "description": "Stream 4 connection status"
336
- },
337
- "u_stream5Connected": {
338
- "type": "bool",
339
- "category": "Video",
340
- "description": "Stream 5 connection status"
341
- },
342
- "u_stream6Connected": {
343
- "type": "bool",
344
- "category": "Video",
345
- "description": "Stream 6 connection status"
346
- },
347
- "u_stream7Connected": {
348
- "type": "bool",
349
- "category": "Video",
350
- "description": "Stream 7 connection status"
351
- },
352
- "u_deviceCount": {
353
- "type": "int",
354
- "category": "Device Video Support (device cameras)",
355
- "description": "Number of device videos (0-8)"
356
- },
357
- "u_device0": {
358
- "type": "sampler2D",
359
- "category": "Device Video Support (device cameras)",
360
- "description": "Device 0 camera texture"
361
- },
362
- "u_device1": {
363
- "type": "sampler2D",
364
- "category": "Device Video Support (device cameras)",
365
- "description": "Device 1 camera texture"
366
- },
367
- "u_device2": {
368
- "type": "sampler2D",
369
- "category": "Device Video Support (device cameras)",
370
- "description": "Device 2 camera texture"
371
- },
372
- "u_device3": {
373
- "type": "sampler2D",
374
- "category": "Device Video Support (device cameras)",
375
- "description": "Device 3 camera texture"
376
- },
377
- "u_device4": {
378
- "type": "sampler2D",
379
- "category": "Device Video Support (device cameras)",
380
- "description": "Device 4 camera texture"
381
- },
382
- "u_device5": {
383
- "type": "sampler2D",
384
- "category": "Device Video Support (device cameras)",
385
- "description": "Device 5 camera texture"
386
- },
387
- "u_device6": {
388
- "type": "sampler2D",
389
- "category": "Device Video Support (device cameras)",
390
- "description": "Device 6 camera texture"
391
- },
392
- "u_device7": {
393
- "type": "sampler2D",
394
- "category": "Device Video Support (device cameras)",
395
- "description": "Device 7 camera texture"
396
- },
397
- "u_device0Resolution": {
398
- "type": "vec2",
399
- "category": "Device Video Support (device cameras)",
400
- "description": "Device 0 resolution"
401
- },
402
- "u_device1Resolution": {
403
- "type": "vec2",
404
- "category": "Device Video Support (device cameras)",
405
- "description": "Device 1 resolution"
406
- },
407
- "u_device2Resolution": {
408
- "type": "vec2",
409
- "category": "Device Video Support (device cameras)",
410
- "description": "Device 2 resolution"
411
- },
412
- "u_device3Resolution": {
413
- "type": "vec2",
414
- "category": "Device Video Support (device cameras)",
415
- "description": "Device 3 resolution"
416
- },
417
- "u_device4Resolution": {
418
- "type": "vec2",
419
- "category": "Device Video Support (device cameras)",
420
- "description": "Device 4 resolution"
421
- },
422
- "u_device5Resolution": {
423
- "type": "vec2",
424
- "category": "Device Video Support (device cameras)",
425
- "description": "Device 5 resolution"
426
- },
427
- "u_device6Resolution": {
428
- "type": "vec2",
429
- "category": "Device Video Support (device cameras)",
430
- "description": "Device 6 resolution"
431
- },
432
- "u_device7Resolution": {
433
- "type": "vec2",
434
- "category": "Device Video Support (device cameras)",
435
- "description": "Device 7 resolution"
436
- },
437
- "u_device0Connected": {
438
- "type": "bool",
439
- "category": "Device Video Support (device cameras)",
440
- "description": "Device 0 connection status"
441
- },
442
- "u_device1Connected": {
443
- "type": "bool",
444
- "category": "Device Video Support (device cameras)",
445
- "description": "Device 1 connection status"
446
- },
447
- "u_device2Connected": {
448
- "type": "bool",
449
- "category": "Device Video Support (device cameras)",
450
- "description": "Device 2 connection status"
451
- },
452
- "u_device3Connected": {
453
- "type": "bool",
454
- "category": "Device Video Support (device cameras)",
455
- "description": "Device 3 connection status"
456
- },
457
- "u_device4Connected": {
458
- "type": "bool",
459
- "category": "Device Video Support (device cameras)",
460
- "description": "Device 4 connection status"
461
- },
462
- "u_device5Connected": {
463
- "type": "bool",
464
- "category": "Device Video Support (device cameras)",
465
- "description": "Device 5 connection status"
466
- },
467
- "u_device6Connected": {
468
- "type": "bool",
469
- "category": "Device Video Support (device cameras)",
470
- "description": "Device 6 connection status"
471
- },
472
- "u_device7Connected": {
473
- "type": "bool",
474
- "category": "Device Video Support (device cameras)",
475
- "description": "Device 7 connection status"
476
- },
477
- "u_faceCount": {
478
- "type": "int",
479
- "category": "CV",
480
- "description": "Number of detected faces (0-1)"
481
- },
482
- "u_face0Bounds": {
483
- "type": "vec4",
484
- "category": "CV",
485
- "description": "First face bounding box (x, y, width, height)"
486
- },
487
- "u_face0HeadPose": {
488
- "type": "vec3",
489
- "category": "CV",
490
- "description": "First face head rotation (pitch, yaw, roll) in radians"
491
- },
492
- "u_face0Confidence": {
493
- "type": "float",
494
- "category": "CV",
495
- "description": "First face detection confidence (0-1)"
496
- },
497
- "u_face0Happy": {
498
- "type": "float",
499
- "category": "CV",
500
- "description": "First face happy expression confidence (0-1)"
501
- },
502
- "u_face0Sad": {
503
- "type": "float",
504
- "category": "CV",
505
- "description": "First face sad expression confidence (0-1)"
506
- },
507
- "u_face0Angry": {
508
- "type": "float",
509
- "category": "CV",
510
- "description": "First face angry expression confidence (0-1)"
511
- },
512
- "u_face0Surprised": {
513
- "type": "float",
514
- "category": "CV",
515
- "description": "First face surprised expression confidence (0-1)"
516
- },
517
- "u_handCount": {
518
- "type": "int",
519
- "category": "CV",
520
- "description": "Number of detected hands (0-2)"
521
- },
522
- "u_leftHandPalm": {
523
- "type": "vec3",
524
- "category": "CV",
525
- "description": "Left hand palm position (x, y, z)"
526
- },
527
- "u_rightHandPalm": {
528
- "type": "vec3",
529
- "category": "CV",
530
- "description": "Right hand palm position (x, y, z)"
531
- },
532
- "u_leftHandFist": {
533
- "type": "float",
534
- "category": "CV",
535
- "description": "Left hand fist gesture confidence (0-1)"
536
- },
537
- "u_leftHandOpen": {
538
- "type": "float",
539
- "category": "CV",
540
- "description": "Left hand open palm gesture confidence (0-1)"
541
- },
542
- "u_rightHandFist": {
543
- "type": "float",
544
- "category": "CV",
545
- "description": "Right hand fist gesture confidence (0-1)"
546
- },
547
- "u_rightHandOpen": {
548
- "type": "float",
549
- "category": "CV",
550
- "description": "Right hand open palm gesture confidence (0-1)"
551
- },
552
- "u_poseDetected": {
553
- "type": "bool",
554
- "category": "CV",
555
- "description": "True if a pose is currently detected"
556
- },
557
- "u_nosePosition": {
558
- "type": "vec2",
559
- "category": "CV",
560
- "description": "Nose landmark position in pixels"
561
- },
562
- "u_leftWristPosition": {
563
- "type": "vec2",
564
- "category": "CV",
565
- "description": "Left wrist landmark position in pixels"
566
- },
567
- "u_rightWristPosition": {
568
- "type": "vec2",
569
- "category": "CV",
570
- "description": "Right wrist landmark position in pixels"
571
- },
572
- "u_leftAnklePosition": {
573
- "type": "vec2",
574
- "category": "CV",
575
- "description": "Left ankle landmark position in pixels"
576
- },
577
- "u_rightAnklePosition": {
578
- "type": "vec2",
579
- "category": "CV",
580
- "description": "Right ankle landmark position in pixels"
581
- },
582
- "u_segmentationMask": {
583
- "type": "sampler2D",
584
- "category": "CV",
585
- "description": "Body segmentation mask texture (0=background, 1=person)"
586
- },
587
- "u_segmentationRes": {
588
- "type": "vec2",
589
- "category": "CV",
590
- "description": "Segmentation mask resolution in pixels"
591
- },
592
- "u_deviceAcceleration": {
593
- "type": "vec3",
594
- "category": "Device Sensors",
595
- "description": "Acceleration without gravity (m/s²) - x, y, z"
596
- },
597
- "u_deviceAccelerationGravity": {
598
- "type": "vec3",
599
- "category": "Device Sensors",
600
- "description": "Acceleration with gravity (m/s²) - x, y, z"
601
- },
602
- "u_deviceRotationRate": {
603
- "type": "vec3",
604
- "category": "Device Sensors",
605
- "description": "Rotation rate (deg/s) - alpha, beta, gamma"
606
- },
607
- "u_deviceOrientation": {
608
- "type": "vec3",
609
- "category": "Device Sensors",
610
- "description": "Device orientation (degrees) - alpha, beta, gamma"
611
- },
612
- "u_deviceOrientationAbsolute": {
613
- "type": "bool",
614
- "category": "Device Sensors",
615
- "description": "True if orientation uses magnetometer (compass)"
616
- },
617
- "u_externalDeviceCount": {
618
- "type": "int",
619
- "category": "Device Sensors",
620
- "description": "Number of connected external devices (0-8)"
621
- },
622
- "u_device0Acceleration": {
623
- "type": "vec3",
624
- "category": "Device Sensors",
625
- "description": "Device 0 acceleration without gravity (m/s²)"
626
- },
627
- "u_device0AccelerationGravity": {
628
- "type": "vec3",
629
- "category": "Device Sensors",
630
- "description": "Device 0 acceleration with gravity (m/s²)"
631
- },
632
- "u_device0RotationRate": {
633
- "type": "vec3",
634
- "category": "Device Sensors",
635
- "description": "Device 0 rotation rate (deg/s)"
636
- },
637
- "u_device0Orientation": {
638
- "type": "vec3",
639
- "category": "Device Sensors",
640
- "description": "Device 0 orientation (degrees) - alpha, beta, gamma"
641
- },
642
- "u_device1Acceleration": {
643
- "type": "vec3",
644
- "category": "Device Sensors",
645
- "description": "Device 1 acceleration without gravity (m/s²)"
646
- },
647
- "u_device1AccelerationGravity": {
648
- "type": "vec3",
649
- "category": "Device Sensors",
650
- "description": "Device 1 acceleration with gravity (m/s²)"
651
- },
652
- "u_device1RotationRate": {
653
- "type": "vec3",
654
- "category": "Device Sensors",
655
- "description": "Device 1 rotation rate (deg/s)"
656
- },
657
- "u_device1Orientation": {
658
- "type": "vec3",
659
- "category": "Device Sensors",
660
- "description": "Device 1 orientation (degrees) - alpha, beta, gamma"
661
- },
662
- "u_device2Acceleration": {
663
- "type": "vec3",
664
- "category": "Device Sensors",
665
- "description": "Device 2 acceleration without gravity (m/s²)"
666
- },
667
- "u_device2AccelerationGravity": {
668
- "type": "vec3",
669
- "category": "Device Sensors",
670
- "description": "Device 2 acceleration with gravity (m/s²)"
671
- },
672
- "u_device2RotationRate": {
673
- "type": "vec3",
674
- "category": "Device Sensors",
675
- "description": "Device 2 rotation rate (deg/s)"
676
- },
677
- "u_device2Orientation": {
678
- "type": "vec3",
679
- "category": "Device Sensors",
680
- "description": "Device 2 orientation (degrees) - alpha, beta, gamma"
681
- },
682
- "u_device3Acceleration": {
683
- "type": "vec3",
684
- "category": "Device Sensors",
685
- "description": "Device 3 acceleration without gravity (m/s²)"
686
- },
687
- "u_device3AccelerationGravity": {
688
- "type": "vec3",
689
- "category": "Device Sensors",
690
- "description": "Device 3 acceleration with gravity (m/s²)"
691
- },
692
- "u_device3RotationRate": {
693
- "type": "vec3",
694
- "category": "Device Sensors",
695
- "description": "Device 3 rotation rate (deg/s)"
696
- },
697
- "u_device3Orientation": {
698
- "type": "vec3",
699
- "category": "Device Sensors",
700
- "description": "Device 3 orientation (degrees) - alpha, beta, gamma"
701
- },
702
- "u_device4Acceleration": {
703
- "type": "vec3",
704
- "category": "Device Sensors",
705
- "description": "Device 4 acceleration without gravity (m/s²)"
706
- },
707
- "u_device4AccelerationGravity": {
708
- "type": "vec3",
709
- "category": "Device Sensors",
710
- "description": "Device 4 acceleration with gravity (m/s²)"
711
- },
712
- "u_device4RotationRate": {
713
- "type": "vec3",
714
- "category": "Device Sensors",
715
- "description": "Device 4 rotation rate (deg/s)"
716
- },
717
- "u_device4Orientation": {
718
- "type": "vec3",
719
- "category": "Device Sensors",
720
- "description": "Device 4 orientation (degrees) - alpha, beta, gamma"
721
- },
722
- "u_device5Acceleration": {
723
- "type": "vec3",
724
- "category": "Device Sensors",
725
- "description": "Device 5 acceleration without gravity (m/s²)"
726
- },
727
- "u_device5AccelerationGravity": {
728
- "type": "vec3",
729
- "category": "Device Sensors",
730
- "description": "Device 5 acceleration with gravity (m/s²)"
731
- },
732
- "u_device5RotationRate": {
733
- "type": "vec3",
734
- "category": "Device Sensors",
735
- "description": "Device 5 rotation rate (deg/s)"
736
- },
737
- "u_device5Orientation": {
738
- "type": "vec3",
739
- "category": "Device Sensors",
740
- "description": "Device 5 orientation (degrees) - alpha, beta, gamma"
741
- },
742
- "u_device6Acceleration": {
743
- "type": "vec3",
744
- "category": "Device Sensors",
745
- "description": "Device 6 acceleration without gravity (m/s²)"
746
- },
747
- "u_device6AccelerationGravity": {
748
- "type": "vec3",
749
- "category": "Device Sensors",
750
- "description": "Device 6 acceleration with gravity (m/s²)"
751
- },
752
- "u_device6RotationRate": {
753
- "type": "vec3",
754
- "category": "Device Sensors",
755
- "description": "Device 6 rotation rate (deg/s)"
756
- },
757
- "u_device6Orientation": {
758
- "type": "vec3",
759
- "category": "Device Sensors",
760
- "description": "Device 6 orientation (degrees) - alpha, beta, gamma"
761
- },
762
- "u_device7Acceleration": {
763
- "type": "vec3",
764
- "category": "Device Sensors",
765
- "description": "Device 7 acceleration without gravity (m/s²)"
766
- },
767
- "u_device7AccelerationGravity": {
768
- "type": "vec3",
769
- "category": "Device Sensors",
770
- "description": "Device 7 acceleration with gravity (m/s²)"
771
- },
772
- "u_device7RotationRate": {
773
- "type": "vec3",
774
- "category": "Device Sensors",
775
- "description": "Device 7 rotation rate (deg/s)"
776
- },
777
- "u_device7Orientation": {
778
- "type": "vec3",
779
- "category": "Device Sensors",
780
- "description": "Device 7 orientation (degrees) - alpha, beta, gamma"
781
- },
782
- "backbuffer": {
783
- "type": "sampler2D",
784
- "category": "Backbuffer",
785
- "description": "Previous frame texture for feedback effects"
786
- }
787
- };
1
+ export const shaderUniforms = {
2
+ "u_resolution": {
3
+ "type": "vec2",
4
+ "category": "Core",
5
+ "description": "Canvas width and height in pixels"
6
+ },
7
+ "u_time": {
8
+ "type": "float",
9
+ "category": "Core",
10
+ "description": "Elapsed time in seconds since scene start"
11
+ },
12
+ "u_deltaTime": {
13
+ "type": "float",
14
+ "category": "Core",
15
+ "description": "Time elapsed since last frame in seconds"
16
+ },
17
+ "u_frame": {
18
+ "type": "int",
19
+ "category": "Core",
20
+ "description": "Current frame number"
21
+ },
22
+ "u_pixelRatio": {
23
+ "type": "float",
24
+ "category": "Core",
25
+ "description": "Device pixel ratio for high-DPI displays"
26
+ },
27
+ "u_fps": {
28
+ "type": "float",
29
+ "category": "Core",
30
+ "description": "Current frames per second"
31
+ },
32
+ "u_mouse": {
33
+ "type": "vec2",
34
+ "category": "Mouse API",
35
+ "description": "Mouse position in pixels (WebGL coords: bottom-left origin)"
36
+ },
37
+ "u_mouseInCanvas": {
38
+ "type": "bool",
39
+ "category": "Mouse API",
40
+ "description": "True if mouse is inside canvas bounds"
41
+ },
42
+ "u_mousePressed": {
43
+ "type": "bool",
44
+ "category": "Mouse API",
45
+ "description": "True if any mouse button is pressed"
46
+ },
47
+ "u_mouseLeft": {
48
+ "type": "bool",
49
+ "category": "Mouse API",
50
+ "description": "True if left mouse button is pressed"
51
+ },
52
+ "u_mouseRight": {
53
+ "type": "bool",
54
+ "category": "Mouse API",
55
+ "description": "True if right mouse button is pressed"
56
+ },
57
+ "u_mouseMiddle": {
58
+ "type": "bool",
59
+ "category": "Mouse API",
60
+ "description": "True if middle mouse button is pressed"
61
+ },
62
+ "u_mouseVelocity": {
63
+ "type": "vec2",
64
+ "category": "Mouse API",
65
+ "description": "Mouse movement velocity in pixels per second"
66
+ },
67
+ "u_keySpace": {
68
+ "type": "bool",
69
+ "category": "Keyboard API",
70
+ "description": "True if spacebar is pressed"
71
+ },
72
+ "u_keyShift": {
73
+ "type": "bool",
74
+ "category": "Keyboard API",
75
+ "description": "True if Shift key is pressed"
76
+ },
77
+ "u_keyCtrl": {
78
+ "type": "bool",
79
+ "category": "Keyboard API",
80
+ "description": "True if Ctrl/Cmd key is pressed"
81
+ },
82
+ "u_keyAlt": {
83
+ "type": "bool",
84
+ "category": "Keyboard API",
85
+ "description": "True if Alt/Option key is pressed"
86
+ },
87
+ "u_keyW": {
88
+ "type": "bool",
89
+ "category": "Keyboard API",
90
+ "description": "True if W key is pressed"
91
+ },
92
+ "u_keyA": {
93
+ "type": "bool",
94
+ "category": "Keyboard API",
95
+ "description": "True if A key is pressed"
96
+ },
97
+ "u_keyS": {
98
+ "type": "bool",
99
+ "category": "Keyboard API",
100
+ "description": "True if S key is pressed"
101
+ },
102
+ "u_keyD": {
103
+ "type": "bool",
104
+ "category": "Keyboard API",
105
+ "description": "True if D key is pressed"
106
+ },
107
+ "u_keyUp": {
108
+ "type": "bool",
109
+ "category": "Keyboard API",
110
+ "description": "True if Up arrow key is pressed"
111
+ },
112
+ "u_keyDown": {
113
+ "type": "bool",
114
+ "category": "Keyboard API",
115
+ "description": "True if Down arrow key is pressed"
116
+ },
117
+ "u_keyLeft": {
118
+ "type": "bool",
119
+ "category": "Keyboard API",
120
+ "description": "True if Left arrow key is pressed"
121
+ },
122
+ "u_keyRight": {
123
+ "type": "bool",
124
+ "category": "Keyboard API",
125
+ "description": "True if Right arrow key is pressed"
126
+ },
127
+ "u_touchCount": {
128
+ "type": "int",
129
+ "category": "Touch API",
130
+ "description": "Number of active touch points (0-5)"
131
+ },
132
+ "u_touch0": {
133
+ "type": "vec2",
134
+ "category": "Touch API",
135
+ "description": "First touch point position in pixels"
136
+ },
137
+ "u_touch1": {
138
+ "type": "vec2",
139
+ "category": "Touch API",
140
+ "description": "Second touch point position in pixels"
141
+ },
142
+ "u_touch2": {
143
+ "type": "vec2",
144
+ "category": "Touch API",
145
+ "description": "Third touch point position in pixels"
146
+ },
147
+ "u_touch3": {
148
+ "type": "vec2",
149
+ "category": "Touch API",
150
+ "description": "Fourth touch point position in pixels"
151
+ },
152
+ "u_touch4": {
153
+ "type": "vec2",
154
+ "category": "Touch API",
155
+ "description": "Fifth touch point position in pixels"
156
+ },
157
+ "u_audioVolume": {
158
+ "type": "float",
159
+ "category": "Audio",
160
+ "description": "RMS volume level (0-1)"
161
+ },
162
+ "u_audioPeak": {
163
+ "type": "float",
164
+ "category": "Audio",
165
+ "description": "Peak amplitude (0-1)"
166
+ },
167
+ "u_audioVolumeSmoothed": {
168
+ "type": "float",
169
+ "category": "Audio",
170
+ "description": "Smoothed volume for animation (200ms decay)"
171
+ },
172
+ "u_audioLow": {
173
+ "type": "float",
174
+ "category": "Audio",
175
+ "description": "Low 20-150 Hz (0-1)"
176
+ },
177
+ "u_audioLowMid": {
178
+ "type": "float",
179
+ "category": "Audio",
180
+ "description": "Low-mid 150-400 Hz (0-1)"
181
+ },
182
+ "u_audioMid": {
183
+ "type": "float",
184
+ "category": "Audio",
185
+ "description": "Mid 400-2500 Hz (0-1)"
186
+ },
187
+ "u_audioHighMid": {
188
+ "type": "float",
189
+ "category": "Audio",
190
+ "description": "High-mid 2500-8000 Hz (0-1)"
191
+ },
192
+ "u_audioHigh": {
193
+ "type": "float",
194
+ "category": "Audio",
195
+ "description": "High 8000-20000 Hz (0-1)"
196
+ },
197
+ "u_audioLowSmoothed": {
198
+ "type": "float",
199
+ "category": "Audio",
200
+ "description": "Smoothed low band (0-1)"
201
+ },
202
+ "u_audioLowMidSmoothed": {
203
+ "type": "float",
204
+ "category": "Audio",
205
+ "description": "Smoothed low-mid band (0-1)"
206
+ },
207
+ "u_audioMidSmoothed": {
208
+ "type": "float",
209
+ "category": "Audio",
210
+ "description": "Smoothed mid band (0-1)"
211
+ },
212
+ "u_audioHighMidSmoothed": {
213
+ "type": "float",
214
+ "category": "Audio",
215
+ "description": "Smoothed high-mid band (0-1)"
216
+ },
217
+ "u_audioHighSmoothed": {
218
+ "type": "float",
219
+ "category": "Audio",
220
+ "description": "Smoothed high band (0-1)"
221
+ },
222
+ "u_audioKick": {
223
+ "type": "float",
224
+ "category": "Audio",
225
+ "description": "Kick energy (0-1)"
226
+ },
227
+ "u_audioSnare": {
228
+ "type": "float",
229
+ "category": "Audio",
230
+ "description": "Snare energy (0-1)"
231
+ },
232
+ "u_audioHat": {
233
+ "type": "float",
234
+ "category": "Audio",
235
+ "description": "Hi-hat energy (0-1)"
236
+ },
237
+ "u_audioAny": {
238
+ "type": "float",
239
+ "category": "Audio",
240
+ "description": "Any beat energy (0-1)"
241
+ },
242
+ "u_audioKickSmoothed": {
243
+ "type": "float",
244
+ "category": "Audio",
245
+ "description": "Smoothed kick energy (0-1)"
246
+ },
247
+ "u_audioSnareSmoothed": {
248
+ "type": "float",
249
+ "category": "Audio",
250
+ "description": "Smoothed snare energy (0-1)"
251
+ },
252
+ "u_audioHatSmoothed": {
253
+ "type": "float",
254
+ "category": "Audio",
255
+ "description": "Smoothed hi-hat energy (0-1)"
256
+ },
257
+ "u_audioAnySmoothed": {
258
+ "type": "float",
259
+ "category": "Audio",
260
+ "description": "Smoothed any-beat energy (0-1)"
261
+ },
262
+ "u_audioKickTrigger": {
263
+ "type": "bool",
264
+ "category": "Audio",
265
+ "description": "True on kick beat frame"
266
+ },
267
+ "u_audioSnareTrigger": {
268
+ "type": "bool",
269
+ "category": "Audio",
270
+ "description": "True on snare beat frame"
271
+ },
272
+ "u_audioHatTrigger": {
273
+ "type": "bool",
274
+ "category": "Audio",
275
+ "description": "True on hi-hat beat frame"
276
+ },
277
+ "u_audioAnyTrigger": {
278
+ "type": "bool",
279
+ "category": "Audio",
280
+ "description": "True on any beat frame"
281
+ },
282
+ "u_audioBPM": {
283
+ "type": "float",
284
+ "category": "Audio",
285
+ "description": "Current BPM (60-240)"
286
+ },
287
+ "u_audioConfidence": {
288
+ "type": "float",
289
+ "category": "Audio",
290
+ "description": "Beat tracking confidence (0-1)"
291
+ },
292
+ "u_audioIsLocked": {
293
+ "type": "bool",
294
+ "category": "Audio",
295
+ "description": "True when beat tracking is locked"
296
+ },
297
+ "u_audioBrightness": {
298
+ "type": "float",
299
+ "category": "Audio",
300
+ "description": "Spectral brightness / centroid (0-1)"
301
+ },
302
+ "u_audioFlatness": {
303
+ "type": "float",
304
+ "category": "Audio",
305
+ "description": "Spectral flatness / noisiness (0-1)"
306
+ },
307
+ "u_audioFFT": {
308
+ "type": "sampler2D",
309
+ "category": "Audio",
310
+ "description": "FFT frequency spectrum (512 bins, 0-255)"
311
+ },
312
+ "u_audioWaveform": {
313
+ "type": "sampler2D",
314
+ "category": "Audio",
315
+ "description": "Time-domain waveform (fftSize samples, -1 to 1)"
316
+ },
317
+ "u_video": {
318
+ "type": "sampler2D",
319
+ "category": "Video",
320
+ "description": "Current video frame as texture"
321
+ },
322
+ "u_videoResolution": {
323
+ "type": "vec2",
324
+ "category": "Video",
325
+ "description": "Video frame width and height in pixels"
326
+ },
327
+ "u_videoFrameRate": {
328
+ "type": "float",
329
+ "category": "Video",
330
+ "description": "Video frame rate in frames per second"
331
+ },
332
+ "u_streamCount": {
333
+ "type": "int",
334
+ "category": "Video",
335
+ "description": "Number of available compositor input streams (0-8)"
336
+ },
337
+ "u_stream0": {
338
+ "type": "sampler2D",
339
+ "category": "Video",
340
+ "description": "Stream 0 texture"
341
+ },
342
+ "u_stream1": {
343
+ "type": "sampler2D",
344
+ "category": "Video",
345
+ "description": "Stream 1 texture"
346
+ },
347
+ "u_stream2": {
348
+ "type": "sampler2D",
349
+ "category": "Video",
350
+ "description": "Stream 2 texture"
351
+ },
352
+ "u_stream3": {
353
+ "type": "sampler2D",
354
+ "category": "Video",
355
+ "description": "Stream 3 texture"
356
+ },
357
+ "u_stream4": {
358
+ "type": "sampler2D",
359
+ "category": "Video",
360
+ "description": "Stream 4 texture"
361
+ },
362
+ "u_stream5": {
363
+ "type": "sampler2D",
364
+ "category": "Video",
365
+ "description": "Stream 5 texture"
366
+ },
367
+ "u_stream6": {
368
+ "type": "sampler2D",
369
+ "category": "Video",
370
+ "description": "Stream 6 texture"
371
+ },
372
+ "u_stream7": {
373
+ "type": "sampler2D",
374
+ "category": "Video",
375
+ "description": "Stream 7 texture"
376
+ },
377
+ "u_stream0Resolution": {
378
+ "type": "vec2",
379
+ "category": "Video",
380
+ "description": "Stream 0 resolution"
381
+ },
382
+ "u_stream1Resolution": {
383
+ "type": "vec2",
384
+ "category": "Video",
385
+ "description": "Stream 1 resolution"
386
+ },
387
+ "u_stream2Resolution": {
388
+ "type": "vec2",
389
+ "category": "Video",
390
+ "description": "Stream 2 resolution"
391
+ },
392
+ "u_stream3Resolution": {
393
+ "type": "vec2",
394
+ "category": "Video",
395
+ "description": "Stream 3 resolution"
396
+ },
397
+ "u_stream4Resolution": {
398
+ "type": "vec2",
399
+ "category": "Video",
400
+ "description": "Stream 4 resolution"
401
+ },
402
+ "u_stream5Resolution": {
403
+ "type": "vec2",
404
+ "category": "Video",
405
+ "description": "Stream 5 resolution"
406
+ },
407
+ "u_stream6Resolution": {
408
+ "type": "vec2",
409
+ "category": "Video",
410
+ "description": "Stream 6 resolution"
411
+ },
412
+ "u_stream7Resolution": {
413
+ "type": "vec2",
414
+ "category": "Video",
415
+ "description": "Stream 7 resolution"
416
+ },
417
+ "u_stream0Connected": {
418
+ "type": "bool",
419
+ "category": "Video",
420
+ "description": "Stream 0 connection status"
421
+ },
422
+ "u_stream1Connected": {
423
+ "type": "bool",
424
+ "category": "Video",
425
+ "description": "Stream 1 connection status"
426
+ },
427
+ "u_stream2Connected": {
428
+ "type": "bool",
429
+ "category": "Video",
430
+ "description": "Stream 2 connection status"
431
+ },
432
+ "u_stream3Connected": {
433
+ "type": "bool",
434
+ "category": "Video",
435
+ "description": "Stream 3 connection status"
436
+ },
437
+ "u_stream4Connected": {
438
+ "type": "bool",
439
+ "category": "Video",
440
+ "description": "Stream 4 connection status"
441
+ },
442
+ "u_stream5Connected": {
443
+ "type": "bool",
444
+ "category": "Video",
445
+ "description": "Stream 5 connection status"
446
+ },
447
+ "u_stream6Connected": {
448
+ "type": "bool",
449
+ "category": "Video",
450
+ "description": "Stream 6 connection status"
451
+ },
452
+ "u_stream7Connected": {
453
+ "type": "bool",
454
+ "category": "Video",
455
+ "description": "Stream 7 connection status"
456
+ },
457
+ "u_deviceCount": {
458
+ "type": "int",
459
+ "category": "Device Video Support (device cameras)",
460
+ "description": "Number of device videos (0-8)"
461
+ },
462
+ "u_device0": {
463
+ "type": "sampler2D",
464
+ "category": "Device Video Support (device cameras)",
465
+ "description": "Device 0 camera texture"
466
+ },
467
+ "u_device1": {
468
+ "type": "sampler2D",
469
+ "category": "Device Video Support (device cameras)",
470
+ "description": "Device 1 camera texture"
471
+ },
472
+ "u_device2": {
473
+ "type": "sampler2D",
474
+ "category": "Device Video Support (device cameras)",
475
+ "description": "Device 2 camera texture"
476
+ },
477
+ "u_device3": {
478
+ "type": "sampler2D",
479
+ "category": "Device Video Support (device cameras)",
480
+ "description": "Device 3 camera texture"
481
+ },
482
+ "u_device4": {
483
+ "type": "sampler2D",
484
+ "category": "Device Video Support (device cameras)",
485
+ "description": "Device 4 camera texture"
486
+ },
487
+ "u_device5": {
488
+ "type": "sampler2D",
489
+ "category": "Device Video Support (device cameras)",
490
+ "description": "Device 5 camera texture"
491
+ },
492
+ "u_device6": {
493
+ "type": "sampler2D",
494
+ "category": "Device Video Support (device cameras)",
495
+ "description": "Device 6 camera texture"
496
+ },
497
+ "u_device7": {
498
+ "type": "sampler2D",
499
+ "category": "Device Video Support (device cameras)",
500
+ "description": "Device 7 camera texture"
501
+ },
502
+ "u_device0Resolution": {
503
+ "type": "vec2",
504
+ "category": "Device Video Support (device cameras)",
505
+ "description": "Device 0 resolution"
506
+ },
507
+ "u_device1Resolution": {
508
+ "type": "vec2",
509
+ "category": "Device Video Support (device cameras)",
510
+ "description": "Device 1 resolution"
511
+ },
512
+ "u_device2Resolution": {
513
+ "type": "vec2",
514
+ "category": "Device Video Support (device cameras)",
515
+ "description": "Device 2 resolution"
516
+ },
517
+ "u_device3Resolution": {
518
+ "type": "vec2",
519
+ "category": "Device Video Support (device cameras)",
520
+ "description": "Device 3 resolution"
521
+ },
522
+ "u_device4Resolution": {
523
+ "type": "vec2",
524
+ "category": "Device Video Support (device cameras)",
525
+ "description": "Device 4 resolution"
526
+ },
527
+ "u_device5Resolution": {
528
+ "type": "vec2",
529
+ "category": "Device Video Support (device cameras)",
530
+ "description": "Device 5 resolution"
531
+ },
532
+ "u_device6Resolution": {
533
+ "type": "vec2",
534
+ "category": "Device Video Support (device cameras)",
535
+ "description": "Device 6 resolution"
536
+ },
537
+ "u_device7Resolution": {
538
+ "type": "vec2",
539
+ "category": "Device Video Support (device cameras)",
540
+ "description": "Device 7 resolution"
541
+ },
542
+ "u_device0Connected": {
543
+ "type": "bool",
544
+ "category": "Device Video Support (device cameras)",
545
+ "description": "Device 0 connection status"
546
+ },
547
+ "u_device1Connected": {
548
+ "type": "bool",
549
+ "category": "Device Video Support (device cameras)",
550
+ "description": "Device 1 connection status"
551
+ },
552
+ "u_device2Connected": {
553
+ "type": "bool",
554
+ "category": "Device Video Support (device cameras)",
555
+ "description": "Device 2 connection status"
556
+ },
557
+ "u_device3Connected": {
558
+ "type": "bool",
559
+ "category": "Device Video Support (device cameras)",
560
+ "description": "Device 3 connection status"
561
+ },
562
+ "u_device4Connected": {
563
+ "type": "bool",
564
+ "category": "Device Video Support (device cameras)",
565
+ "description": "Device 4 connection status"
566
+ },
567
+ "u_device5Connected": {
568
+ "type": "bool",
569
+ "category": "Device Video Support (device cameras)",
570
+ "description": "Device 5 connection status"
571
+ },
572
+ "u_device6Connected": {
573
+ "type": "bool",
574
+ "category": "Device Video Support (device cameras)",
575
+ "description": "Device 6 connection status"
576
+ },
577
+ "u_device7Connected": {
578
+ "type": "bool",
579
+ "category": "Device Video Support (device cameras)",
580
+ "description": "Device 7 connection status"
581
+ },
582
+ "u_faceCount": {
583
+ "type": "int",
584
+ "category": "CV",
585
+ "description": "Number of detected faces (0-1)"
586
+ },
587
+ "u_face0Bounds": {
588
+ "type": "vec4",
589
+ "category": "CV",
590
+ "description": "First face bounding box (x, y, width, height) normalized 0-1"
591
+ },
592
+ "u_face0Center": {
593
+ "type": "vec2",
594
+ "category": "CV",
595
+ "description": "First face bounding box center (x, y) normalized 0-1"
596
+ },
597
+ "u_face0HeadPose": {
598
+ "type": "vec3",
599
+ "category": "CV",
600
+ "description": "First face head rotation (pitch, yaw, roll) in degrees"
601
+ },
602
+ "u_face0Confidence": {
603
+ "type": "float",
604
+ "category": "CV",
605
+ "description": "First face detection confidence (0-1)"
606
+ },
607
+ "u_face0Neutral": {
608
+ "type": "float",
609
+ "category": "CV",
610
+ "description": "First face neutral expression (0-1)"
611
+ },
612
+ "u_face0Happy": {
613
+ "type": "float",
614
+ "category": "CV",
615
+ "description": "First face happy expression (0-1)"
616
+ },
617
+ "u_face0Sad": {
618
+ "type": "float",
619
+ "category": "CV",
620
+ "description": "First face sad expression (0-1)"
621
+ },
622
+ "u_face0Angry": {
623
+ "type": "float",
624
+ "category": "CV",
625
+ "description": "First face angry expression (0-1)"
626
+ },
627
+ "u_face0Surprised": {
628
+ "type": "float",
629
+ "category": "CV",
630
+ "description": "First face surprised expression (0-1)"
631
+ },
632
+ "u_face0Disgusted": {
633
+ "type": "float",
634
+ "category": "CV",
635
+ "description": "First face disgusted expression (0-1)"
636
+ },
637
+ "u_face0Fearful": {
638
+ "type": "float",
639
+ "category": "CV",
640
+ "description": "First face fearful expression (0-1)"
641
+ },
642
+ "u_face0BrowDownLeft": {
643
+ "type": "float",
644
+ "category": "Brow",
645
+ "description": "u_face0BrowDownLeft uniform"
646
+ },
647
+ "u_face0BrowDownRight": {
648
+ "type": "float",
649
+ "category": "Brow",
650
+ "description": "u_face0BrowDownRight uniform"
651
+ },
652
+ "u_face0BrowInnerUp": {
653
+ "type": "float",
654
+ "category": "Brow",
655
+ "description": "u_face0BrowInnerUp uniform"
656
+ },
657
+ "u_face0BrowOuterUpLeft": {
658
+ "type": "float",
659
+ "category": "Brow",
660
+ "description": "u_face0BrowOuterUpLeft uniform"
661
+ },
662
+ "u_face0BrowOuterUpRight": {
663
+ "type": "float",
664
+ "category": "Brow",
665
+ "description": "u_face0BrowOuterUpRight uniform"
666
+ },
667
+ "u_face0CheekPuff": {
668
+ "type": "float",
669
+ "category": "Cheek",
670
+ "description": "u_face0CheekPuff uniform"
671
+ },
672
+ "u_face0CheekSquintLeft": {
673
+ "type": "float",
674
+ "category": "Cheek",
675
+ "description": "u_face0CheekSquintLeft uniform"
676
+ },
677
+ "u_face0CheekSquintRight": {
678
+ "type": "float",
679
+ "category": "Cheek",
680
+ "description": "u_face0CheekSquintRight uniform"
681
+ },
682
+ "u_face0EyeBlinkLeft": {
683
+ "type": "float",
684
+ "category": "Eye",
685
+ "description": "u_face0EyeBlinkLeft uniform"
686
+ },
687
+ "u_face0EyeBlinkRight": {
688
+ "type": "float",
689
+ "category": "Eye",
690
+ "description": "u_face0EyeBlinkRight uniform"
691
+ },
692
+ "u_face0EyeLookDownLeft": {
693
+ "type": "float",
694
+ "category": "Eye",
695
+ "description": "u_face0EyeLookDownLeft uniform"
696
+ },
697
+ "u_face0EyeLookDownRight": {
698
+ "type": "float",
699
+ "category": "Eye",
700
+ "description": "u_face0EyeLookDownRight uniform"
701
+ },
702
+ "u_face0EyeLookInLeft": {
703
+ "type": "float",
704
+ "category": "Eye",
705
+ "description": "u_face0EyeLookInLeft uniform"
706
+ },
707
+ "u_face0EyeLookInRight": {
708
+ "type": "float",
709
+ "category": "Eye",
710
+ "description": "u_face0EyeLookInRight uniform"
711
+ },
712
+ "u_face0EyeLookOutLeft": {
713
+ "type": "float",
714
+ "category": "Eye",
715
+ "description": "u_face0EyeLookOutLeft uniform"
716
+ },
717
+ "u_face0EyeLookOutRight": {
718
+ "type": "float",
719
+ "category": "Eye",
720
+ "description": "u_face0EyeLookOutRight uniform"
721
+ },
722
+ "u_face0EyeLookUpLeft": {
723
+ "type": "float",
724
+ "category": "Eye",
725
+ "description": "u_face0EyeLookUpLeft uniform"
726
+ },
727
+ "u_face0EyeLookUpRight": {
728
+ "type": "float",
729
+ "category": "Eye",
730
+ "description": "u_face0EyeLookUpRight uniform"
731
+ },
732
+ "u_face0EyeSquintLeft": {
733
+ "type": "float",
734
+ "category": "Eye",
735
+ "description": "u_face0EyeSquintLeft uniform"
736
+ },
737
+ "u_face0EyeSquintRight": {
738
+ "type": "float",
739
+ "category": "Eye",
740
+ "description": "u_face0EyeSquintRight uniform"
741
+ },
742
+ "u_face0EyeWideLeft": {
743
+ "type": "float",
744
+ "category": "Eye",
745
+ "description": "u_face0EyeWideLeft uniform"
746
+ },
747
+ "u_face0EyeWideRight": {
748
+ "type": "float",
749
+ "category": "Eye",
750
+ "description": "u_face0EyeWideRight uniform"
751
+ },
752
+ "u_face0JawForward": {
753
+ "type": "float",
754
+ "category": "Jaw",
755
+ "description": "u_face0JawForward uniform"
756
+ },
757
+ "u_face0JawLeft": {
758
+ "type": "float",
759
+ "category": "Jaw",
760
+ "description": "u_face0JawLeft uniform"
761
+ },
762
+ "u_face0JawOpen": {
763
+ "type": "float",
764
+ "category": "Jaw",
765
+ "description": "u_face0JawOpen uniform"
766
+ },
767
+ "u_face0JawRight": {
768
+ "type": "float",
769
+ "category": "Jaw",
770
+ "description": "u_face0JawRight uniform"
771
+ },
772
+ "u_face0MouthClose": {
773
+ "type": "float",
774
+ "category": "Mouth",
775
+ "description": "u_face0MouthClose uniform"
776
+ },
777
+ "u_face0MouthDimpleLeft": {
778
+ "type": "float",
779
+ "category": "Mouth",
780
+ "description": "u_face0MouthDimpleLeft uniform"
781
+ },
782
+ "u_face0MouthDimpleRight": {
783
+ "type": "float",
784
+ "category": "Mouth",
785
+ "description": "u_face0MouthDimpleRight uniform"
786
+ },
787
+ "u_face0MouthFrownLeft": {
788
+ "type": "float",
789
+ "category": "Mouth",
790
+ "description": "u_face0MouthFrownLeft uniform"
791
+ },
792
+ "u_face0MouthFrownRight": {
793
+ "type": "float",
794
+ "category": "Mouth",
795
+ "description": "u_face0MouthFrownRight uniform"
796
+ },
797
+ "u_face0MouthFunnel": {
798
+ "type": "float",
799
+ "category": "Mouth",
800
+ "description": "u_face0MouthFunnel uniform"
801
+ },
802
+ "u_face0MouthLeft": {
803
+ "type": "float",
804
+ "category": "Mouth",
805
+ "description": "u_face0MouthLeft uniform"
806
+ },
807
+ "u_face0MouthLowerDownLeft": {
808
+ "type": "float",
809
+ "category": "Mouth",
810
+ "description": "u_face0MouthLowerDownLeft uniform"
811
+ },
812
+ "u_face0MouthLowerDownRight": {
813
+ "type": "float",
814
+ "category": "Mouth",
815
+ "description": "u_face0MouthLowerDownRight uniform"
816
+ },
817
+ "u_face0MouthPressLeft": {
818
+ "type": "float",
819
+ "category": "Mouth",
820
+ "description": "u_face0MouthPressLeft uniform"
821
+ },
822
+ "u_face0MouthPressRight": {
823
+ "type": "float",
824
+ "category": "Mouth",
825
+ "description": "u_face0MouthPressRight uniform"
826
+ },
827
+ "u_face0MouthPucker": {
828
+ "type": "float",
829
+ "category": "Mouth",
830
+ "description": "u_face0MouthPucker uniform"
831
+ },
832
+ "u_face0MouthRight": {
833
+ "type": "float",
834
+ "category": "Mouth",
835
+ "description": "u_face0MouthRight uniform"
836
+ },
837
+ "u_face0MouthRollLower": {
838
+ "type": "float",
839
+ "category": "Mouth",
840
+ "description": "u_face0MouthRollLower uniform"
841
+ },
842
+ "u_face0MouthRollUpper": {
843
+ "type": "float",
844
+ "category": "Mouth",
845
+ "description": "u_face0MouthRollUpper uniform"
846
+ },
847
+ "u_face0MouthShrugLower": {
848
+ "type": "float",
849
+ "category": "Mouth",
850
+ "description": "u_face0MouthShrugLower uniform"
851
+ },
852
+ "u_face0MouthShrugUpper": {
853
+ "type": "float",
854
+ "category": "Mouth",
855
+ "description": "u_face0MouthShrugUpper uniform"
856
+ },
857
+ "u_face0MouthSmileLeft": {
858
+ "type": "float",
859
+ "category": "Mouth",
860
+ "description": "u_face0MouthSmileLeft uniform"
861
+ },
862
+ "u_face0MouthSmileRight": {
863
+ "type": "float",
864
+ "category": "Mouth",
865
+ "description": "u_face0MouthSmileRight uniform"
866
+ },
867
+ "u_face0MouthStretchLeft": {
868
+ "type": "float",
869
+ "category": "Mouth",
870
+ "description": "u_face0MouthStretchLeft uniform"
871
+ },
872
+ "u_face0MouthStretchRight": {
873
+ "type": "float",
874
+ "category": "Mouth",
875
+ "description": "u_face0MouthStretchRight uniform"
876
+ },
877
+ "u_face0MouthUpperUpLeft": {
878
+ "type": "float",
879
+ "category": "Mouth",
880
+ "description": "u_face0MouthUpperUpLeft uniform"
881
+ },
882
+ "u_face0MouthUpperUpRight": {
883
+ "type": "float",
884
+ "category": "Mouth",
885
+ "description": "u_face0MouthUpperUpRight uniform"
886
+ },
887
+ "u_face0NoseSneerLeft": {
888
+ "type": "float",
889
+ "category": "Nose & Tongue",
890
+ "description": "u_face0NoseSneerLeft uniform"
891
+ },
892
+ "u_face0NoseSneerRight": {
893
+ "type": "float",
894
+ "category": "Nose & Tongue",
895
+ "description": "u_face0NoseSneerRight uniform"
896
+ },
897
+ "u_face0TongueOut": {
898
+ "type": "float",
899
+ "category": "Nose & Tongue",
900
+ "description": "u_face0TongueOut uniform"
901
+ },
902
+ "u_handCount": {
903
+ "type": "int",
904
+ "category": "CV",
905
+ "description": "Number of detected hands (0-2)"
906
+ },
907
+ "u_leftHandPalm": {
908
+ "type": "vec3",
909
+ "category": "CV",
910
+ "description": "Left hand palm position (x, y, z)"
911
+ },
912
+ "u_rightHandPalm": {
913
+ "type": "vec3",
914
+ "category": "CV",
915
+ "description": "Right hand palm position (x, y, z)"
916
+ },
917
+ "u_leftHandFist": {
918
+ "type": "float",
919
+ "category": "CV",
920
+ "description": "Left hand fist gesture confidence (0-1)"
921
+ },
922
+ "u_leftHandOpen": {
923
+ "type": "float",
924
+ "category": "CV",
925
+ "description": "Left hand open palm gesture confidence (0-1)"
926
+ },
927
+ "u_rightHandFist": {
928
+ "type": "float",
929
+ "category": "CV",
930
+ "description": "Right hand fist gesture confidence (0-1)"
931
+ },
932
+ "u_rightHandOpen": {
933
+ "type": "float",
934
+ "category": "CV",
935
+ "description": "Right hand open palm gesture confidence (0-1)"
936
+ },
937
+ "u_poseDetected": {
938
+ "type": "bool",
939
+ "category": "CV",
940
+ "description": "True if a pose is currently detected"
941
+ },
942
+ "u_nosePosition": {
943
+ "type": "vec2",
944
+ "category": "CV",
945
+ "description": "Nose landmark position in pixels"
946
+ },
947
+ "u_leftWristPosition": {
948
+ "type": "vec2",
949
+ "category": "CV",
950
+ "description": "Left wrist landmark position in pixels"
951
+ },
952
+ "u_rightWristPosition": {
953
+ "type": "vec2",
954
+ "category": "CV",
955
+ "description": "Right wrist landmark position in pixels"
956
+ },
957
+ "u_leftAnklePosition": {
958
+ "type": "vec2",
959
+ "category": "CV",
960
+ "description": "Left ankle landmark position in pixels"
961
+ },
962
+ "u_rightAnklePosition": {
963
+ "type": "vec2",
964
+ "category": "CV",
965
+ "description": "Right ankle landmark position in pixels"
966
+ },
967
+ "u_segmentationMask": {
968
+ "type": "sampler2D",
969
+ "category": "CV",
970
+ "description": "Body segmentation mask texture (0=background, 1=person)"
971
+ },
972
+ "u_segmentationRes": {
973
+ "type": "vec2",
974
+ "category": "CV",
975
+ "description": "Segmentation mask resolution in pixels"
976
+ },
977
+ "u_deviceAcceleration": {
978
+ "type": "vec3",
979
+ "category": "Device Sensors",
980
+ "description": "Acceleration without gravity (m/s²) - x, y, z"
981
+ },
982
+ "u_deviceAccelerationGravity": {
983
+ "type": "vec3",
984
+ "category": "Device Sensors",
985
+ "description": "Acceleration with gravity (m/s²) - x, y, z"
986
+ },
987
+ "u_deviceRotationRate": {
988
+ "type": "vec3",
989
+ "category": "Device Sensors",
990
+ "description": "Rotation rate (deg/s) - alpha, beta, gamma"
991
+ },
992
+ "u_deviceOrientation": {
993
+ "type": "vec3",
994
+ "category": "Device Sensors",
995
+ "description": "Device orientation (degrees) - alpha, beta, gamma"
996
+ },
997
+ "u_deviceOrientationAbsolute": {
998
+ "type": "bool",
999
+ "category": "Device Sensors",
1000
+ "description": "True if orientation uses magnetometer (compass)"
1001
+ },
1002
+ "u_externalDeviceCount": {
1003
+ "type": "int",
1004
+ "category": "Device Sensors",
1005
+ "description": "Number of connected external devices (0-8)"
1006
+ },
1007
+ "u_device0Acceleration": {
1008
+ "type": "vec3",
1009
+ "category": "Device Sensors",
1010
+ "description": "Device 0 acceleration without gravity (m/s²)"
1011
+ },
1012
+ "u_device0AccelerationGravity": {
1013
+ "type": "vec3",
1014
+ "category": "Device Sensors",
1015
+ "description": "Device 0 acceleration with gravity (m/s²)"
1016
+ },
1017
+ "u_device0RotationRate": {
1018
+ "type": "vec3",
1019
+ "category": "Device Sensors",
1020
+ "description": "Device 0 rotation rate (deg/s)"
1021
+ },
1022
+ "u_device0Orientation": {
1023
+ "type": "vec3",
1024
+ "category": "Device Sensors",
1025
+ "description": "Device 0 orientation (degrees) - alpha, beta, gamma"
1026
+ },
1027
+ "u_device1Acceleration": {
1028
+ "type": "vec3",
1029
+ "category": "Device Sensors",
1030
+ "description": "Device 1 acceleration without gravity (m/s²)"
1031
+ },
1032
+ "u_device1AccelerationGravity": {
1033
+ "type": "vec3",
1034
+ "category": "Device Sensors",
1035
+ "description": "Device 1 acceleration with gravity (m/s²)"
1036
+ },
1037
+ "u_device1RotationRate": {
1038
+ "type": "vec3",
1039
+ "category": "Device Sensors",
1040
+ "description": "Device 1 rotation rate (deg/s)"
1041
+ },
1042
+ "u_device1Orientation": {
1043
+ "type": "vec3",
1044
+ "category": "Device Sensors",
1045
+ "description": "Device 1 orientation (degrees) - alpha, beta, gamma"
1046
+ },
1047
+ "u_device2Acceleration": {
1048
+ "type": "vec3",
1049
+ "category": "Device Sensors",
1050
+ "description": "Device 2 acceleration without gravity (m/s²)"
1051
+ },
1052
+ "u_device2AccelerationGravity": {
1053
+ "type": "vec3",
1054
+ "category": "Device Sensors",
1055
+ "description": "Device 2 acceleration with gravity (m/s²)"
1056
+ },
1057
+ "u_device2RotationRate": {
1058
+ "type": "vec3",
1059
+ "category": "Device Sensors",
1060
+ "description": "Device 2 rotation rate (deg/s)"
1061
+ },
1062
+ "u_device2Orientation": {
1063
+ "type": "vec3",
1064
+ "category": "Device Sensors",
1065
+ "description": "Device 2 orientation (degrees) - alpha, beta, gamma"
1066
+ },
1067
+ "u_device3Acceleration": {
1068
+ "type": "vec3",
1069
+ "category": "Device Sensors",
1070
+ "description": "Device 3 acceleration without gravity (m/s²)"
1071
+ },
1072
+ "u_device3AccelerationGravity": {
1073
+ "type": "vec3",
1074
+ "category": "Device Sensors",
1075
+ "description": "Device 3 acceleration with gravity (m/s²)"
1076
+ },
1077
+ "u_device3RotationRate": {
1078
+ "type": "vec3",
1079
+ "category": "Device Sensors",
1080
+ "description": "Device 3 rotation rate (deg/s)"
1081
+ },
1082
+ "u_device3Orientation": {
1083
+ "type": "vec3",
1084
+ "category": "Device Sensors",
1085
+ "description": "Device 3 orientation (degrees) - alpha, beta, gamma"
1086
+ },
1087
+ "u_device4Acceleration": {
1088
+ "type": "vec3",
1089
+ "category": "Device Sensors",
1090
+ "description": "Device 4 acceleration without gravity (m/s²)"
1091
+ },
1092
+ "u_device4AccelerationGravity": {
1093
+ "type": "vec3",
1094
+ "category": "Device Sensors",
1095
+ "description": "Device 4 acceleration with gravity (m/s²)"
1096
+ },
1097
+ "u_device4RotationRate": {
1098
+ "type": "vec3",
1099
+ "category": "Device Sensors",
1100
+ "description": "Device 4 rotation rate (deg/s)"
1101
+ },
1102
+ "u_device4Orientation": {
1103
+ "type": "vec3",
1104
+ "category": "Device Sensors",
1105
+ "description": "Device 4 orientation (degrees) - alpha, beta, gamma"
1106
+ },
1107
+ "u_device5Acceleration": {
1108
+ "type": "vec3",
1109
+ "category": "Device Sensors",
1110
+ "description": "Device 5 acceleration without gravity (m/s²)"
1111
+ },
1112
+ "u_device5AccelerationGravity": {
1113
+ "type": "vec3",
1114
+ "category": "Device Sensors",
1115
+ "description": "Device 5 acceleration with gravity (m/s²)"
1116
+ },
1117
+ "u_device5RotationRate": {
1118
+ "type": "vec3",
1119
+ "category": "Device Sensors",
1120
+ "description": "Device 5 rotation rate (deg/s)"
1121
+ },
1122
+ "u_device5Orientation": {
1123
+ "type": "vec3",
1124
+ "category": "Device Sensors",
1125
+ "description": "Device 5 orientation (degrees) - alpha, beta, gamma"
1126
+ },
1127
+ "u_device6Acceleration": {
1128
+ "type": "vec3",
1129
+ "category": "Device Sensors",
1130
+ "description": "Device 6 acceleration without gravity (m/s²)"
1131
+ },
1132
+ "u_device6AccelerationGravity": {
1133
+ "type": "vec3",
1134
+ "category": "Device Sensors",
1135
+ "description": "Device 6 acceleration with gravity (m/s²)"
1136
+ },
1137
+ "u_device6RotationRate": {
1138
+ "type": "vec3",
1139
+ "category": "Device Sensors",
1140
+ "description": "Device 6 rotation rate (deg/s)"
1141
+ },
1142
+ "u_device6Orientation": {
1143
+ "type": "vec3",
1144
+ "category": "Device Sensors",
1145
+ "description": "Device 6 orientation (degrees) - alpha, beta, gamma"
1146
+ },
1147
+ "u_device7Acceleration": {
1148
+ "type": "vec3",
1149
+ "category": "Device Sensors",
1150
+ "description": "Device 7 acceleration without gravity (m/s²)"
1151
+ },
1152
+ "u_device7AccelerationGravity": {
1153
+ "type": "vec3",
1154
+ "category": "Device Sensors",
1155
+ "description": "Device 7 acceleration with gravity (m/s²)"
1156
+ },
1157
+ "u_device7RotationRate": {
1158
+ "type": "vec3",
1159
+ "category": "Device Sensors",
1160
+ "description": "Device 7 rotation rate (deg/s)"
1161
+ },
1162
+ "u_device7Orientation": {
1163
+ "type": "vec3",
1164
+ "category": "Device Sensors",
1165
+ "description": "Device 7 orientation (degrees) - alpha, beta, gamma"
1166
+ },
1167
+ "backbuffer": {
1168
+ "type": "sampler2D",
1169
+ "category": "Backbuffer",
1170
+ "description": "Previous frame texture for feedback effects"
1171
+ }
1172
+ };