@vincentt-xr/sdk 2.0.0-alpha.7 → 2.0.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/GROUNDING.md +1109 -13
- package/dist/{DebuggerUI-BjOMr8q_.js → DebuggerUI-C-ldiozL.js} +1 -1
- package/dist/{DebuggerUI-B6bP6P9r.cjs → DebuggerUI-CWX5EtQv.cjs} +1 -1
- package/dist/FaceMeshRenderer-BEEXZwS6.cjs +158 -0
- package/dist/FaceMeshRenderer-UuH5sTXG.js +1322 -0
- package/dist/FaceRetouch-C7h7x9kd.js +683 -0
- package/dist/FaceRetouch-DqftT26Y.cjs +134 -0
- package/dist/GLTFLoader-C5q63sKO.js +1633 -0
- package/dist/GLTFLoader-Cb_CRwmG.cjs +1 -0
- package/dist/SegmentationOverlay-DQuW3dsc.js +133 -0
- package/dist/SegmentationOverlay-aWVod8Kl.cjs +1 -0
- package/dist/assets/cache.d.ts +99 -0
- package/dist/assets/estimate.d.ts +11 -0
- package/dist/assets/index.d.ts +7 -0
- package/dist/assets/loaders.d.ts +28 -0
- package/dist/assets/react.d.ts +33 -0
- package/dist/calibration/calibration.d.ts +70 -0
- package/dist/calibration/index.d.ts +6 -0
- package/dist/calibration/storage.d.ts +13 -0
- package/dist/calibration/types.d.ts +53 -0
- package/dist/calibration/useXRCalibration.d.ts +46 -0
- package/dist/camera/CameraPermissionGate.d.ts +26 -0
- package/dist/camera/devices.d.ts +26 -0
- package/dist/camera/index.d.ts +8 -0
- package/dist/camera/permission.d.ts +86 -0
- package/dist/camera/useCameraPermission.d.ts +35 -0
- package/dist/capabilities/detect.d.ts +45 -0
- package/dist/capabilities/index.d.ts +5 -0
- package/dist/capabilities/types.d.ts +120 -0
- package/dist/capabilities/useXRCapabilities.d.ts +18 -0
- package/dist/compat/environment.d.ts +5 -0
- package/dist/compat/index.d.ts +4 -0
- package/dist/compat/run.d.ts +18 -0
- package/dist/compat/scenarios.d.ts +10 -0
- package/dist/compat/types.d.ts +101 -0
- package/dist/components/BodyTracker/index.d.ts +9 -0
- package/dist/components/FaceMesh/canonical/CanonicalFaceMeshRenderer.d.ts +33 -3
- package/dist/components/FaceMesh/canonical/parseCanonicalFaceModel.d.ts +12 -0
- package/dist/components/FaceMesh/canonical/shaders.d.ts +1 -1
- package/dist/components/FaceMesh/index.d.ts +1 -1
- package/dist/components/GestureListener/index.d.ts +11 -0
- package/dist/components/HandTracker/index.d.ts +10 -0
- package/dist/components/HolisticTracker/index.d.ts +69 -0
- package/dist/components/HolisticTracker/settings.d.ts +58 -0
- package/dist/components/HolisticTracker/signals.d.ts +49 -0
- package/dist/components/IrisEffect/IrisMaterial.d.ts +73 -0
- package/dist/components/IrisEffect/index.d.ts +51 -0
- package/dist/components/IrisEffect/settings.d.ts +117 -0
- package/dist/components/LipEffect/LipEffect.d.ts +7 -1
- package/dist/components/LipEffect/LipEffectMaterial.d.ts +43 -7
- package/dist/components/LipEffect/LipEffects.d.ts +9 -0
- package/dist/components/LipEffect/defaults.d.ts +27 -4
- package/dist/components/LipEffect/index.d.ts +11 -3
- package/dist/components/LipEffect/settings.d.ts +271 -0
- package/dist/components/LipEffect/types.d.ts +56 -9
- package/dist/components/LipEffect/useLipDesignTextures.d.ts +11 -0
- package/dist/components/LipEffect/uvGuide.d.ts +59 -0
- package/dist/components/PersonCutout/index.d.ts +50 -0
- package/dist/components/PersonCutout/personCutout.d.ts +16 -0
- package/dist/components/ScreenImage/components/ScreenImageBody.d.ts +1 -1
- package/dist/components/ScreenImage/index.d.ts +3 -1
- package/dist/components/ScreenImage/materials/ScreenImageBlendMaterial.d.ts +1 -1
- package/dist/components/ScreenImage/materials/ScreenImageMaskMaterial.d.ts +11 -0
- package/dist/components/ScreenImage/source.d.ts +6 -0
- package/dist/components/ScreenImage/types.d.ts +18 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlay.d.ts +37 -0
- package/dist/components/SegmentationOverlay/SegmentationOverlayMaterial.d.ts +31 -0
- package/dist/components/SegmentationOverlay/index.d.ts +9 -0
- package/dist/components/SegmentationOverlay/maskTexture.d.ts +23 -0
- package/dist/components/SegmentationOverlay/providers.d.ts +72 -0
- package/dist/components/SegmentationOverlay/settings.d.ts +65 -0
- package/dist/components/XRProvider/index.d.ts +16 -2
- package/dist/components/XRViewport/hooks/useViewportExternalFaces.d.ts +1 -1
- package/dist/components/XRViewport/hooks/useViewportMediaSource.d.ts +1 -1
- package/dist/components/XRViewport/hooks/useViewportPipeline.d.ts +1 -1
- package/dist/components/index.d.ts +3 -0
- package/dist/constants/index.d.ts +4 -1
- package/dist/contexts-CO0sd4JQ.cjs +1 -0
- package/dist/{contexts-ByhzppYl.js → contexts-FzlnnMYD.js} +252 -246
- package/dist/coordinates/feed.d.ts +52 -0
- package/dist/coordinates/index.d.ts +5 -0
- package/dist/coordinates/spaces.d.ts +49 -0
- package/dist/coordinates/viewport.d.ts +22 -0
- package/dist/coordinates/world.d.ts +15 -0
- package/dist/debug-ui/gesture-settings/index.d.ts +14 -0
- package/dist/debug-ui/holistic-tracker-settings/index.d.ts +16 -0
- package/dist/debug-ui/index.d.ts +14 -0
- package/dist/debug-ui/iris-effect-settings/index.d.ts +12 -0
- package/dist/debug-ui/lip-effect-settings/index.d.ts +15 -0
- package/dist/debug-ui/media-source.cjs +1 -1
- package/dist/debug-ui/media-source.js +1 -1
- package/dist/debug-ui/product-hotspots/index.d.ts +24 -0
- package/dist/debug-ui/segmentation-overlay-settings/index.d.ts +12 -0
- package/dist/debug-ui/xr-diagnostics/index.d.ts +25 -0
- package/dist/debug-ui.cjs +3 -3
- package/dist/debug-ui.js +2057 -1687
- package/dist/detector-K8aej4MB.js +59 -0
- package/dist/detector-ijypGtse.cjs +1 -0
- package/dist/entries/core.d.ts +18 -1
- package/dist/entries/face-effects.d.ts +11 -3
- package/dist/entries/low-level.d.ts +22 -3
- package/dist/entries/product.d.ts +11 -0
- package/dist/entries/tracking.d.ts +24 -1
- package/dist/face-effects.cjs +155 -1
- package/dist/face-effects.js +1134 -2197
- package/dist/gestures/definitions.d.ts +85 -0
- package/dist/gestures/detector.d.ts +87 -0
- package/dist/gestures/index.d.ts +8 -0
- package/dist/gestures/measures.d.ts +101 -0
- package/dist/gestures/settings.d.ts +49 -0
- package/dist/{getFaceInfo-C4QpCQIY.js → getFaceInfo-BkZfaQs-.js} +5 -5
- package/dist/{getFaceInfo-fA1bFBub.cjs → getFaceInfo-ahPxQFGu.cjs} +1 -1
- package/dist/hooks/selectors.d.ts +68 -1
- package/dist/hooks/useCalibrationFaceTracker.d.ts +1 -1
- package/dist/hooks/useFaceInfo.d.ts +13 -1
- package/dist/hooks/useFaceInfos.d.ts +1 -1
- package/dist/hooks/useGesture.d.ts +32 -0
- package/dist/hooks/useIrisTracking.d.ts +45 -0
- package/dist/hooks/useXRDiagnostics.d.ts +81 -0
- package/dist/hooks/useXRModel.d.ts +7 -0
- package/dist/hooks/useXRSession/facade.d.ts +42 -2
- package/dist/hooks/useXRSession/index.d.ts +2 -2
- package/dist/hooks/useXRSession/reason.d.ts +3 -1
- package/dist/hooks/useXRSession/registry.d.ts +14 -0
- package/dist/hooks/useXRSession/store.d.ts +52 -3
- package/dist/index--RgGzZ6X.cjs +47 -0
- package/dist/{index-VJ0SJwmG.js → index-CHVbH0hz.js} +4 -4
- package/dist/index-CeVkgsag.cjs +1 -0
- package/dist/index-CnGox6Xr.js +3054 -0
- package/dist/{index-ByoNj0QP.js → index-CsUdQ-pn.js} +113 -111
- package/dist/{index-BjmTe9eM.cjs → index-DKBAh6hV.cjs} +1 -1
- package/dist/index-DsZwTfG0.cjs +1 -0
- package/dist/index-Dw6tj2Mi.js +144 -0
- package/dist/index-OCPjOaeP.cjs +1 -0
- package/dist/{index-DXT3WccE.js → index-s9pF4zkG.js} +1065 -1101
- package/dist/internal-BYza1h8_.cjs +1 -0
- package/dist/{internal-Dmk1cTXq.js → internal-vsfNQycj.js} +15 -16
- package/dist/internal.cjs +1 -1
- package/dist/internal.js +2 -2
- package/dist/iris/compute.d.ts +25 -0
- package/dist/iris/index.d.ts +4 -0
- package/dist/iris/lead.d.ts +19 -0
- package/dist/iris/types.d.ts +87 -0
- package/dist/landmarkMask-CbTFzBYG.js +224 -0
- package/dist/landmarkMask-u7es2k4X.cjs +1 -0
- package/dist/low-level.cjs +1 -1
- package/dist/low-level.js +1085 -634
- package/dist/main.cjs +1 -1
- package/dist/main.js +1519 -465
- package/dist/measures-9dQPdw96.js +154 -0
- package/dist/measures-KfJzpvod.cjs +1 -0
- package/dist/models/Base/index.d.ts +49 -0
- package/dist/models/Body/index.d.ts +1 -1
- package/dist/models/Face/index.d.ts +1 -1
- package/dist/models/Hand/GestureTracking.d.ts +1 -1
- package/dist/models/Hand/HandTracking.d.ts +1 -1
- package/dist/models/Holistic/index.d.ts +49 -0
- package/dist/models/Holistic/result.d.ts +68 -0
- package/dist/models/SemanticSegmentation/index.d.ts +31 -0
- package/dist/models/SemanticSegmentation/presets.d.ts +28 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/product/ProductDimensions.d.ts +16 -0
- package/dist/product/ProductHotspot.d.ts +16 -0
- package/dist/product/ProductViewer.d.ts +9 -0
- package/dist/product/details.d.ts +53 -0
- package/dist/product/index.d.ts +14 -0
- package/dist/product/loadModelViewer.d.ts +4 -0
- package/dist/product/types.d.ts +71 -0
- package/dist/product/useProductAr.d.ts +37 -0
- package/dist/product/useProductDetails.d.ts +60 -0
- package/dist/product.cjs +1 -0
- package/dist/product.js +414 -0
- package/dist/providers-C0Dlhh9Z.js +365 -0
- package/dist/providers-YNwkmNeK.cjs +62 -0
- package/dist/quality/XRQualityController.d.ts +25 -0
- package/dist/quality/controller.d.ts +33 -0
- package/dist/quality/index.d.ts +6 -0
- package/dist/quality/types.d.ts +100 -0
- package/dist/quality/useXRQuality.d.ts +28 -0
- package/dist/{renderGroups-KZk6eRiY.js → renderGroups-CN1cGFUo.js} +1 -1
- package/dist/{renderGroups-80H3DpTl.cjs → renderGroups-O4KmaMl9.cjs} +1 -1
- package/dist/renderPasses-Cg-zqmEz.cjs +21 -0
- package/dist/renderPasses-NnKZVfBy.js +1460 -0
- package/dist/scene-object.cjs +1 -1
- package/dist/scene-object.js +2 -2
- package/dist/screenTransform-BenfCtZt.js +44 -0
- package/dist/screenTransform-BiXdpVf0.cjs +1 -0
- package/dist/segmentation-9PhSvc-R.cjs +1 -0
- package/dist/segmentation-CeOTKemr.js +5 -0
- package/dist/segmentation2d/faceMemory.d.ts +28 -0
- package/dist/segmentation2d/faceRegions.d.ts +24 -0
- package/dist/segmentation2d/index.d.ts +9 -0
- package/dist/segmentation2d/maskUv.d.ts +23 -0
- package/dist/segmentation2d/rasterize.d.ts +14 -0
- package/dist/segmentation2d/types.d.ts +46 -0
- package/dist/selectors-C5G1PMYL.js +195 -0
- package/dist/selectors-Du_PsVnW.cjs +1 -0
- package/dist/{session-CpkiK5YA.cjs → session-BBr0yN8h.cjs} +7 -7
- package/dist/{session-DLFN_VII.js → session-Cy0m7l7-.js} +76 -76
- package/dist/settings-DRR7-snV.cjs +1 -0
- package/dist/settings-aQk845NJ.js +73 -0
- package/dist/subjects/index.d.ts +2 -0
- package/dist/subjects/select.d.ts +62 -0
- package/dist/subjects/types.d.ts +55 -0
- package/dist/tracking-config/apply.d.ts +57 -0
- package/dist/tracking-config/index.d.ts +7 -0
- package/dist/tracking-config/resolve.d.ts +25 -0
- package/dist/tracking-config/storage.d.ts +8 -0
- package/dist/tracking-config/types.d.ts +106 -0
- package/dist/tracking-config/useXRTrackingConfig.d.ts +38 -0
- package/dist/tracking.cjs +1 -1
- package/dist/tracking.js +1056 -383
- package/dist/types/compositor.d.ts +21 -0
- package/dist/types/holistic.d.ts +121 -0
- package/dist/types/index.d.ts +1 -0
- package/dist/types/model.d.ts +22 -2
- package/dist/types/nodes.d.ts +27 -2
- package/dist/types/segmentation.d.ts +19 -0
- package/dist/types/session.d.ts +41 -3
- package/dist/useFaceInfo-Blf7FCu3.js +303 -0
- package/dist/useFaceInfo-C5mO8NQY.cjs +1 -0
- package/dist/useXRCapabilities-B1R2ghy-.cjs +1 -0
- package/dist/useXRCapabilities-C68v__wB.js +30 -0
- package/dist/utils/fns.d.ts +6 -3
- package/dist/utils/integrity.d.ts +4 -1
- package/dist/utils/updateThrottle.d.ts +2 -0
- package/dist/utils/useStableUniforms.d.ts +18 -0
- package/docs/api/adaptive-quality.mdx +104 -0
- package/docs/api/asset-lifecycle.mdx +78 -0
- package/docs/api/camera-permission.mdx +142 -0
- package/docs/api/coordinate-spaces.mdx +165 -0
- package/docs/api/cross-camera.mdx +88 -0
- package/docs/api/diagnostics-calibration.mdx +97 -0
- package/docs/api/face-effects.mdx +6 -0
- package/docs/api/face-mesh.mdx +4 -2
- package/docs/api/gestures.mdx +173 -0
- package/docs/api/holistic-tracker.mdx +159 -0
- package/docs/api/iris-tracking.mdx +242 -0
- package/docs/api/multi-subject.mdx +95 -0
- package/docs/api/person-cutout.mdx +136 -0
- package/docs/api/product-ar.mdx +111 -0
- package/docs/api/product-details.mdx +78 -0
- package/docs/api/screen-space-coordinates.mdx +4 -1
- package/docs/api/segmentation-overlay.mdx +301 -0
- package/docs/api/session-lifecycle.mdx +136 -0
- package/docs/api/trackers.mdx +5 -0
- package/docs/api/tracking-config.mdx +108 -0
- package/docs/docs.json +23 -1
- package/docs/examples/lip-shaders.mdx +224 -0
- package/docs/guides/lip-effect-textures.mdx +292 -0
- package/docs/guides/lip-uv-template.png +0 -0
- package/docs/guides/lip-uv-template.svg +1 -0
- package/package.json +13 -1
- package/dist/FaceMeshRenderer-C5l6VLdO.cjs +0 -155
- package/dist/FaceMeshRenderer-wjAHrJzP.js +0 -1270
- package/dist/FaceRetouch-BkJzoA79.cjs +0 -134
- package/dist/FaceRetouch-DwbKQJAN.js +0 -551
- package/dist/contexts-Dr62It_K.cjs +0 -1
- package/dist/index-9dlAQAhy.js +0 -1462
- package/dist/index-BpEf2BBb.cjs +0 -1
- package/dist/index-CyUUurQT.cjs +0 -1
- package/dist/index-DCiMbxC3.cjs +0 -1
- package/dist/index-DpI-qo5X.cjs +0 -17
- package/dist/index-DyVF4vEW.js +0 -111
- package/dist/internal-Cq-TEQ5Y.cjs +0 -1
- package/dist/renderLayers-lDtL0_43.cjs +0 -1
- package/dist/renderLayers-zrK2pv5O.js +0 -13
- package/dist/renderPasses-BOoBSr8z.cjs +0 -21
- package/dist/renderPasses-BcquyVtu.js +0 -1500
- package/dist/selectors-B8H97CKA.js +0 -59
- package/dist/selectors-CZLKT2Iv.cjs +0 -1
- package/dist/useFaceInfo-BJ8-_MOs.cjs +0 -1
- package/dist/useFaceInfo-Dk426LTu.js +0 -62
- package/dist/useFaceResults-CtetsO9M.js +0 -19
- package/dist/useFaceResults-wBJF3zyp.cjs +0 -1
|
@@ -1,134 +0,0 @@
|
|
|
1
|
-
"use strict";const o=require("./FaceMeshRenderer-C5l6VLdO.cjs"),M=require("react/jsx-runtime"),S=require("react"),D=require("./index-DCiMbxC3.cjs"),y=require("./index-CyUUurQT.cjs"),T=require("@react-three/fiber"),U=require("three"),B=require("./selectors-CZLKT2Iv.cjs");function N(e){const a=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const r=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(a,t,r.get?r:{enumerable:!0,get:()=>e[t]})}}return a.default=e,Object.freeze(a)}const p=N(U),w={enabled:!1,strength:1,faceWidth:0,faceHeight:0,faceRoundness:0,midfaceHeight:0,foreheadHeight:0,foreheadWidth:0,cheekboneWidth:0,cheekWidth:0,cheekHollowness:0,midfaceDepth:0,scalpHeight:0,headCurve:0,faceTwist:0,faceSwirl:0,browDistance:0,browHeight:0,browDepth:0,eyeSize:0,leftEyeSize:0,rightEyeSize:0,eyeDistance:0,leftEyeX:0,rightEyeX:0,leftEyeY:0,rightEyeY:0,noseSize:0,noseLength:0,mouthWidth:0,mouthHeight:0,jawWidth:0,chinHeight:0},I={...w,enabled:!0,strength:1,faceWidth:-.08,faceHeight:.04,foreheadHeight:.04,cheekWidth:-.04,eyeSize:.08,eyeDistance:.03,noseSize:-.05,noseLength:.03,mouthWidth:.06,mouthHeight:.02,jawWidth:-.05,chinHeight:.03},X=[{label:"Wireframe",value:o.FACE_MESH_MATERIAL_TYPES.wireframe},{label:"Basic",value:o.FACE_MESH_MATERIAL_TYPES.basic},{label:"Standard",value:o.FACE_MESH_MATERIAL_TYPES.standard},{label:"Physical",value:o.FACE_MESH_MATERIAL_TYPES.physical},{label:"Toon",value:o.FACE_MESH_MATERIAL_TYPES.toon},{label:"Normal",value:o.FACE_MESH_MATERIAL_TYPES.normal},{label:"Matcap",value:o.FACE_MESH_MATERIAL_TYPES.matcap},{label:"Shader",value:o.FACE_MESH_MATERIAL_TYPES.shader}],W=[{label:"Original Face",value:o.FACE_MESH_SHADER_PRESETS.originalFace},{label:"Composite",value:o.FACE_MESH_SHADER_PRESETS.composite}],Y=[{label:"Front",value:o.FACE_MESH_SIDES.front},{label:"Back",value:o.FACE_MESH_SIDES.back},{label:"Double",value:o.FACE_MESH_SIDES.double}],j=[{label:"None",value:o.FACE_MESH_TEXTURE_MAPS.none},{label:"UV Map 1",value:o.FACE_MESH_TEXTURE_MAPS.canonical},{label:"UV Map 2",value:o.FACE_MESH_TEXTURE_MAPS.style2}],q=[{label:"None",value:o.FACE_MESH_ALPHA_MAPS.none},{label:"Default Mask",value:o.FACE_MESH_ALPHA_MAPS.canonical}],G=[{label:"Solid",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.solid},{label:"Gradient",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.gradient},{label:"Image URL",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.imageUrl},{label:"Media URL",value:o.FACE_MESH_MASK_TEXTURE_SOURCES.mediaUrl}],V=[{label:"Normal",value:o.FACE_MESH_BLEND_MODES.normal},{label:"Add",value:o.FACE_MESH_BLEND_MODES.add},{label:"Subtract",value:o.FACE_MESH_BLEND_MODES.subtract},{label:"Multiply",value:o.FACE_MESH_BLEND_MODES.multiply},{label:"Screen",value:o.FACE_MESH_BLEND_MODES.screen},{label:"Overlay",value:o.FACE_MESH_BLEND_MODES.overlay},{label:"Soft Light",value:o.FACE_MESH_BLEND_MODES.softLight},{label:"Hard Light",value:o.FACE_MESH_BLEND_MODES.hardLight},{label:"Lighten",value:o.FACE_MESH_BLEND_MODES.lighten},{label:"Darken",value:o.FACE_MESH_BLEND_MODES.darken},{label:"Difference",value:o.FACE_MESH_BLEND_MODES.difference},{label:"Exclusion",value:o.FACE_MESH_BLEND_MODES.exclusion}],K=`
|
|
2
|
-
varying vec2 vUv;
|
|
3
|
-
|
|
4
|
-
void main() {
|
|
5
|
-
vUv = uv;
|
|
6
|
-
gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
|
|
7
|
-
}
|
|
8
|
-
`,Z=`
|
|
9
|
-
uniform sampler2D cameraTexture;
|
|
10
|
-
uniform sampler2D retouchMaskTexture;
|
|
11
|
-
uniform vec2 texelSize;
|
|
12
|
-
uniform float retouchAmount;
|
|
13
|
-
uniform float blurRadius;
|
|
14
|
-
uniform float detailPreservation;
|
|
15
|
-
uniform float blemishReduction;
|
|
16
|
-
uniform float blemishRadius;
|
|
17
|
-
uniform float previewMask;
|
|
18
|
-
uniform float protectLandmarks;
|
|
19
|
-
uniform float clipMinX;
|
|
20
|
-
uniform float clipMaxX;
|
|
21
|
-
varying vec2 vUv;
|
|
22
|
-
|
|
23
|
-
vec3 sampleCamera(vec2 uv) {
|
|
24
|
-
return texture2D(cameraTexture, clamp(uv, vec2(0.0), vec2(1.0))).rgb;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
vec3 readRetouchMask(vec2 uv) {
|
|
28
|
-
vec4 mask = texture2D(retouchMaskTexture, uv);
|
|
29
|
-
float faceRegion = clamp(mask.b, 0.0, 1.0);
|
|
30
|
-
float softFaceRegion = min(mask.r, faceRegion);
|
|
31
|
-
float protectedRegion = min(mask.g, faceRegion) * protectLandmarks;
|
|
32
|
-
float hardProtectedRegion = step(0.08, protectedRegion);
|
|
33
|
-
float softRetouchRegion = softFaceRegion * (1.0 - protectedRegion);
|
|
34
|
-
float hardRetouchRegion = step(0.5, faceRegion) * (1.0 - hardProtectedRegion);
|
|
35
|
-
|
|
36
|
-
return vec3(
|
|
37
|
-
clamp(softRetouchRegion, 0.0, 1.0),
|
|
38
|
-
clamp(protectedRegion, 0.0, 1.0),
|
|
39
|
-
clamp(hardRetouchRegion, 0.0, 1.0)
|
|
40
|
-
);
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
float retouchCoverage(vec2 uv) {
|
|
44
|
-
return step(0.001, readRetouchMask(uv).x);
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
void addMaskedBlurSample(inout vec3 color, inout float weightSum, vec2 centerUv, vec2 sampleUv, float weight) {
|
|
48
|
-
float coverage = retouchCoverage(sampleUv);
|
|
49
|
-
vec3 sampleColor = mix(sampleCamera(centerUv), sampleCamera(sampleUv), coverage);
|
|
50
|
-
color += sampleColor * weight;
|
|
51
|
-
weightSum += weight;
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
vec3 maskedBlurCamera(vec2 uv, float radius) {
|
|
55
|
-
vec2 r = texelSize * radius;
|
|
56
|
-
vec3 color = sampleCamera(uv) * 0.2;
|
|
57
|
-
float weightSum = 0.2;
|
|
58
|
-
|
|
59
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, 0.0), 0.1);
|
|
60
|
-
addMaskedBlurSample(color, weightSum, uv, uv - vec2(r.x, 0.0), 0.1);
|
|
61
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(0.0, r.y), 0.1);
|
|
62
|
-
addMaskedBlurSample(color, weightSum, uv, uv - vec2(0.0, r.y), 0.1);
|
|
63
|
-
addMaskedBlurSample(color, weightSum, uv, uv + r, 0.075);
|
|
64
|
-
addMaskedBlurSample(color, weightSum, uv, uv - r, 0.075);
|
|
65
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, -r.y), 0.075);
|
|
66
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(-r.x, r.y), 0.075);
|
|
67
|
-
addMaskedBlurSample(color, weightSum, uv, uv + r * 2.0, 0.05);
|
|
68
|
-
addMaskedBlurSample(color, weightSum, uv, uv - r * 2.0, 0.05);
|
|
69
|
-
|
|
70
|
-
return color / max(weightSum, 0.001);
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
float retouchLuminance(vec3 color) {
|
|
74
|
-
return dot(color, vec3(0.299, 0.587, 0.114));
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
vec3 reduceBlemishes(vec3 current, vec3 source, vec3 localAverage, vec3 skinBase, float skinMask) {
|
|
78
|
-
float originalLum = retouchLuminance(source);
|
|
79
|
-
float localLum = retouchLuminance(localAverage);
|
|
80
|
-
float redness = max(source.r - max(source.g, source.b), 0.0);
|
|
81
|
-
float localRedness = max(localAverage.r - max(localAverage.g, localAverage.b), 0.0);
|
|
82
|
-
float excessRedness = max(redness - localRedness * 0.72, 0.0);
|
|
83
|
-
float darkSpot = max(localLum - originalLum, 0.0);
|
|
84
|
-
float contrast = length(source - localAverage);
|
|
85
|
-
float candidate =
|
|
86
|
-
smoothstep(0.012, 0.09, excessRedness) +
|
|
87
|
-
smoothstep(0.018, 0.13, darkSpot) +
|
|
88
|
-
smoothstep(0.03, 0.16, contrast);
|
|
89
|
-
float blemishMask = clamp(candidate * 0.72, 0.0, 1.0) * skinMask * blemishReduction;
|
|
90
|
-
|
|
91
|
-
vec3 chromaReduced = vec3(
|
|
92
|
-
mix(current.r, min(current.r, localAverage.r * 1.04), blemishMask),
|
|
93
|
-
mix(current.g, max(current.g, localAverage.g * 0.98), 0.35 * blemishMask),
|
|
94
|
-
mix(current.b, max(current.b, localAverage.b * 0.98), 0.35 * blemishMask)
|
|
95
|
-
);
|
|
96
|
-
vec3 texture = source - localAverage;
|
|
97
|
-
vec3 repaired = clamp(skinBase + texture * detailPreservation * 0.18, 0.0, 1.0);
|
|
98
|
-
|
|
99
|
-
return mix(chromaReduced, repaired, min(blemishMask * 1.15, 1.0));
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
void main() {
|
|
103
|
-
if (vUv.x < clipMinX || vUv.x > clipMaxX) discard;
|
|
104
|
-
|
|
105
|
-
vec3 original = sampleCamera(vUv);
|
|
106
|
-
vec3 masks = readRetouchMask(vUv);
|
|
107
|
-
float faceAlpha = max(max(masks.x, masks.y), masks.z);
|
|
108
|
-
|
|
109
|
-
if (previewMask > 0.5) {
|
|
110
|
-
float sharpPreview = 1.0 - step(0.001, retouchAmount + blurRadius);
|
|
111
|
-
float retouchPreview = mix(masks.x, masks.z, sharpPreview);
|
|
112
|
-
float protectedPreview = mix(masks.y, step(0.08, masks.y), sharpPreview);
|
|
113
|
-
vec3 facePreview = vec3(retouchPreview, 0.08, 0.08);
|
|
114
|
-
vec3 featurePreview = vec3(0.05, protectedPreview, 0.1);
|
|
115
|
-
vec3 maskPreview = max(facePreview, featurePreview);
|
|
116
|
-
vec3 debugColor = mix(original * 0.18, maskPreview, max(retouchPreview, protectedPreview));
|
|
117
|
-
gl_FragColor = vec4(debugColor, faceAlpha);
|
|
118
|
-
#include <colorspace_fragment>
|
|
119
|
-
return;
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
float effectiveBlurRadius = min(blurRadius, 12.0);
|
|
123
|
-
vec3 smallBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius * 0.45));
|
|
124
|
-
vec3 largeBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius));
|
|
125
|
-
vec3 detail = original - smallBlur;
|
|
126
|
-
float detailAmount = mix(detailPreservation, 0.9, masks.y);
|
|
127
|
-
vec3 smoothed = clamp(largeBlur + detail * detailAmount, 0.0, 1.0);
|
|
128
|
-
vec3 color = mix(original, smoothed, min(retouchAmount, 0.72) * masks.x);
|
|
129
|
-
vec3 blemishAverage = maskedBlurCamera(vUv, max(1.0, blemishRadius));
|
|
130
|
-
color = reduceBlemishes(color, original, blemishAverage, smoothed, masks.x);
|
|
131
|
-
gl_FragColor = vec4(color, faceAlpha);
|
|
132
|
-
#include <colorspace_fragment>
|
|
133
|
-
}
|
|
134
|
-
`,$=({retouchMask:e,retouchAmount:a,blurRadius:t,detailPreservation:r=.62,blemishReduction:l=.35,blemishRadius:s=3,previewMask:c,protectLandmarks:v,clipMinX:n=0,clipMaxX:d=1,renderOrder:h=-1e3})=>{const{camera:u,size:m}=T.useThree(),_=B.useXRCameraTexture(),i=S.useMemo(()=>({cameraTexture:{value:null},retouchMaskTexture:{value:null},texelSize:{value:new p.Vector2(1/1280,1/720)},retouchAmount:{value:0},blurRadius:{value:0},detailPreservation:{value:0},blemishReduction:{value:0},blemishRadius:{value:0},previewMask:{value:0},protectLandmarks:{value:1},clipMinX:{value:0},clipMaxX:{value:1}}),[]),R=S.useMemo(()=>{if(!u.isPerspectiveCamera)return[10,10];const k=u,P=(k.position.z||5)- -1,O=p.MathUtils.degToRad(k.fov),C=2*Math.tan(O/2)*P;return[C*(m.width/m.height),C]},[u,m]);return T.useFrame(()=>{i.cameraTexture.value=_??null,i.retouchMaskTexture.value=e,i.texelSize.value.set(1/Math.max(m.width,1),1/Math.max(m.height,1)),i.retouchAmount.value=a,i.blurRadius.value=t,i.detailPreservation.value=r,i.blemishReduction.value=l,i.blemishRadius.value=s,i.previewMask.value=c?1:0,i.protectLandmarks.value=v?1:0,i.clipMinX.value=n,i.clipMaxX.value=d}),_?M.jsx("group",{position:[0,0,-1],children:M.jsxs("mesh",{renderOrder:h,children:[M.jsx("planeGeometry",{args:R}),M.jsx("shaderMaterial",{uniforms:i,vertexShader:K,fragmentShader:Z,transparent:!0,depthTest:!1,depthWrite:!1,toneMapped:!1})]})}):null},H=512,J=[10,338,297,332,284,251,389,356,454,323,361,288,397,365,379,378,400,377,152,148,176,149,150,136,172,58,132,93,234,127,162,21,54,103,67,109],Q=[33,246,161,160,159,158,157,173,133,155,154,153,145,144,163,7],z=[362,398,384,385,386,387,388,466,263,249,390,373,374,380,381,382],ee=[61,146,91,181,84,17,314,405,321,375,291,409,270,269,267,0,37,39,40,185],ae=[78,95,88,178,87,14,317,402,318,324,308,415,310,311,312,13,82,81,80,191],te=[70,63,105,66,107,55,65,52,53,46],re=[336,296,334,293,300,276,283,282,295,285],oe=[Q,z,ee,ae,te,re],F=(e,a,t)=>{L(e,a,J,t)},x=(e,a,t)=>{const r=E(a,10,t),l=E(a,103,t),s=E(a,332,t),c=E(a,105,t),v=E(a,334,t);if(!r||!l||!s||!c||!v)return;const n=(c.y+v.y)*.5,d=Math.abs(s.x-l.x),h=Math.max(Math.abs(n-r.y)*.72,d*.08),u=Math.max(0,r.y-h),m=h*.34;e.beginPath(),e.moveTo(l.x,l.y-m),e.quadraticCurveTo((l.x+r.x)*.5,u,r.x,u),e.quadraticCurveTo((s.x+r.x)*.5,u,s.x,s.y-m),e.lineTo(v.x,n),e.quadraticCurveTo(r.x,n+h*.16,c.x,n),e.closePath(),e.fill()},le=(e,a,t)=>{oe.forEach(r=>L(e,a,r,t))},E=(e,a,t)=>{const r=e[a];return r?{x:r.x*t,y:r.y*t}:null},L=(e,a,t,r)=>{const l=E(a,t[0],r);if(l){e.beginPath(),e.moveTo(l.x,l.y);for(let s=1;s<t.length;s+=1){const c=E(a,t[s],r);c&&e.lineTo(c.x,c.y)}e.closePath(),e.fill()}},se=(e,a,t=H,r={})=>{e.clearRect(0,0,t,t),a!=null&&a.length&&(e.save(),e.globalCompositeOperation="lighter",e.fillStyle="rgb(0, 0, 255)",F(e,a,t),r.foreheadCoverage&&x(e,a,t),e.restore(),e.save(),e.globalCompositeOperation="lighter",e.filter="blur(8px)",e.fillStyle="rgb(255, 0, 0)",F(e,a,t),r.foreheadCoverage&&x(e,a,t),e.restore(),e.save(),e.globalCompositeOperation="lighter",e.filter="blur(3px)",e.fillStyle="rgb(0, 255, 0)",le(e,a,t),e.restore())},ie=e=>{const a=document.createElement("canvas");a.width=e,a.height=e;const t=a.getContext("2d",{willReadFrequently:!1});if(!t)throw new Error("Unable to create face retouch mask context");const r=new p.CanvasTexture(a);return r.colorSpace=p.NoColorSpace,r.minFilter=p.LinearFilter,r.magFilter=p.LinearFilter,r.generateMipmaps=!1,r.needsUpdate=!0,{canvas:a,context:t,texture:r}},ce=(e,a=H,t={},r=0)=>{const l=S.useMemo(()=>ie(a),[a]);return S.useEffect(()=>{let s=0;const c=()=>{var n,d;s=requestAnimationFrame(c);const v=(d=(n=e==null?void 0:e.detectionResults)==null?void 0:n.faceLandmarks)==null?void 0:d[r];se(l.context,v,a,t),l.texture.needsUpdate=!0};return c(),()=>{cancelAnimationFrame(s)}},[r,e,l.context,l.texture,t,a]),S.useEffect(()=>()=>{l.texture.dispose()},[l.texture]),{canvas:l.canvas,texture:l.texture}},ue=[{key:"skinSmoothing",label:"Skin smoothing",type:"number",min:0,max:1,step:.01},{key:"skinRealism",label:"Skin realism",type:"number",min:0,max:1,step:.01},{key:"blemishReduction",label:"Blemish reduction",type:"number",min:0,max:1,step:.01},{key:"previewMask",label:"Preview mask",type:"boolean"}],ne=e=>{const a=Number(e);return Number.isFinite(a)?Math.max(0,Math.round(a)):0},me=(e,a)=>{const t=Number(a);return Number.isFinite(t)?Math.max(e+1,Math.round(t)):e+1},g={skinSmoothing:.55,skinRealism:.62,blemishReduction:.35,previewMask:!1},f={blurRadius:8,blemishRadius:3,protectLandmarks:!0,foreheadCoverage:!0},b=(e,a)=>{const t=Number(e);return Number.isFinite(t)?Math.min(1,Math.max(0,t)):a},A=(e={})=>({skinSmoothing:b(e.skinSmoothing,g.skinSmoothing),skinRealism:b(e.skinRealism,g.skinRealism),blemishReduction:b(e.blemishReduction,g.blemishReduction),previewMask:typeof e.previewMask=="boolean"?e.previewMask:g.previewMask}),ve=(e,a)=>A({...e,...a}),de=({faceIndex:e,numFaces:a,skinSmoothing:t,skinRealism:r,blemishReduction:l,previewMask:s,clipMinX:c=0,clipMaxX:v=1,renderOrder:n})=>{const d=ne(e),h=me(d,a),u=A({skinSmoothing:t,skinRealism:r,blemishReduction:l,previewMask:s}),m=S.useMemo(()=>({numFaces:h}),[h]),{node:_}=y.useXRModel(D.XRModel.FACE_TRACKER,m),i=S.useMemo(()=>({foreheadCoverage:f.foreheadCoverage}),[]),R=ce(_,void 0,i,d);return M.jsx($,{retouchMask:R.texture,retouchAmount:u.skinSmoothing,blurRadius:f.blurRadius,detailPreservation:u.skinRealism,blemishReduction:u.blemishReduction,blemishRadius:f.blemishRadius,previewMask:u.previewMask,protectLandmarks:f.protectLandmarks,clipMinX:c,clipMaxX:v,renderOrder:n})};exports.DEFAULT_FACE_WARP_3D_SETTINGS=w;exports.FACE_RETOUCH_DEFAULT_CONTROLS=g;exports.FACE_RETOUCH_SETTINGS_FIELDS=ue;exports.FACE_WARP_3D_PRESET=I;exports.FaceRetouch=de;exports.alphaMapOptions=q;exports.blendModeOptions=V;exports.maskTextureSourceOptions=G;exports.materialTypeOptions=X;exports.patchFaceRetouchControls=ve;exports.resolveFaceRetouchControls=A;exports.shaderPresetOptions=W;exports.sideOptions=Y;exports.textureMapOptions=j;
|
|
@@ -1,551 +0,0 @@
|
|
|
1
|
-
import { F as p, a as _, b as w, c as A, d as y, e as u, f as k } from "./FaceMeshRenderer-wjAHrJzP.js";
|
|
2
|
-
import { jsx as x, jsxs as W } from "react/jsx-runtime";
|
|
3
|
-
import { useMemo as b, useEffect as P } from "react";
|
|
4
|
-
import { X } from "./index-9dlAQAhy.js";
|
|
5
|
-
import { u as I } from "./index-ByoNj0QP.js";
|
|
6
|
-
import { useThree as Y, useFrame as V } from "@react-three/fiber";
|
|
7
|
-
import * as g from "three";
|
|
8
|
-
import { u as G } from "./selectors-B8H97CKA.js";
|
|
9
|
-
const j = {
|
|
10
|
-
enabled: !1,
|
|
11
|
-
strength: 1,
|
|
12
|
-
faceWidth: 0,
|
|
13
|
-
faceHeight: 0,
|
|
14
|
-
faceRoundness: 0,
|
|
15
|
-
midfaceHeight: 0,
|
|
16
|
-
foreheadHeight: 0,
|
|
17
|
-
foreheadWidth: 0,
|
|
18
|
-
cheekboneWidth: 0,
|
|
19
|
-
cheekWidth: 0,
|
|
20
|
-
cheekHollowness: 0,
|
|
21
|
-
midfaceDepth: 0,
|
|
22
|
-
scalpHeight: 0,
|
|
23
|
-
headCurve: 0,
|
|
24
|
-
faceTwist: 0,
|
|
25
|
-
faceSwirl: 0,
|
|
26
|
-
browDistance: 0,
|
|
27
|
-
browHeight: 0,
|
|
28
|
-
browDepth: 0,
|
|
29
|
-
eyeSize: 0,
|
|
30
|
-
leftEyeSize: 0,
|
|
31
|
-
rightEyeSize: 0,
|
|
32
|
-
eyeDistance: 0,
|
|
33
|
-
leftEyeX: 0,
|
|
34
|
-
rightEyeX: 0,
|
|
35
|
-
leftEyeY: 0,
|
|
36
|
-
rightEyeY: 0,
|
|
37
|
-
noseSize: 0,
|
|
38
|
-
noseLength: 0,
|
|
39
|
-
mouthWidth: 0,
|
|
40
|
-
mouthHeight: 0,
|
|
41
|
-
jawWidth: 0,
|
|
42
|
-
chinHeight: 0
|
|
43
|
-
}, ke = {
|
|
44
|
-
...j,
|
|
45
|
-
enabled: !0,
|
|
46
|
-
strength: 1,
|
|
47
|
-
faceWidth: -0.08,
|
|
48
|
-
faceHeight: 0.04,
|
|
49
|
-
foreheadHeight: 0.04,
|
|
50
|
-
cheekWidth: -0.04,
|
|
51
|
-
eyeSize: 0.08,
|
|
52
|
-
eyeDistance: 0.03,
|
|
53
|
-
noseSize: -0.05,
|
|
54
|
-
noseLength: 0.03,
|
|
55
|
-
mouthWidth: 0.06,
|
|
56
|
-
mouthHeight: 0.02,
|
|
57
|
-
jawWidth: -0.05,
|
|
58
|
-
chinHeight: 0.03
|
|
59
|
-
}, Me = [
|
|
60
|
-
{ label: "Wireframe", value: p.wireframe },
|
|
61
|
-
{ label: "Basic", value: p.basic },
|
|
62
|
-
{ label: "Standard", value: p.standard },
|
|
63
|
-
{ label: "Physical", value: p.physical },
|
|
64
|
-
{ label: "Toon", value: p.toon },
|
|
65
|
-
{ label: "Normal", value: p.normal },
|
|
66
|
-
{ label: "Matcap", value: p.matcap },
|
|
67
|
-
{ label: "Shader", value: p.shader }
|
|
68
|
-
], Se = [
|
|
69
|
-
{ label: "Original Face", value: _.originalFace },
|
|
70
|
-
{ label: "Composite", value: _.composite }
|
|
71
|
-
], xe = [
|
|
72
|
-
{ label: "Front", value: w.front },
|
|
73
|
-
{ label: "Back", value: w.back },
|
|
74
|
-
{ label: "Double", value: w.double }
|
|
75
|
-
], Ee = [
|
|
76
|
-
{ label: "None", value: A.none },
|
|
77
|
-
{ label: "UV Map 1", value: A.canonical },
|
|
78
|
-
{ label: "UV Map 2", value: A.style2 }
|
|
79
|
-
], we = [
|
|
80
|
-
{ label: "None", value: y.none },
|
|
81
|
-
{ label: "Default Mask", value: y.canonical }
|
|
82
|
-
], Ae = [
|
|
83
|
-
{ label: "Solid", value: k.solid },
|
|
84
|
-
{ label: "Gradient", value: k.gradient },
|
|
85
|
-
{ label: "Image URL", value: k.imageUrl },
|
|
86
|
-
{ label: "Media URL", value: k.mediaUrl }
|
|
87
|
-
], Ce = [
|
|
88
|
-
{ label: "Normal", value: u.normal },
|
|
89
|
-
{ label: "Add", value: u.add },
|
|
90
|
-
{ label: "Subtract", value: u.subtract },
|
|
91
|
-
{ label: "Multiply", value: u.multiply },
|
|
92
|
-
{ label: "Screen", value: u.screen },
|
|
93
|
-
{ label: "Overlay", value: u.overlay },
|
|
94
|
-
{ label: "Soft Light", value: u.softLight },
|
|
95
|
-
{ label: "Hard Light", value: u.hardLight },
|
|
96
|
-
{ label: "Lighten", value: u.lighten },
|
|
97
|
-
{ label: "Darken", value: u.darken },
|
|
98
|
-
{ label: "Difference", value: u.difference },
|
|
99
|
-
{ label: "Exclusion", value: u.exclusion }
|
|
100
|
-
], q = `
|
|
101
|
-
varying vec2 vUv;
|
|
102
|
-
|
|
103
|
-
void main() {
|
|
104
|
-
vUv = uv;
|
|
105
|
-
gl_Position = projectionMatrix * modelViewMatrix * vec4(position, 1.0);
|
|
106
|
-
}
|
|
107
|
-
`, Z = `
|
|
108
|
-
uniform sampler2D cameraTexture;
|
|
109
|
-
uniform sampler2D retouchMaskTexture;
|
|
110
|
-
uniform vec2 texelSize;
|
|
111
|
-
uniform float retouchAmount;
|
|
112
|
-
uniform float blurRadius;
|
|
113
|
-
uniform float detailPreservation;
|
|
114
|
-
uniform float blemishReduction;
|
|
115
|
-
uniform float blemishRadius;
|
|
116
|
-
uniform float previewMask;
|
|
117
|
-
uniform float protectLandmarks;
|
|
118
|
-
uniform float clipMinX;
|
|
119
|
-
uniform float clipMaxX;
|
|
120
|
-
varying vec2 vUv;
|
|
121
|
-
|
|
122
|
-
vec3 sampleCamera(vec2 uv) {
|
|
123
|
-
return texture2D(cameraTexture, clamp(uv, vec2(0.0), vec2(1.0))).rgb;
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
vec3 readRetouchMask(vec2 uv) {
|
|
127
|
-
vec4 mask = texture2D(retouchMaskTexture, uv);
|
|
128
|
-
float faceRegion = clamp(mask.b, 0.0, 1.0);
|
|
129
|
-
float softFaceRegion = min(mask.r, faceRegion);
|
|
130
|
-
float protectedRegion = min(mask.g, faceRegion) * protectLandmarks;
|
|
131
|
-
float hardProtectedRegion = step(0.08, protectedRegion);
|
|
132
|
-
float softRetouchRegion = softFaceRegion * (1.0 - protectedRegion);
|
|
133
|
-
float hardRetouchRegion = step(0.5, faceRegion) * (1.0 - hardProtectedRegion);
|
|
134
|
-
|
|
135
|
-
return vec3(
|
|
136
|
-
clamp(softRetouchRegion, 0.0, 1.0),
|
|
137
|
-
clamp(protectedRegion, 0.0, 1.0),
|
|
138
|
-
clamp(hardRetouchRegion, 0.0, 1.0)
|
|
139
|
-
);
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
float retouchCoverage(vec2 uv) {
|
|
143
|
-
return step(0.001, readRetouchMask(uv).x);
|
|
144
|
-
}
|
|
145
|
-
|
|
146
|
-
void addMaskedBlurSample(inout vec3 color, inout float weightSum, vec2 centerUv, vec2 sampleUv, float weight) {
|
|
147
|
-
float coverage = retouchCoverage(sampleUv);
|
|
148
|
-
vec3 sampleColor = mix(sampleCamera(centerUv), sampleCamera(sampleUv), coverage);
|
|
149
|
-
color += sampleColor * weight;
|
|
150
|
-
weightSum += weight;
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
vec3 maskedBlurCamera(vec2 uv, float radius) {
|
|
154
|
-
vec2 r = texelSize * radius;
|
|
155
|
-
vec3 color = sampleCamera(uv) * 0.2;
|
|
156
|
-
float weightSum = 0.2;
|
|
157
|
-
|
|
158
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, 0.0), 0.1);
|
|
159
|
-
addMaskedBlurSample(color, weightSum, uv, uv - vec2(r.x, 0.0), 0.1);
|
|
160
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(0.0, r.y), 0.1);
|
|
161
|
-
addMaskedBlurSample(color, weightSum, uv, uv - vec2(0.0, r.y), 0.1);
|
|
162
|
-
addMaskedBlurSample(color, weightSum, uv, uv + r, 0.075);
|
|
163
|
-
addMaskedBlurSample(color, weightSum, uv, uv - r, 0.075);
|
|
164
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(r.x, -r.y), 0.075);
|
|
165
|
-
addMaskedBlurSample(color, weightSum, uv, uv + vec2(-r.x, r.y), 0.075);
|
|
166
|
-
addMaskedBlurSample(color, weightSum, uv, uv + r * 2.0, 0.05);
|
|
167
|
-
addMaskedBlurSample(color, weightSum, uv, uv - r * 2.0, 0.05);
|
|
168
|
-
|
|
169
|
-
return color / max(weightSum, 0.001);
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
float retouchLuminance(vec3 color) {
|
|
173
|
-
return dot(color, vec3(0.299, 0.587, 0.114));
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
vec3 reduceBlemishes(vec3 current, vec3 source, vec3 localAverage, vec3 skinBase, float skinMask) {
|
|
177
|
-
float originalLum = retouchLuminance(source);
|
|
178
|
-
float localLum = retouchLuminance(localAverage);
|
|
179
|
-
float redness = max(source.r - max(source.g, source.b), 0.0);
|
|
180
|
-
float localRedness = max(localAverage.r - max(localAverage.g, localAverage.b), 0.0);
|
|
181
|
-
float excessRedness = max(redness - localRedness * 0.72, 0.0);
|
|
182
|
-
float darkSpot = max(localLum - originalLum, 0.0);
|
|
183
|
-
float contrast = length(source - localAverage);
|
|
184
|
-
float candidate =
|
|
185
|
-
smoothstep(0.012, 0.09, excessRedness) +
|
|
186
|
-
smoothstep(0.018, 0.13, darkSpot) +
|
|
187
|
-
smoothstep(0.03, 0.16, contrast);
|
|
188
|
-
float blemishMask = clamp(candidate * 0.72, 0.0, 1.0) * skinMask * blemishReduction;
|
|
189
|
-
|
|
190
|
-
vec3 chromaReduced = vec3(
|
|
191
|
-
mix(current.r, min(current.r, localAverage.r * 1.04), blemishMask),
|
|
192
|
-
mix(current.g, max(current.g, localAverage.g * 0.98), 0.35 * blemishMask),
|
|
193
|
-
mix(current.b, max(current.b, localAverage.b * 0.98), 0.35 * blemishMask)
|
|
194
|
-
);
|
|
195
|
-
vec3 texture = source - localAverage;
|
|
196
|
-
vec3 repaired = clamp(skinBase + texture * detailPreservation * 0.18, 0.0, 1.0);
|
|
197
|
-
|
|
198
|
-
return mix(chromaReduced, repaired, min(blemishMask * 1.15, 1.0));
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
void main() {
|
|
202
|
-
if (vUv.x < clipMinX || vUv.x > clipMaxX) discard;
|
|
203
|
-
|
|
204
|
-
vec3 original = sampleCamera(vUv);
|
|
205
|
-
vec3 masks = readRetouchMask(vUv);
|
|
206
|
-
float faceAlpha = max(max(masks.x, masks.y), masks.z);
|
|
207
|
-
|
|
208
|
-
if (previewMask > 0.5) {
|
|
209
|
-
float sharpPreview = 1.0 - step(0.001, retouchAmount + blurRadius);
|
|
210
|
-
float retouchPreview = mix(masks.x, masks.z, sharpPreview);
|
|
211
|
-
float protectedPreview = mix(masks.y, step(0.08, masks.y), sharpPreview);
|
|
212
|
-
vec3 facePreview = vec3(retouchPreview, 0.08, 0.08);
|
|
213
|
-
vec3 featurePreview = vec3(0.05, protectedPreview, 0.1);
|
|
214
|
-
vec3 maskPreview = max(facePreview, featurePreview);
|
|
215
|
-
vec3 debugColor = mix(original * 0.18, maskPreview, max(retouchPreview, protectedPreview));
|
|
216
|
-
gl_FragColor = vec4(debugColor, faceAlpha);
|
|
217
|
-
#include <colorspace_fragment>
|
|
218
|
-
return;
|
|
219
|
-
}
|
|
220
|
-
|
|
221
|
-
float effectiveBlurRadius = min(blurRadius, 12.0);
|
|
222
|
-
vec3 smallBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius * 0.45));
|
|
223
|
-
vec3 largeBlur = maskedBlurCamera(vUv, max(0.0, effectiveBlurRadius));
|
|
224
|
-
vec3 detail = original - smallBlur;
|
|
225
|
-
float detailAmount = mix(detailPreservation, 0.9, masks.y);
|
|
226
|
-
vec3 smoothed = clamp(largeBlur + detail * detailAmount, 0.0, 1.0);
|
|
227
|
-
vec3 color = mix(original, smoothed, min(retouchAmount, 0.72) * masks.x);
|
|
228
|
-
vec3 blemishAverage = maskedBlurCamera(vUv, max(1.0, blemishRadius));
|
|
229
|
-
color = reduceBlemishes(color, original, blemishAverage, smoothed, masks.x);
|
|
230
|
-
gl_FragColor = vec4(color, faceAlpha);
|
|
231
|
-
#include <colorspace_fragment>
|
|
232
|
-
}
|
|
233
|
-
`, K = ({
|
|
234
|
-
retouchMask: e,
|
|
235
|
-
retouchAmount: a,
|
|
236
|
-
blurRadius: r,
|
|
237
|
-
detailPreservation: t = 0.62,
|
|
238
|
-
blemishReduction: o = 0.35,
|
|
239
|
-
blemishRadius: l = 3,
|
|
240
|
-
previewMask: i,
|
|
241
|
-
protectLandmarks: v,
|
|
242
|
-
clipMinX: n = 0,
|
|
243
|
-
clipMaxX: d = 1,
|
|
244
|
-
renderOrder: h = -1e3
|
|
245
|
-
}) => {
|
|
246
|
-
const { camera: c, size: m } = Y(), R = G(), s = b(
|
|
247
|
-
() => ({
|
|
248
|
-
cameraTexture: { value: null },
|
|
249
|
-
retouchMaskTexture: { value: null },
|
|
250
|
-
texelSize: { value: new g.Vector2(1 / 1280, 1 / 720) },
|
|
251
|
-
retouchAmount: { value: 0 },
|
|
252
|
-
blurRadius: { value: 0 },
|
|
253
|
-
detailPreservation: { value: 0 },
|
|
254
|
-
blemishReduction: { value: 0 },
|
|
255
|
-
blemishRadius: { value: 0 },
|
|
256
|
-
previewMask: { value: 0 },
|
|
257
|
-
protectLandmarks: { value: 1 },
|
|
258
|
-
clipMinX: { value: 0 },
|
|
259
|
-
clipMaxX: { value: 1 }
|
|
260
|
-
}),
|
|
261
|
-
[]
|
|
262
|
-
), E = b(() => {
|
|
263
|
-
if (!c.isPerspectiveCamera)
|
|
264
|
-
return [10, 10];
|
|
265
|
-
const T = c, D = (T.position.z || 5) - -1, N = g.MathUtils.degToRad(T.fov), F = 2 * Math.tan(N / 2) * D;
|
|
266
|
-
return [F * (m.width / m.height), F];
|
|
267
|
-
}, [c, m]);
|
|
268
|
-
return V(() => {
|
|
269
|
-
s.cameraTexture.value = R ?? null, s.retouchMaskTexture.value = e, s.texelSize.value.set(1 / Math.max(m.width, 1), 1 / Math.max(m.height, 1)), s.retouchAmount.value = a, s.blurRadius.value = r, s.detailPreservation.value = t, s.blemishReduction.value = o, s.blemishRadius.value = l, s.previewMask.value = i ? 1 : 0, s.protectLandmarks.value = v ? 1 : 0, s.clipMinX.value = n, s.clipMaxX.value = d;
|
|
270
|
-
}), R ? /* @__PURE__ */ x("group", { position: [0, 0, -1], children: /* @__PURE__ */ W("mesh", { renderOrder: h, children: [
|
|
271
|
-
/* @__PURE__ */ x("planeGeometry", { args: E }),
|
|
272
|
-
/* @__PURE__ */ x(
|
|
273
|
-
"shaderMaterial",
|
|
274
|
-
{
|
|
275
|
-
uniforms: s,
|
|
276
|
-
vertexShader: q,
|
|
277
|
-
fragmentShader: Z,
|
|
278
|
-
transparent: !0,
|
|
279
|
-
depthTest: !1,
|
|
280
|
-
depthWrite: !1,
|
|
281
|
-
toneMapped: !1
|
|
282
|
-
}
|
|
283
|
-
)
|
|
284
|
-
] }) }) : null;
|
|
285
|
-
}, B = 512, J = [
|
|
286
|
-
10,
|
|
287
|
-
338,
|
|
288
|
-
297,
|
|
289
|
-
332,
|
|
290
|
-
284,
|
|
291
|
-
251,
|
|
292
|
-
389,
|
|
293
|
-
356,
|
|
294
|
-
454,
|
|
295
|
-
323,
|
|
296
|
-
361,
|
|
297
|
-
288,
|
|
298
|
-
397,
|
|
299
|
-
365,
|
|
300
|
-
379,
|
|
301
|
-
378,
|
|
302
|
-
400,
|
|
303
|
-
377,
|
|
304
|
-
152,
|
|
305
|
-
148,
|
|
306
|
-
176,
|
|
307
|
-
149,
|
|
308
|
-
150,
|
|
309
|
-
136,
|
|
310
|
-
172,
|
|
311
|
-
58,
|
|
312
|
-
132,
|
|
313
|
-
93,
|
|
314
|
-
234,
|
|
315
|
-
127,
|
|
316
|
-
162,
|
|
317
|
-
21,
|
|
318
|
-
54,
|
|
319
|
-
103,
|
|
320
|
-
67,
|
|
321
|
-
109
|
|
322
|
-
], Q = [
|
|
323
|
-
33,
|
|
324
|
-
246,
|
|
325
|
-
161,
|
|
326
|
-
160,
|
|
327
|
-
159,
|
|
328
|
-
158,
|
|
329
|
-
157,
|
|
330
|
-
173,
|
|
331
|
-
133,
|
|
332
|
-
155,
|
|
333
|
-
154,
|
|
334
|
-
153,
|
|
335
|
-
145,
|
|
336
|
-
144,
|
|
337
|
-
163,
|
|
338
|
-
7
|
|
339
|
-
], $ = [
|
|
340
|
-
362,
|
|
341
|
-
398,
|
|
342
|
-
384,
|
|
343
|
-
385,
|
|
344
|
-
386,
|
|
345
|
-
387,
|
|
346
|
-
388,
|
|
347
|
-
466,
|
|
348
|
-
263,
|
|
349
|
-
249,
|
|
350
|
-
390,
|
|
351
|
-
373,
|
|
352
|
-
374,
|
|
353
|
-
380,
|
|
354
|
-
381,
|
|
355
|
-
382
|
|
356
|
-
], z = [
|
|
357
|
-
61,
|
|
358
|
-
146,
|
|
359
|
-
91,
|
|
360
|
-
181,
|
|
361
|
-
84,
|
|
362
|
-
17,
|
|
363
|
-
314,
|
|
364
|
-
405,
|
|
365
|
-
321,
|
|
366
|
-
375,
|
|
367
|
-
291,
|
|
368
|
-
409,
|
|
369
|
-
270,
|
|
370
|
-
269,
|
|
371
|
-
267,
|
|
372
|
-
0,
|
|
373
|
-
37,
|
|
374
|
-
39,
|
|
375
|
-
40,
|
|
376
|
-
185
|
|
377
|
-
], ee = [
|
|
378
|
-
78,
|
|
379
|
-
95,
|
|
380
|
-
88,
|
|
381
|
-
178,
|
|
382
|
-
87,
|
|
383
|
-
14,
|
|
384
|
-
317,
|
|
385
|
-
402,
|
|
386
|
-
318,
|
|
387
|
-
324,
|
|
388
|
-
308,
|
|
389
|
-
415,
|
|
390
|
-
310,
|
|
391
|
-
311,
|
|
392
|
-
312,
|
|
393
|
-
13,
|
|
394
|
-
82,
|
|
395
|
-
81,
|
|
396
|
-
80,
|
|
397
|
-
191
|
|
398
|
-
], ae = [70, 63, 105, 66, 107, 55, 65, 52, 53, 46], re = [336, 296, 334, 293, 300, 276, 283, 282, 295, 285], te = [
|
|
399
|
-
Q,
|
|
400
|
-
$,
|
|
401
|
-
z,
|
|
402
|
-
ee,
|
|
403
|
-
ae,
|
|
404
|
-
re
|
|
405
|
-
], L = (e, a, r) => {
|
|
406
|
-
H(e, a, J, r);
|
|
407
|
-
}, U = (e, a, r) => {
|
|
408
|
-
const t = f(a, 10, r), o = f(a, 103, r), l = f(a, 332, r), i = f(a, 105, r), v = f(a, 334, r);
|
|
409
|
-
if (!t || !o || !l || !i || !v) return;
|
|
410
|
-
const n = (i.y + v.y) * 0.5, d = Math.abs(l.x - o.x), h = Math.max(Math.abs(n - t.y) * 0.72, d * 0.08), c = Math.max(0, t.y - h), m = h * 0.34;
|
|
411
|
-
e.beginPath(), e.moveTo(o.x, o.y - m), e.quadraticCurveTo((o.x + t.x) * 0.5, c, t.x, c), e.quadraticCurveTo(
|
|
412
|
-
(l.x + t.x) * 0.5,
|
|
413
|
-
c,
|
|
414
|
-
l.x,
|
|
415
|
-
l.y - m
|
|
416
|
-
), e.lineTo(v.x, n), e.quadraticCurveTo(t.x, n + h * 0.16, i.x, n), e.closePath(), e.fill();
|
|
417
|
-
}, oe = (e, a, r) => {
|
|
418
|
-
te.forEach((t) => H(e, a, t, r));
|
|
419
|
-
}, f = (e, a, r) => {
|
|
420
|
-
const t = e[a];
|
|
421
|
-
return t ? {
|
|
422
|
-
x: t.x * r,
|
|
423
|
-
y: t.y * r
|
|
424
|
-
} : null;
|
|
425
|
-
}, H = (e, a, r, t) => {
|
|
426
|
-
const o = f(a, r[0], t);
|
|
427
|
-
if (o) {
|
|
428
|
-
e.beginPath(), e.moveTo(o.x, o.y);
|
|
429
|
-
for (let l = 1; l < r.length; l += 1) {
|
|
430
|
-
const i = f(a, r[l], t);
|
|
431
|
-
i && e.lineTo(i.x, i.y);
|
|
432
|
-
}
|
|
433
|
-
e.closePath(), e.fill();
|
|
434
|
-
}
|
|
435
|
-
}, le = (e, a, r = B, t = {}) => {
|
|
436
|
-
e.clearRect(0, 0, r, r), a != null && a.length && (e.save(), e.globalCompositeOperation = "lighter", e.fillStyle = "rgb(0, 0, 255)", L(e, a, r), t.foreheadCoverage && U(e, a, r), e.restore(), e.save(), e.globalCompositeOperation = "lighter", e.filter = "blur(8px)", e.fillStyle = "rgb(255, 0, 0)", L(e, a, r), t.foreheadCoverage && U(e, a, r), e.restore(), e.save(), e.globalCompositeOperation = "lighter", e.filter = "blur(3px)", e.fillStyle = "rgb(0, 255, 0)", oe(e, a, r), e.restore());
|
|
437
|
-
}, se = (e) => {
|
|
438
|
-
const a = document.createElement("canvas");
|
|
439
|
-
a.width = e, a.height = e;
|
|
440
|
-
const r = a.getContext("2d", { willReadFrequently: !1 });
|
|
441
|
-
if (!r) throw new Error("Unable to create face retouch mask context");
|
|
442
|
-
const t = new g.CanvasTexture(a);
|
|
443
|
-
return t.colorSpace = g.NoColorSpace, t.minFilter = g.LinearFilter, t.magFilter = g.LinearFilter, t.generateMipmaps = !1, t.needsUpdate = !0, { canvas: a, context: r, texture: t };
|
|
444
|
-
}, ie = (e, a = B, r = {}, t = 0) => {
|
|
445
|
-
const o = b(() => se(a), [a]);
|
|
446
|
-
return P(() => {
|
|
447
|
-
let l = 0;
|
|
448
|
-
const i = () => {
|
|
449
|
-
var n, d;
|
|
450
|
-
l = requestAnimationFrame(i);
|
|
451
|
-
const v = (d = (n = e == null ? void 0 : e.detectionResults) == null ? void 0 : n.faceLandmarks) == null ? void 0 : d[t];
|
|
452
|
-
le(o.context, v, a, r), o.texture.needsUpdate = !0;
|
|
453
|
-
};
|
|
454
|
-
return i(), () => {
|
|
455
|
-
cancelAnimationFrame(l);
|
|
456
|
-
};
|
|
457
|
-
}, [t, e, o.context, o.texture, r, a]), P(() => () => {
|
|
458
|
-
o.texture.dispose();
|
|
459
|
-
}, [o.texture]), { canvas: o.canvas, texture: o.texture };
|
|
460
|
-
}, Te = [
|
|
461
|
-
{ key: "skinSmoothing", label: "Skin smoothing", type: "number", min: 0, max: 1, step: 0.01 },
|
|
462
|
-
{ key: "skinRealism", label: "Skin realism", type: "number", min: 0, max: 1, step: 0.01 },
|
|
463
|
-
{
|
|
464
|
-
key: "blemishReduction",
|
|
465
|
-
label: "Blemish reduction",
|
|
466
|
-
type: "number",
|
|
467
|
-
min: 0,
|
|
468
|
-
max: 1,
|
|
469
|
-
step: 0.01
|
|
470
|
-
},
|
|
471
|
-
{ key: "previewMask", label: "Preview mask", type: "boolean" }
|
|
472
|
-
], ce = (e) => {
|
|
473
|
-
const a = Number(e);
|
|
474
|
-
return Number.isFinite(a) ? Math.max(0, Math.round(a)) : 0;
|
|
475
|
-
}, ue = (e, a) => {
|
|
476
|
-
const r = Number(a);
|
|
477
|
-
return Number.isFinite(r) ? Math.max(e + 1, Math.round(r)) : e + 1;
|
|
478
|
-
}, M = {
|
|
479
|
-
skinSmoothing: 0.55,
|
|
480
|
-
skinRealism: 0.62,
|
|
481
|
-
blemishReduction: 0.35,
|
|
482
|
-
previewMask: !1
|
|
483
|
-
}, S = {
|
|
484
|
-
blurRadius: 8,
|
|
485
|
-
blemishRadius: 3,
|
|
486
|
-
protectLandmarks: !0,
|
|
487
|
-
foreheadCoverage: !0
|
|
488
|
-
}, C = (e, a) => {
|
|
489
|
-
const r = Number(e);
|
|
490
|
-
return Number.isFinite(r) ? Math.min(1, Math.max(0, r)) : a;
|
|
491
|
-
}, O = (e = {}) => ({
|
|
492
|
-
skinSmoothing: C(e.skinSmoothing, M.skinSmoothing),
|
|
493
|
-
skinRealism: C(e.skinRealism, M.skinRealism),
|
|
494
|
-
blemishReduction: C(e.blemishReduction, M.blemishReduction),
|
|
495
|
-
previewMask: typeof e.previewMask == "boolean" ? e.previewMask : M.previewMask
|
|
496
|
-
}), Fe = (e, a) => O({ ...e, ...a }), _e = ({
|
|
497
|
-
faceIndex: e,
|
|
498
|
-
numFaces: a,
|
|
499
|
-
skinSmoothing: r,
|
|
500
|
-
skinRealism: t,
|
|
501
|
-
blemishReduction: o,
|
|
502
|
-
previewMask: l,
|
|
503
|
-
clipMinX: i = 0,
|
|
504
|
-
clipMaxX: v = 1,
|
|
505
|
-
renderOrder: n
|
|
506
|
-
}) => {
|
|
507
|
-
const d = ce(e), h = ue(d, a), c = O({
|
|
508
|
-
skinSmoothing: r,
|
|
509
|
-
skinRealism: t,
|
|
510
|
-
blemishReduction: o,
|
|
511
|
-
previewMask: l
|
|
512
|
-
}), m = b(() => ({ numFaces: h }), [h]), { node: R } = I(
|
|
513
|
-
X.FACE_TRACKER,
|
|
514
|
-
m
|
|
515
|
-
), s = b(
|
|
516
|
-
() => ({ foreheadCoverage: S.foreheadCoverage }),
|
|
517
|
-
[]
|
|
518
|
-
), E = ie(R, void 0, s, d);
|
|
519
|
-
return /* @__PURE__ */ x(
|
|
520
|
-
K,
|
|
521
|
-
{
|
|
522
|
-
retouchMask: E.texture,
|
|
523
|
-
retouchAmount: c.skinSmoothing,
|
|
524
|
-
blurRadius: S.blurRadius,
|
|
525
|
-
detailPreservation: c.skinRealism,
|
|
526
|
-
blemishReduction: c.blemishReduction,
|
|
527
|
-
blemishRadius: S.blemishRadius,
|
|
528
|
-
previewMask: c.previewMask,
|
|
529
|
-
protectLandmarks: S.protectLandmarks,
|
|
530
|
-
clipMinX: i,
|
|
531
|
-
clipMaxX: v,
|
|
532
|
-
renderOrder: n
|
|
533
|
-
}
|
|
534
|
-
);
|
|
535
|
-
};
|
|
536
|
-
export {
|
|
537
|
-
j as D,
|
|
538
|
-
ke as F,
|
|
539
|
-
xe as a,
|
|
540
|
-
we as b,
|
|
541
|
-
Ce as c,
|
|
542
|
-
M as d,
|
|
543
|
-
Te as e,
|
|
544
|
-
_e as f,
|
|
545
|
-
Ae as g,
|
|
546
|
-
Me as m,
|
|
547
|
-
Fe as p,
|
|
548
|
-
O as r,
|
|
549
|
-
Se as s,
|
|
550
|
-
Ee as t
|
|
551
|
-
};
|