@convai/web-sdk 0.3.1-beta.3 → 0.3.2-beta.0

package/dist/lipsync-helpers/neurosyncBlendshapeMapper.js

@@ -0,0 +1,315 @@
+/**
+ * Neurosync Meta Human Blendshape Mapper
+ * Maps 251 blendshape indices to their corresponding names
+ * Based on Neurosync Meta Human specification
+ */
+export const NEUROSYNC_BLENDSHAPE_NAMES = [
+    // 0-51: ARKit Standard Blendshapes
+    "browDownLeft", // 0
+    "browDownRight", // 1
+    "browInnerUp", // 2
+    "browOuterUpLeft", // 3
+    "browOuterUpRight", // 4
+    "cheekPuff", // 5
+    "cheekSquintLeft", // 6
+    "cheekSquintRight", // 7
+    "eyeBlinkLeft", // 8
+    "eyeBlinkRight", // 9
+    "eyeLookDownLeft", // 10
+    "eyeLookDownRight", // 11
+    "eyeLookInLeft", // 12
+    "eyeLookInRight", // 13
+    "eyeLookOutLeft", // 14
+    "eyeLookOutRight", // 15
+    "eyeLookUpLeft", // 16
+    "eyeLookUpRight", // 17
+    "eyeSquintLeft", // 18
+    "eyeSquintRight", // 19
+    "eyeWideLeft", // 20
+    "eyeWideRight", // 21
+    "jawForward", // 22
+    "jawLeft", // 23
+    "jawOpen", // 24
+    "jawRight", // 25
+    "mouthClose", // 26
+    "mouthDimpleLeft", // 27
+    "mouthDimpleRight", // 28
+    "mouthFrownLeft", // 29
+    "mouthFrownRight", // 30
+    "mouthFunnel", // 31
+    "mouthLeft", // 32
+    "mouthLowerDownLeft", // 33
+    "mouthLowerDownRight", // 34
+    "mouthPressLeft", // 35
+    "mouthPressRight", // 36
+    "mouthPucker", // 37
+    "mouthRight", // 38
+    "mouthRollLower", // 39
+    "mouthRollUpper", // 40
+    "mouthShrugLower", // 41
+    "mouthShrugUpper", // 42
+    "mouthSmileLeft", // 43
+    "mouthSmileRight", // 44
+    "mouthStretchLeft", // 45
+    "mouthStretchRight", // 46
+    "mouthUpperUpLeft", // 47
+    "mouthUpperUpRight", // 48
+    "noseSneerLeft", // 49
+    "noseSneerRight", // 50
+    "tongueOut", // 51
+    // 52-250: Meta Human Extended Blendshapes
+    "head_forward", // 52
+    "head_upDown", // 53
+    "head_tilt", // 54
+    "head_turn", // 55
+    "neck_stretch", // 56
+    "neck_tilt", // 57
+    "eyebrow_raiseInner_L", // 58
+    "eyebrow_raiseInner_R", // 59
+    "eyebrow_raiseOuter_L", // 60
+    "eyebrow_raiseOuter_R", // 61
+    "eyebrow_down_L", // 62
+    "eyebrow_down_R", // 63
+    "eye_blink_L", // 64
+    "eye_blink_R", // 65
+    "eye_wide_L", // 66
+    "eye_wide_R", // 67
+    "eye_squint_L", // 68
+    "eye_squint_R", // 69
+    "eye_look_up_L", // 70
+    "eye_look_up_R", // 71
+    "eye_look_down_L", // 72
+    "eye_look_down_R", // 73
+    "eye_look_in_L", // 74
+    "eye_look_in_R", // 75
+    "eye_look_out_L", // 76
+    "eye_look_out_R", // 77
+    "pupil_dilate_L", // 78
+    "pupil_dilate_R", // 79
+    "cheek_puff_L", // 80
+    "cheek_puff_R", // 81
+    "cheek_squint_L", // 82
+    "cheek_squint_R", // 83
+    "cheek_raiser_L", // 84
+    "cheek_raiser_R", // 85
+    "nose_wrinkle_L", // 86
+    "nose_wrinkle_R", // 87
+    "nose_nostril_raise_L", // 88
+    "nose_nostril_raise_R", // 89
+    "nose_nostril_compress_L", // 90
+    "nose_nostril_compress_R", // 91
+    "nose_nostril_dilate_L", // 92
+    "nose_nostril_dilate_R", // 93
+    "lip_upper_raise_L", // 94
+    "lip_upper_raise_R", // 95
+    "lip_upper_raiseInner_L", // 96
+    "lip_upper_raiseInner_R", // 97
+    "lip_upper_close", // 98
+    "lip_lower_close", // 99
+    "lip_lower_down_L", // 100
+    "lip_lower_down_R", // 101
+    "lip_lower_downInner_L", // 102
+    "lip_lower_downInner_R", // 103
+    "lip_corner_puller_L", // 104
+    "lip_corner_puller_R", // 105
+    "lip_corner_depressor_L", // 106
+    "lip_corner_depressor_R", // 107
+    "lip_stretcher_L", // 108
+    "lip_stretcher_R", // 109
+    "lip_funneler_LT", // 110
+    "lip_funneler_RT", // 111
+    "lip_funneler_LB", // 112
+    "lip_funneler_RB", // 113
+    "lip_pucker_L", // 114
+    "lip_pucker_R", // 115
+    "lip_press_L", // 116
+    "lip_press_R", // 117
+    "lip_tightener_L", // 118
+    "lip_tightener_R", // 119
+    "lip_suck_LT", // 120
+    "lip_suck_RT", // 121
+    "lip_suck_LB", // 122
+    "lip_suck_RB", // 123
+    "mouth_left", // 124
+    "mouth_right", // 125
+    "mouth_smile_L", // 126
+    "mouth_smile_R", // 127
+    "mouth_frown_L", // 128
+    "mouth_frown_R", // 129
+    "mouth_dimpler_L", // 130
+    "mouth_dimpler_R", // 131
+    "mouth_stretch_L", // 132
+    "mouth_stretch_R", // 133
+    "mouth_shrug_upper", // 134
+    "mouth_shrug_lower", // 135
+    "mouth_roll_upper_L", // 136
+    "mouth_roll_upper_R", // 137
+    "mouth_roll_lower_L", // 138
+    "mouth_roll_lower_R", // 139
+    "jaw_open", // 140
+    "jaw_forward", // 141
+    "jaw_left", // 142
+    "jaw_right", // 143
+    "jaw_clench", // 144
+    "jaw_thrust", // 145
+    "tongue_out", // 146
+    "tongue_up", // 147
+    "tongue_down", // 148
+    "tongue_wide", // 149
+    "tongue_narrow", // 150
+    "tongue_curl_up", // 151
+    "tongue_roll", // 152
+    "tongue_bulge_L", // 153
+    "tongue_bulge_R", // 154
+    "tongue_press", // 155
+    "midLipLowerDown_L", // 156
+    "midLipLowerDown_R", // 157
+    "midLipUpperUp_L", // 158
+    "midLipUpperUp_R", // 159
+    "midNostrilSharpener_L", // 160
+    "midNostrilSharpener_R", // 161
+    "viseme_sil", // 162
+    "viseme_PP", // 163
+    "viseme_FF", // 164
+    "viseme_TH", // 165
+    "viseme_DD", // 166
+    "viseme_kk", // 167
+    "viseme_CH", // 168
+    "viseme_SS", // 169
+    "viseme_nn", // 170
+    "viseme_RR", // 171
+    "viseme_aa", // 172
+    "viseme_E", // 173
+    "viseme_I", // 174
+    "viseme_O", // 175
+    "viseme_U", // 176
+    "lid_tightener_L", // 177
+    "lid_tightener_R", // 178
+    "eyelid_upper_raise_L", // 179
+    "eyelid_upper_raise_R", // 180
+    "eyelid_lower_down_L", // 181
+    "eyelid_lower_down_R", // 182
+    "eye_parallel_look_down", // 183
+    "eye_parallel_look_up", // 184
+    "innerBrow_raiser_L", // 185
+    "innerBrow_raiser_R", // 186
+    "outerBrow_raiser_L", // 187
+    "outerBrow_raiser_R", // 188
+    "lipCorner_down_L", // 189
+    "lipCorner_down_R", // 190
+    "lipCorner_wide_L", // 191
+    "lipCorner_wide_R", // 192
+    "lipLower_down_L", // 193
+    "lipLower_down_R", // 194
+    "lipUpper_up_L", // 195
+    "lipUpper_up_R", // 196
+    "wrinkler", // 197
+    "chin_raiser", // 198
+    "chin_raiser_T", // 199
+    "chin_raiser_B", // 200
+    "lips_toward", // 201
+    "lips_blow", // 202
+    "puff_suck_lower", // 203
+    "puff_suck_upper", // 204
+    "puff_suck_upper_L", // 205
+    "puff_suck_upper_R", // 206
+    "puff_suck_lower_L", // 207
+    "puff_suck_lower_R", // 208
+    "phone_aa", // 209
+    "phone_ow", // 210
+    "phone_ee", // 211
+    "phone_er", // 212
+    "phone_uw", // 213
+    "phone_l", // 214
+    "phone_w", // 215
+    "phone_m", // 216
+    "phone_f", // 217
+    "phone_th", // 218
+    "phone_s", // 219
+    "phone_sh", // 220
+    "phone_t", // 221
+    "phone_k", // 222
+    "phone_b", // 223
+    "phone_d", // 224
+    "phone_g", // 225
+    "phone_n", // 226
+    "phone_r", // 227
+    "phone_y", // 228
+    "expression_neutral", // 229
+    "expression_happy", // 230
+    "expression_sad", // 231
+    "expression_angry", // 232
+    "expression_surprised", // 233
+    "expression_disgusted", // 234
+    "expression_afraid", // 235
+    "expression_contempt", // 236
+    "occlusion_upper", // 237
+    "occlusion_lower", // 238
+    "teeth_upper", // 239
+    "teeth_lower", // 240
+    "teeth_fwdBack_upper", // 241
+    "teeth_fwdBack_lower", // 242
+    "teeth_width_upper", // 243
+    "teeth_width_lower", // 244
+    "gums_upper", // 245
+    "gums_lower", // 246
+    "tongue_tip", // 247
+    "tongue_thickness", // 248
+    "soft_palate", // 249
+    "emotion_intensity", // 250
+];
+/**
+ * Maps blendshape values to their names
+ */
+export function mapBlendshapesToNames(values) {
+    const mapped = {};
+    values.forEach((value, index) => {
+        if (index < NEUROSYNC_BLENDSHAPE_NAMES.length) {
+            const name = NEUROSYNC_BLENDSHAPE_NAMES[index];
+            mapped[name] = value;
+        }
+        else {
+            // Handle any indices beyond our known names
+            mapped[`unknown_${index}`] = value;
+        }
+    });
+    return mapped;
+}
+/**
+ * Formats blendshapes for logging with filtering
+ * @param values - Array of 251 blendshape values
+ * @param threshold - Only log values above this threshold (default: 0.01)
+ * @param maxEntries - Maximum number of entries to log (default: 20)
+ */
+export function formatBlendshapesForLogging(values, threshold = 0.01, maxEntries = 20) {
+    const mapped = mapBlendshapesToNames(values);
+    // Filter values above threshold and sort by value (descending)
+    const activeBlendshapes = Object.entries(mapped)
+        .filter(([_, value]) => Math.abs(value) > threshold)
+        .sort(([, a], [, b]) => Math.abs(b) - Math.abs(a))
+        .slice(0, maxEntries)
+        .reduce((acc, [name, value]) => {
+        acc[name] = Number(value.toFixed(4));
+        return acc;
+    }, {});
+    return {
+        active: activeBlendshapes,
+        total: values.length,
+        activeCount: Object.keys(activeBlendshapes).length,
+    };
+}
+/**
+ * Gets the most significant blendshapes
+ */
+export function getTopBlendshapes(values, count = 10) {
+    return values
+        .map((value, index) => ({
+        name: NEUROSYNC_BLENDSHAPE_NAMES[index] || `unknown_${index}`,
+        value,
+        index,
+    }))
+        .filter((item) => Math.abs(item.value) > 0.001)
+        .sort((a, b) => Math.abs(b.value) - Math.abs(a.value))
+        .slice(0, count);
+}
+//# sourceMappingURL=neurosyncBlendshapeMapper.js.map

package/dist/lipsync-helpers/neurosyncBlendshapeMapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"neurosyncBlendshapeMapper.js","sourceRoot":"","sources":["../../src/lipsync-helpers/neurosyncBlendshapeMapper.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAa;IAClD,mCAAmC;IACnC,cAAc,EAAe,IAAI;IACjC,eAAe,EAAc,IAAI;IACjC,aAAa,EAAgB,IAAI;IACjC,iBAAiB,EAAY,IAAI;IACjC,kBAAkB,EAAW,IAAI;IACjC,WAAW,EAAkB,IAAI;IACjC,iBAAiB,EAAY,IAAI;IACjC,kBAAkB,EAAW,IAAI;IACjC,cAAc,EAAe,IAAI;IACjC,eAAe,EAAc,IAAI;IACjC,iBAAiB,EAAY,KAAK;IAClC,kBAAkB,EAAW,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,aAAa,EAAgB,KAAK;IAClC,cAAc,EAAe,KAAK;IAClC,YAAY,EAAiB,KAAK;IAClC,SAAS,EAAoB,KAAK;IAClC,SAAS,EAAoB,KAAK;IAClC,UAAU,EAAmB,KAAK;IAClC,YAAY,EAAiB,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,kBAAkB,EAAW,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,aAAa,EAAgB,KAAK;IAClC,WAAW,EAAkB,KAAK;IAClC,oBAAoB,EAAS,KAAK;IAClC,qBAAqB,EAAQ,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,aAAa,EAAgB,KAAK;IAClC,YAAY,EAAiB,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,kBAAkB,EAAW,KAAK;IAClC,mBAAmB,EAAU,KAAK;IAClC,kBAAkB,EAAW,KAAK;IAClC,mBAAmB,EAAU,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,WAAW,EAAkB,KAAK;IAElC,0CAA0C;IAC1C,cAAc,EAAe,KAAK;IAClC,aAAa,EAAgB,KAAK;IAClC,WAAW,EAAkB,KAAK;IAClC,WAAW,EAAkB,KAAK;IAClC,cAAc,EAAe,KAAK;IAClC,WAAW,EAAkB,KAAK;IAClC,sBAAsB,EAAO,KAAK;IAClC,sBAAsB,EAAO,KAAK;IAClC,sBAAsB,EAAO,KAAK;IAClC,sBAAsB,EAAO,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,aAAa,EAAgB,KAAK;IAClC,aAAa,EAAgB,KAAK;IAClC,YAAY,EAAiB,KAAK;IAClC,YAAY,EAAiB,KAAK;IAClC,cAAc,EAAe,KAAK;IAClC,cAAc,EAAe,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,eAAe,EAAc,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,cAAc,EAAe,KAAK;IAClC,cAAc,EAAe,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,gBAAgB,EAAa,KAAK;IAClC,sBAAsB,EAAO,KAAK;IAClC,sBAAsB,EAAO,KAAK;IAClC,yBAAyB,EAAI,KAAK;IAClC,yBAAyB,EAAI,KAAK;IAClC,uBAAuB,EAAM,KAAK;IAClC,uBAAuB,EAAM,KAAK;IAClC,mBAAmB,EAAU,KAAK;IAClC,mBAAmB,EAAU,KAAK;IAClC,wBAAwB,EAAK,KAAK;IAClC,wBAAwB,EAAK,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,iBAAiB,EAAY,KAAK;IAClC,kBAAkB,EAAW,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,uBAAuB,EAAM,MAAM;IACnC,uBAAuB,EAAM,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,wBAAwB,EAAK,MAAM;IACnC,wBAAwB,EAAK,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,cAAc,EAAe,MAAM;IACnC,cAAc,EAAe,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,gBAAgB,EAAa,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,gBAAgB,EAAa,MAAM;IACnC,gBAAgB,EAAa,MAAM;IACnC,cAAc,EAAe,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,uBAAuB,EAAM,MAAM;IACnC,uBAAuB,EAAM,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,sBAAsB,EAAO,MAAM;IACnC,sBAAsB,EAAO,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,wBAAwB,EAAK,MAAM;IACnC,sBAAsB,EAAO,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,eAAe,EAAc,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,WAAW,EAAkB,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,UAAU,EAAmB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,SAAS,EAAoB,MAAM;IACnC,oBAAoB,EAAS,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,gBAAgB,EAAa,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,sBAAsB,EAAO,MAAM;IACnC,sBAAsB,EAAO,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,iBAAiB,EAAY,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,qBAAqB,EAAQ,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,mBAAmB,EAAU,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,YAAY,EAAiB,MAAM;IACnC,kBAAkB,EAAW,MAAM;IACnC,aAAa,EAAgB,MAAM;IACnC,mBAAmB,EAAU,MAAM;CACpC,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAgB;IACpD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAE1C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,IAAI,KAAK,GAAG,0BAA0B,CAAC,MAAM,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,4CAA4C;YAC5C,MAAM,CAAC,WAAW,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;QACrC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,MAAgB,EAChB,YAAoB,IAAI,EACxB,aAAqB,EAAE;IAEvB,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE7C,+DAA+D;IAC/D,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SAC7C,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;SACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SACjD,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;SACpB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;QAC7B,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAA4B,CAAC,CAAC;IAEnC,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM;KACnD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,MAAgB,EAChB,QAAgB,EAAE;IAElB,OAAO,MAAM;SACV,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACtB,IAAI,EAAE,0BAA0B,CAAC,KAAK,CAAC,IAAI,WAAW,KAAK,EAAE;QAC7D,KAAK;QACL,KAAK;KACN,CAAC,CAAC;SACF,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;SAC9C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;SACrD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACrB,CAAC"}

package/dist/react/components/ConvaiWidget.d.ts

@@ -0,0 +1,68 @@
+import type { IConvaiClient } from "../../core/types";
+interface ConvaiWidgetProps {
+    /** Convai client instance (required) */
+    convaiClient: IConvaiClient & {
+        activity?: string;
+        isAudioMuted: boolean;
+        isVideoEnabled: boolean;
+        isScreenShareActive: boolean;
+    };
+    /**
+     * Show video toggle button in settings (default: true).
+     * Only works if connection type is "video". If false, hides the video button.
+     */
+    showVideo?: boolean;
+    /**
+     * Show screen share toggle button in settings (default: true).
+     * Only works if connection type is "video". If false, hides the screen share button.
+     */
+    showScreenShare?: boolean;
+    /**
+     * Start in voice mode by default when widget opens (default: true).
+     * When true, the widget will open directly in voice mode with microphone enabled.
+     */
+    defaultVoiceMode?: boolean;
+}
+/**
+ * ConvaiWidget - A consolidated chat widget component for real-time conversations
+ *
+ * This component provides a complete UI for interacting with Convai characters.
+ * Connection configuration should be handled via useConvaiClient.connect().
+ *
+ * Features:
+ * - Collapsed circular button with status indicator
+ * - Expandable/collapsible chat interface
+ * - Voice mode support
+ * - Real-time message streaming
+ * - Audio controls (mute/unmute)
+ * - Settings tray with session reset
+ * - Optional video and screen share (when connection type supports it)
+ *
+ * @param {ConvaiWidgetProps} props - Component props
+ * @param {ConvaiClient} props.convaiClient - Convai client instance (required)
+ * @param {boolean} props.showVideo - Show video toggle in settings (default: true)
+ * @param {boolean} props.showScreenShare - Show screen share toggle in settings (default: true)
+ * @param {boolean} props.defaultVoiceMode - Start in voice mode when widget opens (default: true)
+ *
+ * @example
+ * ```tsx
+ * function App() {
+ *   const convaiClient = useConvaiClient({
+ *     apiKey: 'your-api-key',
+ *     characterId: 'your-character-id',
+ *     enableVideo: true,
+ *   });
+ *
+ *   return (
+ *     <ConvaiWidget
+ *       convaiClient={convaiClient}
+ *       showVideo={true}
+ *       showScreenShare={true}
+ *     />
+ *   );
+ * }
+ * ```
+ */
+export declare const ConvaiWidget: React.FC<ConvaiWidgetProps>;
+export {};
+//# sourceMappingURL=ConvaiWidget.d.ts.map

package/dist/react/components/ConvaiWidget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConvaiWidget.d.ts","sourceRoot":"","sources":["../../../src/react/components/ConvaiWidget.tsx"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AA0CtD,UAAU,iBAAiB;IACzB,wCAAwC;IACxC,YAAY,EAAE,aAAa,GAAG;QAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,OAAO,CAAC;QACtB,cAAc,EAAE,OAAO,CAAC;QACxB,mBAAmB,EAAE,OAAO,CAAC;KAC9B,CAAC;IACF;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AACH,eAAO,MAAM,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAixBpD,CAAC"}