react-native-executorch 0.11.0 → 0.11.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. package/android/CMakeLists.txt +13 -0
  2. package/android/build.gradle.kts +14 -3
  3. package/android/src/main/AndroidManifest.xml +6 -0
  4. package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchModule.kt +22 -2
  5. package/cpp/core/dtype.cpp +12 -1
  6. package/cpp/core/dtype.h +2 -1
  7. package/cpp/core/install.cpp +1 -0
  8. package/cpp/core/utils.cpp +72 -21
  9. package/cpp/core/utils.h +10 -0
  10. package/cpp/extensions/cv/utils.h +1 -0
  11. package/ios/PrivacyInfo.xcprivacy +36 -0
  12. package/lib/module/constants.js +11 -0
  13. package/lib/module/constants.js.map +1 -1
  14. package/lib/module/core/lifetime.js +6 -0
  15. package/lib/module/core/lifetime.js.map +1 -1
  16. package/lib/module/core/schema.js +7 -0
  17. package/lib/module/core/schema.js.map +1 -1
  18. package/lib/module/core/tensor.js.map +1 -1
  19. package/lib/module/extensions/cv/ops/box.js +3 -3
  20. package/lib/module/extensions/cv/ops/box.js.map +1 -1
  21. package/lib/module/extensions/cv/ops/image.js +10 -14
  22. package/lib/module/extensions/cv/ops/image.js.map +1 -1
  23. package/lib/module/extensions/cv/ops/quad.js +2 -2
  24. package/lib/module/extensions/cv/ops/quad.js.map +1 -1
  25. package/lib/module/extensions/cv/tasks/sdxsTextToImage.js +11 -4
  26. package/lib/module/extensions/cv/tasks/sdxsTextToImage.js.map +1 -1
  27. package/lib/module/extensions/cv/utils/imagePreprocessor.js +3 -0
  28. package/lib/module/extensions/cv/utils/imagePreprocessor.js.map +1 -1
  29. package/lib/module/extensions/cv/utils/paddleOcrUtils.js +2 -2
  30. package/lib/module/extensions/cv/utils/paddleOcrUtils.js.map +1 -1
  31. package/lib/module/extensions/llm/sampler.js +21 -7
  32. package/lib/module/extensions/llm/sampler.js.map +1 -1
  33. package/lib/module/extensions/llm/tasks/llmChatSession.js +4 -1
  34. package/lib/module/extensions/llm/tasks/llmChatSession.js.map +1 -1
  35. package/lib/module/extensions/speech/index.js +2 -0
  36. package/lib/module/extensions/speech/index.js.map +1 -1
  37. package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js +5 -2
  38. package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js.map +1 -1
  39. package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js +461 -0
  40. package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js.map +1 -0
  41. package/lib/module/extensions/speech/utils/reverbBackbone.js +275 -0
  42. package/lib/module/extensions/speech/utils/reverbBackbone.js.map +1 -0
  43. package/lib/module/extensions/speech/utils/reverbPartitioner.js +86 -0
  44. package/lib/module/extensions/speech/utils/reverbPartitioner.js.map +1 -0
  45. package/lib/module/extensions/speech/utils/reverbUtils.js +240 -0
  46. package/lib/module/extensions/speech/utils/reverbUtils.js.map +1 -0
  47. package/lib/module/extensions/speech/utils/textPartitioner.js +1 -1
  48. package/lib/module/fetcher/telemetry.js +1 -1
  49. package/lib/module/hooks/useTextToSpeech.js +22 -1
  50. package/lib/module/hooks/useTextToSpeech.js.map +1 -1
  51. package/lib/module/index.js +1 -0
  52. package/lib/module/index.js.map +1 -1
  53. package/lib/module/models.js +391 -43
  54. package/lib/module/models.js.map +1 -1
  55. package/lib/module/native/bridge.js +18 -0
  56. package/lib/module/native/bridge.js.map +1 -1
  57. package/lib/typescript/src/constants.d.ts +10 -0
  58. package/lib/typescript/src/constants.d.ts.map +1 -1
  59. package/lib/typescript/src/core/lifetime.d.ts.map +1 -1
  60. package/lib/typescript/src/core/schema.d.ts +7 -0
  61. package/lib/typescript/src/core/schema.d.ts.map +1 -1
  62. package/lib/typescript/src/core/tensor.d.ts +7 -6
  63. package/lib/typescript/src/core/tensor.d.ts.map +1 -1
  64. package/lib/typescript/src/extensions/cv/ops/image.d.ts.map +1 -1
  65. package/lib/typescript/src/extensions/cv/tasks/sdxsTextToImage.d.ts.map +1 -1
  66. package/lib/typescript/src/extensions/cv/utils/imagePreprocessor.d.ts.map +1 -1
  67. package/lib/typescript/src/extensions/llm/sampler.d.ts.map +1 -1
  68. package/lib/typescript/src/extensions/llm/tasks/llmChatSession.d.ts.map +1 -1
  69. package/lib/typescript/src/extensions/speech/index.d.ts +2 -0
  70. package/lib/typescript/src/extensions/speech/index.d.ts.map +1 -1
  71. package/lib/typescript/src/extensions/speech/tasks/fsmnVoiceActivityDetection.d.ts.map +1 -1
  72. package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts +175 -0
  73. package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts.map +1 -0
  74. package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts +67 -0
  75. package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts.map +1 -0
  76. package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts +27 -0
  77. package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts.map +1 -0
  78. package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts +83 -0
  79. package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts.map +1 -0
  80. package/lib/typescript/src/hooks/useTextToSpeech.d.ts +30 -0
  81. package/lib/typescript/src/hooks/useTextToSpeech.d.ts.map +1 -1
  82. package/lib/typescript/src/index.d.ts +1 -0
  83. package/lib/typescript/src/index.d.ts.map +1 -1
  84. package/lib/typescript/src/models.d.ts +56 -0
  85. package/lib/typescript/src/models.d.ts.map +1 -1
  86. package/package.json +4 -3
  87. package/react-native-executorch.podspec +5 -0
  88. package/scripts/download-libs.js +31 -6
  89. package/src/constants.ts +29 -0
  90. package/src/core/lifetime.ts +3 -0
  91. package/src/core/schema.ts +7 -0
  92. package/src/core/tensor.ts +9 -6
  93. package/src/extensions/cv/ops/box.ts +3 -3
  94. package/src/extensions/cv/ops/image.ts +11 -12
  95. package/src/extensions/cv/ops/quad.ts +2 -2
  96. package/src/extensions/cv/tasks/sdxsTextToImage.ts +10 -4
  97. package/src/extensions/cv/utils/imagePreprocessor.ts +3 -0
  98. package/src/extensions/cv/utils/paddleOcrUtils.ts +2 -2
  99. package/src/extensions/llm/sampler.ts +17 -3
  100. package/src/extensions/llm/tasks/llmChatSession.ts +5 -1
  101. package/src/extensions/speech/index.ts +2 -0
  102. package/src/extensions/speech/tasks/fsmnVoiceActivityDetection.ts +7 -1
  103. package/src/extensions/speech/tasks/reverbTextToSpeech.ts +683 -0
  104. package/src/extensions/speech/utils/reverbBackbone.ts +342 -0
  105. package/src/extensions/speech/utils/reverbPartitioner.ts +95 -0
  106. package/src/extensions/speech/utils/reverbUtils.ts +251 -0
  107. package/src/extensions/speech/utils/textPartitioner.ts +1 -1
  108. package/src/fetcher/telemetry.ts +1 -1
  109. package/src/hooks/useTextToSpeech.ts +45 -3
  110. package/src/index.ts +1 -0
  111. package/src/models.ts +369 -8
  112. package/src/native/bridge.ts +21 -0
@@ -0,0 +1,461 @@
1
+ "use strict";
2
+
3
+ /**
4
+ * Reverb Text-to-Speech (TTS) synthesis task pipeline.
5
+ */
6
+
7
+ import RNBlobUtil from 'react-native-blob-util';
8
+ import { tensor } from "../../../core/tensor.js";
9
+ import { loadModel } from "../../../core/model.js";
10
+ import { validateSpec, method, i64, f32, DynamicDim as Dyn, constraint } from "../../../core/schema.js";
11
+ import { wrapAsync } from "../../../core/runtime.js";
12
+ import { createResourceScope } from "../../../core/lifetime.js";
13
+ import { RnExecuTorchError } from "../../../core/error.js";
14
+ import { mulberry32 } from "../../math.js";
15
+ import { loadTokenizer } from "../../nlp/tokenizer.js";
16
+ import { CODEBOOKS, CODES, MASK_CODE, createReverbBackbone, frameDim } from "../utils/reverbBackbone.js";
17
+ import { partitionReverbText } from "../utils/reverbPartitioner.js";
18
+ import { buildPrompt, estimateTargetFrames, parseVoice, pauseAfter, prepareText, roundHalfEven, speechLength, trimSilence } from "../utils/reverbUtils.js";
19
+
20
+ /**
21
+ * Reverb audio sampling rate in Hz (24000).
22
+ * @category Speech / Constants
23
+ */
24
+ export const REVERB_SAMPLE_RATE = 24000;
25
+
26
+ /**
27
+ * Codec frames per second (25).
28
+ * @category Speech / Constants
29
+ */
30
+ export const REVERB_FRAME_RATE = 25;
31
+
32
+ /**
33
+ * Languages Reverb speaks.
34
+ * @category Speech / Constants
35
+ */
36
+ export const REVERB_LANGUAGES = ['de', 'en', 'es', 'fr', 'it', 'pl', 'pt'];
37
+ const FRAME_SAMPLES = REVERB_SAMPLE_RATE / REVERB_FRAME_RATE; // 960
38
+
39
+ /**
40
+ * Sampler setup.
41
+ *
42
+ * The sampler is a modified version of a standard diffusion masked-language-model,
43
+ * steered with Gumbel noise. It consists of 2 phases:
44
+ * - **Main pass**: fills the first two codebooks of the RVQ codec, which corresponds to content & prosody
45
+ * - **Polish pass**: fills the upper codebooks (2-7), which encode timbre and acoustic details.
46
+ */
47
+ const T_SHIFT = 0.1; // few commits early, most in the last passes
48
+ const CODEBOOK_PENALTY = 5; // per codebook index: codebook 0 commits before 1
49
+ const POSITION_TEMPERATURE = 5; // scales confidence and penalty against the Gumbel noise
50
+ const DEFAULT_STEPS = 6; // main passes; the polish pass adds 2 more
51
+ const DEFAULT_REMASK_RATIO = 0.25; // held codes re-masked per new commit
52
+
53
+ const MIN_FRAMES = 10; // shortest take in codec frames, whatever the estimate
54
+ const DEFAULT_SPEED = 1.0; // the voice's own pace
55
+ const MIN_SPEED = 0.5; // slowest allowed speed factor
56
+ const MAX_SPEED = 2.0; // fastest allowed speed factor
57
+ const DEFAULT_MAX_CHUNK_DURATION = 20; // max seconds of speech per chunk
58
+ const DEFAULT_POSTPROCESS = {
59
+ enabled: true,
60
+ endCut: 0.2,
61
+ silenceThreshold: -50,
62
+ keep: 0.1
63
+ };
64
+
65
+ /**
66
+ * A language Reverb speaks.
67
+ * @category Speech / Types
68
+ */
69
+
70
+ /**
71
+ * A voice to speak in: a reference clip's codec codes and transcript.
72
+ * @category Speech / Types
73
+ */
74
+
75
+ /**
76
+ * Model configuration of the Reverb Text-to-Speech pipeline.
77
+ * @category Speech / Types
78
+ * @typeParam K Preset voice keys.
79
+ */
80
+
81
+ /**
82
+ * Sampler settings; the defaults are the measured ones.
83
+ * @category Speech / Types
84
+ */
85
+
86
+ /**
87
+ * Per-chunk post-processing; the defaults are Voice Studio's.
88
+ * @category Speech / Types
89
+ */
90
+
91
+ /**
92
+ * Per-call options of Reverb synthesis.
93
+ * @category Speech / Types
94
+ * @typeParam K Preset voice keys.
95
+ */
96
+
97
+ /**
98
+ * Audio chunk yielded by {@link ReverbTextToSpeech.synthesize}.
99
+ * @category Speech / Types
100
+ */
101
+
102
+ /**
103
+ * Reverb text-to-speech task runner.
104
+ * @category Speech / Types
105
+ * @typeParam K Preset voice keys.
106
+ */
107
+
108
+ const DECODER_SPEC = method('forward', [i64(CODEBOOKS, Dyn('T'))],
109
+ // codes
110
+ [f32(Dyn('Samples'))],
111
+ // audio
112
+ [constraint.linear(frameDim('output', 0, 0), frameDim('input', 0), FRAME_SAMPLES)]);
113
+ const ENCODER_SPEC = method('forward', [f32(Dyn('F'), FRAME_SAMPLES)],
114
+ // audio, one row per frame
115
+ [i64(CODEBOOKS, Dyn('F'))],
116
+ // codes
117
+ [constraint.equality(frameDim('input', 0, 0), frameDim('output', 0))]);
118
+
119
+ // Cumulative share of the slots committed after each main pass, from 0 to 1.
120
+ function commitSchedule(steps) {
121
+ 'worklet';
122
+
123
+ const schedule = [];
124
+ for (let i = 0; i <= steps; i++) {
125
+ const t = i / steps;
126
+ schedule.push(T_SHIFT * t / (1 - (1 - T_SHIFT) * t));
127
+ }
128
+ return schedule;
129
+ }
130
+
131
+ // One main pass over codebooks 0-1 of `tokens`, in place: commits the pass's share of the masked slots by
132
+ // Gumbel-perturbed confidence, then, except on the last pass, re-masks the least likely codes held before it.
133
+ function samplePass(tokens, frames, pass, step, schedule, remaskRatio, random) {
134
+ 'worklet';
135
+
136
+ const slots = 2 * frames;
137
+ const last = step === schedule.length - 2;
138
+ const score = new Float64Array(slots);
139
+ const masked = [];
140
+ const held = [];
141
+ for (let i = 0; i < slots; i++) {
142
+ const gumbel = -Math.log(-Math.log(random() + 1e-10) + 1e-10);
143
+ if (tokens[i] !== MASK_CODE) {
144
+ held.push(i);
145
+ continue;
146
+ }
147
+ const penalty = CODEBOOK_PENALTY * Math.floor(i / frames);
148
+ score[i] = (pass.confidence[i] - penalty) / POSITION_TEMPERATURE + gumbel;
149
+ masked.push(i);
150
+ }
151
+ const share = Math.ceil(slots * (schedule[step + 1] - schedule[step]));
152
+ const count = last ? masked.length : Math.min(masked.length, share);
153
+ masked.sort((a, b) => score[b] - score[a]);
154
+ for (const i of masked.slice(0, count)) tokens[i] = pass.prediction[i];
155
+ if (last || remaskRatio <= 0) return;
156
+ held.sort((a, b) => pass.held[a] - pass.held[b]);
157
+ for (const i of held.slice(0, roundHalfEven(remaskRatio * count))) tokens[i] = MASK_CODE;
158
+ }
159
+
160
+ /**
161
+ * Creates a Reverb Text-to-Speech pipeline: speech in the voice of a short
162
+ * recording, in 7 languages.
163
+ * @category Speech / Tasks
164
+ * @typeParam K Preset voice keys (inferred from `config.voices`).
165
+ * @param config Paths to the programs, tokenizer, and voices. See
166
+ * {@link ReverbTtsModel}.
167
+ * @param runtime Optional worklet runtime to run inference on.
168
+ * @returns The {@link ReverbTextToSpeech} runner.
169
+ * @throws {RnExecuTorchError} With code `LOAD_FAILED` if an asset fails to
170
+ * load, or `SCHEMA_MISMATCH` if a program does not match Reverb's.
171
+ */
172
+ export async function createReverbTextToSpeech(config, runtime) {
173
+ const scope = createResourceScope();
174
+ const dispose = () => {
175
+ scope.dispose();
176
+ };
177
+ try {
178
+ const load = wrapAsync(loadModel, runtime);
179
+ const backbone = scope.track(createReverbBackbone(scope.track(await load(config.modelPaths.backbone))));
180
+ const decoder = scope.track(await load(config.modelPaths.codecDecoder));
181
+ const tokenizer = scope.track(await wrapAsync(loadTokenizer, runtime)(config.tokenizerPath));
182
+ const {
183
+ promptTokens,
184
+ referenceFrames,
185
+ targetFrames
186
+ } = backbone.limits;
187
+ const openBackbone = backbone.open;
188
+ const [decodedFrames] = validateSpec(decoder.schema, {
189
+ default: DECODER_SPEC
190
+ }).dims.range('T');
191
+ const minFrames = Math.max(MIN_FRAMES, targetFrames.min, decodedFrames.min);
192
+ const maxFrames = Math.min(targetFrames.max, decodedFrames.max);
193
+
194
+ // A voice the programs take: [8, frames] codes in range, a transcript, and a supported language.
195
+ const validateVoice = (voice, code, ctx) => {
196
+ const frames = voice.codes.length / CODEBOOKS;
197
+ const valid = Number.isInteger(frames) && frames >= referenceFrames.min && frames <= referenceFrames.max && voice.codes.every(c => c >= 0n && c < MASK_CODE) && voice.transcript.trim().length > 0 && REVERB_LANGUAGES.includes(voice.language) && (voice.speechFrames === undefined || Number.isInteger(voice.speechFrames) && voice.speechFrames > 0);
198
+ if (!valid) {
199
+ throw RnExecuTorchError(code, `${ctx}: A voice holds [${CODEBOOKS}, frames] codes below ${CODES}, with ` + `${referenceFrames.min} to ${referenceFrames.max} frames, a transcript, a ` + `supported language, and, if given, a positive integer of speech frames.`);
200
+ }
201
+ return voice;
202
+ };
203
+ const voices = {};
204
+ for (const [key, path] of Object.entries(config.voices ?? {})) {
205
+ const json = JSON.parse(await RNBlobUtil.fs.readFile(path, 'utf8'));
206
+ voices[key] = validateVoice(parseVoice(json), 'LOAD_FAILED', `Voice '${String(key)}'`);
207
+ }
208
+ const synthesizeChunkWorklet = (ids, voice, frames, chunkOpts) => {
209
+ 'worklet';
210
+
211
+ const {
212
+ steps,
213
+ remaskRatio,
214
+ seed,
215
+ postprocess,
216
+ pause
217
+ } = chunkOpts;
218
+ const slots = 2 * frames;
219
+ const tokens = new BigInt64Array(CODEBOOKS * frames).fill(MASK_CODE);
220
+ const pass = {
221
+ confidence: new Float32Array(slots),
222
+ prediction: new BigInt64Array(slots),
223
+ held: new Float32Array(slots)
224
+ };
225
+ const schedule = commitSchedule(steps);
226
+ const random = mulberry32(seed);
227
+
228
+ // The chunk's session and tensors, released together when it ends
229
+ const local = createResourceScope();
230
+ try {
231
+ // 1. Prefill the prompt and the reference
232
+ const session = local.track(openBackbone(ids, voice.codes, frames));
233
+
234
+ // 2. Main passes over codebooks 0-1
235
+ for (let step = 0; step < steps; step++) {
236
+ session.step(tokens, pass);
237
+ samplePass(tokens, frames, pass, step, schedule, remaskRatio, random);
238
+ }
239
+
240
+ // 3. Polish codebooks 2-7
241
+ session.polish(tokens);
242
+
243
+ // 4. Decode
244
+ const tCodes = local.track(tensor('int64', [CODEBOOKS, frames], tokens));
245
+ const tAudio = local.track(tensor('float32', [frames * FRAME_SAMPLES]));
246
+ decoder.execute('forward', [tCodes], [tAudio]);
247
+ let audio = tAudio.getData(new Float32Array(frames * FRAME_SAMPLES));
248
+
249
+ // 5. Cut the end, then trim the silent edges
250
+ if (postprocess.enabled) {
251
+ const {
252
+ endCut,
253
+ silenceThreshold,
254
+ keep
255
+ } = postprocess;
256
+ const end = Math.max(0, audio.length - Math.floor(endCut * REVERB_SAMPLE_RATE));
257
+ audio = trimSilence(audio.subarray(0, end), REVERB_SAMPLE_RATE, silenceThreshold, keep);
258
+ }
259
+
260
+ // 6. Append the pause the chunk's final punctuation calls for
261
+ const result = new Float32Array(audio.length + Math.round(pause * REVERB_SAMPLE_RATE));
262
+ result.set(audio);
263
+ return result;
264
+ } finally {
265
+ local.dispose();
266
+ }
267
+ };
268
+ const synthesizeChunk = wrapAsync(synthesizeChunkWorklet, runtime);
269
+ const checkLanguage = (language, ctx) => {
270
+ if (!REVERB_LANGUAGES.includes(language)) {
271
+ throw RnExecuTorchError('INVALID_ARGUMENT', `${ctx}: Unsupported language: ${String(language)}.`);
272
+ }
273
+ };
274
+ const resolveVoice = voice => {
275
+ const resolved = typeof voice === 'object' ? voice : voices[voice];
276
+ if (!resolved) {
277
+ throw RnExecuTorchError('INVALID_ARGUMENT', `synthesize: Unknown voice: ${String(voice)}.`);
278
+ }
279
+ return validateVoice(resolved, 'INVALID_ARGUMENT', 'synthesize');
280
+ };
281
+ let encoder;
282
+ const loadEncoder = async () => {
283
+ if (!config.modelPaths.codecEncoder) {
284
+ throw RnExecuTorchError('INVALID_STATE', 'encodeVoice: The config names no codecEncoder.');
285
+ }
286
+ const model = await load(config.modelPaths.codecEncoder);
287
+ try {
288
+ const [frames] = validateSpec(model.schema, {
289
+ default: ENCODER_SPEC
290
+ }).dims.range('F');
291
+ scope.track(model);
292
+ const encodeWorklet = audio => {
293
+ 'worklet';
294
+
295
+ const count = audio.length / FRAME_SAMPLES;
296
+ const tAudio = tensor('float32', [count, FRAME_SAMPLES], audio);
297
+ const tCodes = tensor('int64', [CODEBOOKS, count]);
298
+ try {
299
+ model.execute('forward', [tAudio], [tCodes]);
300
+ return tCodes.getData(new BigInt64Array(CODEBOOKS * count));
301
+ } finally {
302
+ tAudio.dispose();
303
+ tCodes.dispose();
304
+ }
305
+ };
306
+ return {
307
+ encode: wrapAsync(encodeWorklet, runtime),
308
+ frames
309
+ };
310
+ } catch (error) {
311
+ model.dispose();
312
+ throw error;
313
+ }
314
+ };
315
+ const encodeVoice = async (audio, transcript, language) => {
316
+ checkLanguage(language, 'encodeVoice');
317
+ if (!transcript.trim()) {
318
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'encodeVoice: The transcript cannot be empty.');
319
+ }
320
+ encoder ??= loadEncoder().catch(error => {
321
+ encoder = undefined;
322
+ throw error;
323
+ });
324
+ const {
325
+ encode,
326
+ frames
327
+ } = await encoder;
328
+ const count = Math.floor(audio.length / FRAME_SAMPLES);
329
+ const min = Math.max(frames.min, referenceFrames.min);
330
+ const max = Math.min(frames.max, referenceFrames.max);
331
+ if (count < min || count > max) {
332
+ throw RnExecuTorchError('INVALID_ARGUMENT', `encodeVoice: The audio must last ${min / REVERB_FRAME_RATE} to ` + `${max / REVERB_FRAME_RATE} s at ${REVERB_SAMPLE_RATE} Hz ` + `(got ${audio.length / REVERB_SAMPLE_RATE} s).`);
333
+ }
334
+ const clip = audio.slice(0, count * FRAME_SAMPLES);
335
+ const codes = await encode(clip);
336
+ // The clip stays whole; only its speaking time is measured, for the length estimate.
337
+ const speechFrames = roundHalfEven(speechLength(clip, REVERB_SAMPLE_RATE) * REVERB_FRAME_RATE);
338
+ return {
339
+ codes,
340
+ transcript: prepareText(transcript, language),
341
+ language,
342
+ speechFrames
343
+ };
344
+ };
345
+ let isSynthesizing = false;
346
+ const synthesizeStop = () => {
347
+ isSynthesizing = false;
348
+ };
349
+ async function* synthesize(text, options) {
350
+ if (isSynthesizing) {
351
+ throw RnExecuTorchError('INVALID_STATE', 'synthesize: Synthesis is already in progress.');
352
+ }
353
+ if (!text || !text.trim()) {
354
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: Input text cannot be empty.');
355
+ }
356
+ const {
357
+ language
358
+ } = options;
359
+ checkLanguage(language, 'synthesize');
360
+ const voice = resolveVoice(options.voice);
361
+ const references = voice.codes.length / CODEBOOKS;
362
+ const pace = options.pace ?? 'speech';
363
+ if (pace !== 'speech' && pace !== 'recording') {
364
+ throw RnExecuTorchError('INVALID_ARGUMENT', "synthesize: pace must be 'speech' or 'recording'.");
365
+ }
366
+ // The reference length the estimate follows; the model still takes every reference frame.
367
+ const paceFrames = pace === 'speech' ? Math.min(voice.speechFrames ?? references, references) : references;
368
+ const speed = options.speed ?? DEFAULT_SPEED;
369
+ if (!(speed >= MIN_SPEED && speed <= MAX_SPEED)) {
370
+ throw RnExecuTorchError('INVALID_ARGUMENT', `synthesize: speed must be between ${MIN_SPEED} and ${MAX_SPEED}.`);
371
+ }
372
+
373
+ // A chunk at the limit must still fit the backbone's target window.
374
+ const maxDuration = maxFrames / REVERB_FRAME_RATE;
375
+ const maxChunkDuration = options.maxChunkDuration ?? Math.min(DEFAULT_MAX_CHUNK_DURATION, maxDuration);
376
+ if (!(maxChunkDuration > 0 && maxChunkDuration <= maxDuration)) {
377
+ throw RnExecuTorchError('INVALID_ARGUMENT', `synthesize: maxChunkDuration must be above 0 and at most ${maxDuration} s.`);
378
+ }
379
+ const steps = options.sampling?.steps ?? DEFAULT_STEPS;
380
+ const remaskRatio = options.sampling?.remaskRatio ?? DEFAULT_REMASK_RATIO;
381
+ const seed = options.sampling?.seed ?? Math.floor(Math.random() * 0x100000000);
382
+ if (!Number.isInteger(steps) || steps <= 0) {
383
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: steps must be a positive integer.');
384
+ }
385
+ if (!(remaskRatio >= 0 && remaskRatio <= 1)) {
386
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: remaskRatio must be in [0, 1].');
387
+ }
388
+ if (!Number.isInteger(seed)) {
389
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: seed must be an integer.');
390
+ }
391
+ const postprocess = {
392
+ enabled: options.postprocess?.enabled ?? DEFAULT_POSTPROCESS.enabled,
393
+ endCut: options.postprocess?.endCut ?? DEFAULT_POSTPROCESS.endCut,
394
+ silenceThreshold: options.postprocess?.silenceThreshold ?? DEFAULT_POSTPROCESS.silenceThreshold,
395
+ keep: options.postprocess?.keep ?? DEFAULT_POSTPROCESS.keep
396
+ };
397
+ if (postprocess.enabled) {
398
+ const {
399
+ endCut,
400
+ silenceThreshold,
401
+ keep
402
+ } = postprocess;
403
+ if (!(Number.isFinite(endCut) && endCut >= 0)) {
404
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: postprocess.endCut must be a finite number of seconds, 0 or more.');
405
+ }
406
+ if (!Number.isFinite(silenceThreshold)) {
407
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: postprocess.silenceThreshold must be a finite level in dBFS.');
408
+ }
409
+ if (!(Number.isFinite(keep) && keep >= 0)) {
410
+ throw RnExecuTorchError('INVALID_ARGUMENT', 'synthesize: postprocess.keep must be a finite number of seconds, 0 or more.');
411
+ }
412
+ }
413
+ const encodePrompt = chunk => tokenizer.encode(buildPrompt(language, voice.transcript, chunk));
414
+ if (encodePrompt('').length >= promptTokens.max) {
415
+ throw RnExecuTorchError('INVALID_ARGUMENT', `synthesize: The voice's transcript leaves no room for text in the ` + `${promptTokens.max}-token prompt.`);
416
+ }
417
+ const targetLength = chunk => estimateTargetFrames(chunk, voice.transcript, paceFrames) / speed;
418
+ isSynthesizing = true;
419
+ try {
420
+ const chunks = partitionReverbText(prepareText(text, language), chunk => targetLength(chunk) / REVERB_FRAME_RATE, {
421
+ maxDuration: maxChunkDuration,
422
+ fits: chunk => encodePrompt(chunk).length <= promptTokens.max
423
+ });
424
+ for (const [chunkIndex, chunk] of chunks.entries()) {
425
+ if (!isSynthesizing) break;
426
+ const ids = encodePrompt(chunk);
427
+ if (ids.length > promptTokens.max) {
428
+ throw RnExecuTorchError('INVALID_ARGUMENT', `synthesize: "${chunk}" does not fit the ${promptTokens.max}-token prompt.`);
429
+ }
430
+ const frames = Math.min(Math.max(roundHalfEven(targetLength(chunk)), minFrames), maxFrames);
431
+ const audio = await synthesizeChunk(ids, voice, frames, {
432
+ steps,
433
+ remaskRatio,
434
+ seed: seed + chunkIndex,
435
+ postprocess,
436
+ pause: pauseAfter(chunk)
437
+ });
438
+ yield {
439
+ audio,
440
+ sampleRate: REVERB_SAMPLE_RATE,
441
+ duration: audio.length / REVERB_SAMPLE_RATE,
442
+ chunkIndex,
443
+ totalChunks: chunks.length
444
+ };
445
+ }
446
+ } finally {
447
+ isSynthesizing = false;
448
+ }
449
+ }
450
+ return {
451
+ dispose,
452
+ encodeVoice,
453
+ synthesize,
454
+ synthesizeStop
455
+ };
456
+ } catch (error) {
457
+ dispose();
458
+ throw error;
459
+ }
460
+ }
461
+ //# sourceMappingURL=reverbTextToSpeech.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["RNBlobUtil","tensor","loadModel","validateSpec","method","i64","f32","DynamicDim","Dyn","constraint","wrapAsync","createResourceScope","RnExecuTorchError","mulberry32","loadTokenizer","CODEBOOKS","CODES","MASK_CODE","createReverbBackbone","frameDim","partitionReverbText","buildPrompt","estimateTargetFrames","parseVoice","pauseAfter","prepareText","roundHalfEven","speechLength","trimSilence","REVERB_SAMPLE_RATE","REVERB_FRAME_RATE","REVERB_LANGUAGES","FRAME_SAMPLES","T_SHIFT","CODEBOOK_PENALTY","POSITION_TEMPERATURE","DEFAULT_STEPS","DEFAULT_REMASK_RATIO","MIN_FRAMES","DEFAULT_SPEED","MIN_SPEED","MAX_SPEED","DEFAULT_MAX_CHUNK_DURATION","DEFAULT_POSTPROCESS","enabled","endCut","silenceThreshold","keep","DECODER_SPEC","linear","ENCODER_SPEC","equality","commitSchedule","steps","schedule","i","t","push","samplePass","tokens","frames","pass","step","remaskRatio","random","slots","last","length","score","Float64Array","masked","held","gumbel","Math","log","penalty","floor","confidence","share","ceil","count","min","sort","a","b","slice","prediction","createReverbTextToSpeech","config","runtime","scope","dispose","load","backbone","track","modelPaths","decoder","codecDecoder","tokenizer","tokenizerPath","promptTokens","referenceFrames","targetFrames","limits","openBackbone","open","decodedFrames","schema","default","dims","range","minFrames","max","maxFrames","validateVoice","voice","code","ctx","codes","valid","Number","isInteger","every","c","transcript","trim","includes","language","speechFrames","undefined","voices","key","path","Object","entries","json","JSON","parse","fs","readFile","String","synthesizeChunkWorklet","ids","chunkOpts","seed","postprocess","pause","BigInt64Array","fill","Float32Array","local","session","polish","tCodes","tAudio","execute","audio","getData","end","subarray","result","round","set","synthesizeChunk","checkLanguage","resolveVoice","resolved","encoder","loadEncoder","codecEncoder","model","encodeWorklet","encode","error","encodeVoice","catch","clip","isSynthesizing","synthesizeStop","synthesize","text","options","references","pace","paceFrames","speed","maxDuration","maxChunkDuration","sampling","isFinite","encodePrompt","chunk","targetLength","chunks","fits","chunkIndex","sampleRate","duration","totalChunks"],"sourceRoot":"../../../../../src","sources":["extensions/speech/tasks/reverbTextToSpeech.ts"],"mappings":";;AAAA;AACA;AACA;;AAIA,OAAOA,UAAU,MAAM,wBAAwB;AAE/C,SAASC,MAAM,QAAQ,yBAAsB;AAC7C,SAASC,SAAS,QAAQ,wBAAqB;AAC/C,SACEC,YAAY,EACZC,MAAM,EACNC,GAAG,EACHC,GAAG,EACHC,UAAU,IAAIC,GAAG,EACjBC,UAAU,QAEL,yBAAsB;AAC7B,SAASC,SAAS,QAAQ,0BAAuB;AACjD,SAASC,mBAAmB,QAAQ,2BAAwB;AAC5D,SAASC,iBAAiB,QAAQ,wBAAqB;AACvD,SAASC,UAAU,QAAQ,eAAY;AACvC,SAASC,aAAa,QAAQ,wBAAqB;AACnD,SACEC,SAAS,EACTC,KAAK,EACLC,SAAS,EACTC,oBAAoB,EACpBC,QAAQ,QAEH,4BAAyB;AAChC,SAASC,mBAAmB,QAAQ,+BAA4B;AAChE,SACEC,WAAW,EACXC,oBAAoB,EACpBC,UAAU,EACVC,UAAU,EACVC,WAAW,EACXC,aAAa,EACbC,YAAY,EACZC,WAAW,QACN,yBAAsB;;AAE7B;AACA;AACA;AACA;AACA,OAAO,MAAMC,kBAAkB,GAAG,KAAK;;AAEvC;AACA;AACA;AACA;AACA,OAAO,MAAMC,iBAAiB,GAAG,EAAE;;AAEnC;AACA;AACA;AACA;AACA,OAAO,MAAMC,gBAAgB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAU;AAEnF,MAAMC,aAAa,GAAGH,kBAAkB,GAAGC,iBAAiB,CAAC,CAAC;;AAE9D;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,MAAMG,OAAO,GAAG,GAAG,CAAC,CAAC;AACrB,MAAMC,gBAAgB,GAAG,CAAC,CAAC,CAAC;AAC5B,MAAMC,oBAAoB,GAAG,CAAC,CAAC,CAAC;AAChC,MAAMC,aAAa,GAAG,CAAC,CAAC,CAAC;AACzB,MAAMC,oBAAoB,GAAG,IAAI,CAAC,CAAC;;AAEnC,MAAMC,UAAU,GAAG,EAAE,CAAC,CAAC;AACvB,MAAMC,aAAa,GAAG,GAAG,CAAC,CAAC;AAC3B,MAAMC,SAAS,GAAG,GAAG,CAAC,CAAC;AACvB,MAAMC,SAAS,GAAG,GAAG,CAAC,CAAC;AACvB,MAAMC,0BAA0B,GAAG,EAAE,CAAC,CAAC;AACvC,MAAMC,mBAAmB,GAAG;EAAEC,OAAO,EAAE,IAAI;EAAEC,MAAM,EAAE,GAAG;EAAEC,gBAAgB,EAAE,CAAC,EAAE;EAAEC,IAAI,EAAE;AAAI,CAAC;;AAE5F;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;AACA;;AAmBA;AACA;AACA;AACA;;AAaA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;AACA;;AAuBA;AACA;AACA;AACA;;AAcA;AACA;AACA;AACA;AACA;;AAqCA,MAAMC,YAAY,GAAG5C,MAAM,CACzB,SAAS,EACT,CAACC,GAAG,CAACU,SAAS,EAAEP,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAAE;AAC5B,CAACF,GAAG,CAACE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AAAE;AACvB,CAACC,UAAU,CAACwC,MAAM,CAAC9B,QAAQ,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,EAAEA,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,EAAEa,aAAa,CAAC,CACnF,CAAC;AAED,MAAMkB,YAAY,GAAG9C,MAAM,CACzB,SAAS,EACT,CAACE,GAAG,CAACE,GAAG,CAAC,GAAG,CAAC,EAAEwB,aAAa,CAAC,CAAC;AAAE;AAChC,CAAC3B,GAAG,CAACU,SAAS,EAAEP,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAAE;AAC5B,CAACC,UAAU,CAAC0C,QAAQ,CAAChC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,EAAEA,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CACtE,CAAC;;AAED;AACA,SAASiC,cAAcA,CAACC,KAAa,EAAY;EAC/C,SAAS;;EACT,MAAMC,QAAkB,GAAG,EAAE;EAC7B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,IAAIF,KAAK,EAAEE,CAAC,EAAE,EAAE;IAC/B,MAAMC,CAAC,GAAGD,CAAC,GAAGF,KAAK;IACnBC,QAAQ,CAACG,IAAI,CAAExB,OAAO,GAAGuB,CAAC,IAAK,CAAC,GAAG,CAAC,CAAC,GAAGvB,OAAO,IAAIuB,CAAC,CAAC,CAAC;EACxD;EACA,OAAOF,QAAQ;AACjB;;AAEA;AACA;AACA,SAASI,UAAUA,CACjBC,MAAqB,EACrBC,MAAc,EACdC,IAAgB,EAChBC,IAAY,EACZR,QAA2B,EAC3BS,WAAmB,EACnBC,MAAoB,EACd;EACN,SAAS;;EACT,MAAMC,KAAK,GAAG,CAAC,GAAGL,MAAM;EACxB,MAAMM,IAAI,GAAGJ,IAAI,KAAKR,QAAQ,CAACa,MAAM,GAAG,CAAC;EACzC,MAAMC,KAAK,GAAG,IAAIC,YAAY,CAACJ,KAAK,CAAC;EACrC,MAAMK,MAAgB,GAAG,EAAE;EAC3B,MAAMC,IAAc,GAAG,EAAE;EACzB,KAAK,IAAIhB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGU,KAAK,EAAEV,CAAC,EAAE,EAAE;IAC9B,MAAMiB,MAAM,GAAG,CAACC,IAAI,CAACC,GAAG,CAAC,CAACD,IAAI,CAACC,GAAG,CAACV,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC;IAC7D,IAAIL,MAAM,CAACJ,CAAC,CAAC,KAAKtC,SAAS,EAAE;MAC3BsD,IAAI,CAACd,IAAI,CAACF,CAAC,CAAC;MACZ;IACF;IACA,MAAMoB,OAAO,GAAGzC,gBAAgB,GAAGuC,IAAI,CAACG,KAAK,CAACrB,CAAC,GAAGK,MAAM,CAAC;IACzDQ,KAAK,CAACb,CAAC,CAAC,GAAG,CAACM,IAAI,CAACgB,UAAU,CAACtB,CAAC,CAAC,GAAIoB,OAAO,IAAIxC,oBAAoB,GAAGqC,MAAM;IAC1EF,MAAM,CAACb,IAAI,CAACF,CAAC,CAAC;EAChB;EAEA,MAAMuB,KAAK,GAAGL,IAAI,CAACM,IAAI,CAACd,KAAK,IAAIX,QAAQ,CAACQ,IAAI,GAAG,CAAC,CAAC,GAAIR,QAAQ,CAACQ,IAAI,CAAE,CAAC,CAAC;EACxE,MAAMkB,KAAK,GAAGd,IAAI,GAAGI,MAAM,CAACH,MAAM,GAAGM,IAAI,CAACQ,GAAG,CAACX,MAAM,CAACH,MAAM,EAAEW,KAAK,CAAC;EACnER,MAAM,CAACY,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAKhB,KAAK,CAACgB,CAAC,CAAC,GAAIhB,KAAK,CAACe,CAAC,CAAE,CAAC;EAC5C,KAAK,MAAM5B,CAAC,IAAIe,MAAM,CAACe,KAAK,CAAC,CAAC,EAAEL,KAAK,CAAC,EAAErB,MAAM,CAACJ,CAAC,CAAC,GAAGM,IAAI,CAACyB,UAAU,CAAC/B,CAAC,CAAE;EAEvE,IAAIW,IAAI,IAAIH,WAAW,IAAI,CAAC,EAAE;EAC9BQ,IAAI,CAACW,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAKvB,IAAI,CAACU,IAAI,CAACY,CAAC,CAAC,GAAItB,IAAI,CAACU,IAAI,CAACa,CAAC,CAAE,CAAC;EAClD,KAAK,MAAM7B,CAAC,IAAIgB,IAAI,CAACc,KAAK,CAAC,CAAC,EAAE3D,aAAa,CAACqC,WAAW,GAAGiB,KAAK,CAAC,CAAC,EAAErB,MAAM,CAACJ,CAAC,CAAC,GAAGtC,SAAS;AAC1F;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,eAAesE,wBAAwBA,CAC5CC,MAAyB,EACzBC,OAAwB,EACQ;EAChC,MAAMC,KAAK,GAAG/E,mBAAmB,CAAC,CAAC;EACnC,MAAMgF,OAAO,GAAGA,CAAA,KAAY;IAC1BD,KAAK,CAACC,OAAO,CAAC,CAAC;EACjB,CAAC;EAED,IAAI;IACF,MAAMC,IAAI,GAAGlF,SAAS,CAACR,SAAS,EAAEuF,OAAO,CAAC;IAC1C,MAAMI,QAAQ,GAAGH,KAAK,CAACI,KAAK,CAC1B5E,oBAAoB,CAACwE,KAAK,CAACI,KAAK,CAAC,MAAMF,IAAI,CAACJ,MAAM,CAACO,UAAU,CAACF,QAAQ,CAAC,CAAC,CAC1E,CAAC;IACD,MAAMG,OAAO,GAAGN,KAAK,CAACI,KAAK,CAAC,MAAMF,IAAI,CAACJ,MAAM,CAACO,UAAU,CAACE,YAAY,CAAC,CAAC;IACvE,MAAMC,SAAS,GAAGR,KAAK,CAACI,KAAK,CAAC,MAAMpF,SAAS,CAACI,aAAa,EAAE2E,OAAO,CAAC,CAACD,MAAM,CAACW,aAAa,CAAC,CAAC;IAE5F,MAAM;MAAEC,YAAY;MAAEC,eAAe;MAAEC;IAAa,CAAC,GAAGT,QAAQ,CAACU,MAAM;IACvE,MAAMC,YAAY,GAAGX,QAAQ,CAACY,IAAI;IAClC,MAAM,CAACC,aAAa,CAAC,GAAGvG,YAAY,CAAC6F,OAAO,CAACW,MAAM,EAAE;MAAEC,OAAO,EAAE5D;IAAa,CAAC,CAAC,CAAC6D,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC;IAC/F,MAAMC,SAAS,GAAGtC,IAAI,CAACuC,GAAG,CAAC1E,UAAU,EAAEgE,YAAY,CAACrB,GAAG,EAAEyB,aAAa,CAACzB,GAAG,CAAC;IAC3E,MAAMgC,SAAS,GAAGxC,IAAI,CAACQ,GAAG,CAACqB,YAAY,CAACU,GAAG,EAAEN,aAAa,CAACM,GAAG,CAAC;;IAE/D;IACA,MAAME,aAAa,GAAGA,CACpBC,KAAkB,EAClBC,IAAwC,EACxCC,GAAW,KACK;MAChB,MAAMzD,MAAM,GAAGuD,KAAK,CAACG,KAAK,CAACnD,MAAM,GAAGpD,SAAS;MAC7C,MAAMwG,KAAK,GACTC,MAAM,CAACC,SAAS,CAAC7D,MAAM,CAAC,IACxBA,MAAM,IAAIyC,eAAe,CAACpB,GAAG,IAC7BrB,MAAM,IAAIyC,eAAe,CAACW,GAAG,IAC7BG,KAAK,CAACG,KAAK,CAACI,KAAK,CAAEC,CAAC,IAAKA,CAAC,IAAI,EAAE,IAAIA,CAAC,GAAG1G,SAAS,CAAC,IAClDkG,KAAK,CAACS,UAAU,CAACC,IAAI,CAAC,CAAC,CAAC1D,MAAM,GAAG,CAAC,IAClCpC,gBAAgB,CAAC+F,QAAQ,CAACX,KAAK,CAACY,QAAQ,CAAC,KACxCZ,KAAK,CAACa,YAAY,KAAKC,SAAS,IAC9BT,MAAM,CAACC,SAAS,CAACN,KAAK,CAACa,YAAY,CAAC,IAAIb,KAAK,CAACa,YAAY,GAAG,CAAE,CAAC;MACrE,IAAI,CAACT,KAAK,EAAE;QACV,MAAM3G,iBAAiB,CACrBwG,IAAI,EACJ,GAAGC,GAAG,oBAAoBtG,SAAS,yBAAyBC,KAAK,SAAS,GACxE,GAAGqF,eAAe,CAACpB,GAAG,OAAOoB,eAAe,CAACW,GAAG,2BAA2B,GAC3E,yEACJ,CAAC;MACH;MACA,OAAOG,KAAK;IACd,CAAC;IAED,MAAMe,MAAM,GAAG,CAAC,CAA2B;IAC3C,KAAK,MAAM,CAACC,GAAG,EAAEC,IAAI,CAAC,IAAIC,MAAM,CAACC,OAAO,CAAC9C,MAAM,CAAC0C,MAAM,IAAI,CAAC,CAAC,CAAC,EAAmB;MAC9E,MAAMK,IAAI,GAAGC,IAAI,CAACC,KAAK,CAAC,MAAMzI,UAAU,CAAC0I,EAAE,CAACC,QAAQ,CAACP,IAAI,EAAE,MAAM,CAAC,CAAC;MACnEF,MAAM,CAACC,GAAG,CAAC,GAAGjB,aAAa,CAAC3F,UAAU,CAACgH,IAAI,CAAC,EAAE,aAAa,EAAE,UAAUK,MAAM,CAACT,GAAG,CAAC,GAAG,CAAC;IACxF;IAEA,MAAMU,sBAAsB,GAAGA,CAC7BC,GAAe,EACf3B,KAAkB,EAClBvD,MAAc,EACdmF,SAMC,KACgB;MACjB,SAAS;;MAET,MAAM;QAAE1F,KAAK;QAAEU,WAAW;QAAEiF,IAAI;QAAEC,WAAW;QAAEC;MAAM,CAAC,GAAGH,SAAS;MAClE,MAAM9E,KAAK,GAAG,CAAC,GAAGL,MAAM;MACxB,MAAMD,MAAM,GAAG,IAAIwF,aAAa,CAACpI,SAAS,GAAG6C,MAAM,CAAC,CAACwF,IAAI,CAACnI,SAAS,CAAC;MACpE,MAAM4C,IAAI,GAAG;QACXgB,UAAU,EAAE,IAAIwE,YAAY,CAACpF,KAAK,CAAC;QACnCqB,UAAU,EAAE,IAAI6D,aAAa,CAAClF,KAAK,CAAC;QACpCM,IAAI,EAAE,IAAI8E,YAAY,CAACpF,KAAK;MAC9B,CAAC;MACD,MAAMX,QAAQ,GAAGF,cAAc,CAACC,KAAK,CAAC;MACtC,MAAMW,MAAM,GAAGnD,UAAU,CAACmI,IAAI,CAAC;;MAE/B;MACA,MAAMM,KAAK,GAAG3I,mBAAmB,CAAC,CAAC;MAEnC,IAAI;QACF;QACA,MAAM4I,OAAO,GAAGD,KAAK,CAACxD,KAAK,CAACU,YAAY,CAACsC,GAAG,EAAE3B,KAAK,CAACG,KAAK,EAAE1D,MAAM,CAAC,CAAC;;QAEnE;QACA,KAAK,IAAIE,IAAI,GAAG,CAAC,EAAEA,IAAI,GAAGT,KAAK,EAAES,IAAI,EAAE,EAAE;UACvCyF,OAAO,CAACzF,IAAI,CAACH,MAAM,EAAEE,IAAI,CAAC;UAC1BH,UAAU,CAACC,MAAM,EAAEC,MAAM,EAAEC,IAAI,EAAEC,IAAI,EAAER,QAAQ,EAAES,WAAW,EAAEC,MAAM,CAAC;QACvE;;QAEA;QACAuF,OAAO,CAACC,MAAM,CAAC7F,MAAM,CAAC;;QAEtB;QACA,MAAM8F,MAAM,GAAGH,KAAK,CAACxD,KAAK,CAAC7F,MAAM,CAAC,OAAO,EAAE,CAACc,SAAS,EAAE6C,MAAM,CAAC,EAAED,MAAM,CAAC,CAAC;QACxE,MAAM+F,MAAM,GAAGJ,KAAK,CAACxD,KAAK,CAAC7F,MAAM,CAAC,SAAS,EAAE,CAAC2D,MAAM,GAAG5B,aAAa,CAAC,CAAC,CAAC;QACvEgE,OAAO,CAAC2D,OAAO,CAAC,SAAS,EAAE,CAACF,MAAM,CAAC,EAAE,CAACC,MAAM,CAAC,CAAC;QAC9C,IAAIE,KAAmB,GAAGF,MAAM,CAACG,OAAO,CAAC,IAAIR,YAAY,CAACzF,MAAM,GAAG5B,aAAa,CAAC,CAAC;;QAElF;QACA,IAAIiH,WAAW,CAACrG,OAAO,EAAE;UACvB,MAAM;YAAEC,MAAM;YAAEC,gBAAgB;YAAEC;UAAK,CAAC,GAAGkG,WAAW;UACtD,MAAMa,GAAG,GAAGrF,IAAI,CAACuC,GAAG,CAAC,CAAC,EAAE4C,KAAK,CAACzF,MAAM,GAAGM,IAAI,CAACG,KAAK,CAAC/B,MAAM,GAAGhB,kBAAkB,CAAC,CAAC;UAC/E+H,KAAK,GAAGhI,WAAW,CAACgI,KAAK,CAACG,QAAQ,CAAC,CAAC,EAAED,GAAG,CAAC,EAAEjI,kBAAkB,EAAEiB,gBAAgB,EAAEC,IAAI,CAAC;QACzF;;QAEA;QACA,MAAMiH,MAAM,GAAG,IAAIX,YAAY,CAACO,KAAK,CAACzF,MAAM,GAAGM,IAAI,CAACwF,KAAK,CAACf,KAAK,GAAGrH,kBAAkB,CAAC,CAAC;QACtFmI,MAAM,CAACE,GAAG,CAACN,KAAK,CAAC;QACjB,OAAOI,MAAM;MACf,CAAC,SAAS;QACRV,KAAK,CAAC3D,OAAO,CAAC,CAAC;MACjB;IACF,CAAC;IAED,MAAMwE,eAAe,GAAGzJ,SAAS,CAACmI,sBAAsB,EAAEpD,OAAO,CAAC;IAElE,MAAM2E,aAAa,GAAGA,CAACrC,QAAiB,EAAEV,GAAW,KAAW;MAC9D,IAAI,CAACtF,gBAAgB,CAAC+F,QAAQ,CAACC,QAA0B,CAAC,EAAE;QAC1D,MAAMnH,iBAAiB,CACrB,kBAAkB,EAClB,GAAGyG,GAAG,2BAA2BuB,MAAM,CAACb,QAAQ,CAAC,GACnD,CAAC;MACH;IACF,CAAC;IAED,MAAMsC,YAAY,GAAIlD,KAAsB,IAAkB;MAC5D,MAAMmD,QAAQ,GAAG,OAAOnD,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAGe,MAAM,CAACf,KAAK,CAAC;MAClE,IAAI,CAACmD,QAAQ,EAAE;QACb,MAAM1J,iBAAiB,CAAC,kBAAkB,EAAE,8BAA8BgI,MAAM,CAACzB,KAAK,CAAC,GAAG,CAAC;MAC7F;MACA,OAAOD,aAAa,CAACoD,QAAQ,EAAE,kBAAkB,EAAE,YAAY,CAAC;IAClE,CAAC;IAED,IAAIC,OAES;IACb,MAAMC,WAAW,GAAG,MAAAA,CAAA,KAAY;MAC9B,IAAI,CAAChF,MAAM,CAACO,UAAU,CAAC0E,YAAY,EAAE;QACnC,MAAM7J,iBAAiB,CAAC,eAAe,EAAE,gDAAgD,CAAC;MAC5F;MACA,MAAM8J,KAAK,GAAG,MAAM9E,IAAI,CAACJ,MAAM,CAACO,UAAU,CAAC0E,YAAY,CAAC;MACxD,IAAI;QACF,MAAM,CAAC7G,MAAM,CAAC,GAAGzD,YAAY,CAACuK,KAAK,CAAC/D,MAAM,EAAE;UAAEC,OAAO,EAAE1D;QAAa,CAAC,CAAC,CAAC2D,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC;QACtFpB,KAAK,CAACI,KAAK,CAAC4E,KAAK,CAAC;QAClB,MAAMC,aAAa,GAAIf,KAAmB,IAAoB;UAC5D,SAAS;;UACT,MAAM5E,KAAK,GAAG4E,KAAK,CAACzF,MAAM,GAAGnC,aAAa;UAC1C,MAAM0H,MAAM,GAAGzJ,MAAM,CAAC,SAAS,EAAE,CAAC+E,KAAK,EAAEhD,aAAa,CAAC,EAAE4H,KAAK,CAAC;UAC/D,MAAMH,MAAM,GAAGxJ,MAAM,CAAC,OAAO,EAAE,CAACc,SAAS,EAAEiE,KAAK,CAAC,CAAC;UAClD,IAAI;YACF0F,KAAK,CAACf,OAAO,CAAC,SAAS,EAAE,CAACD,MAAM,CAAC,EAAE,CAACD,MAAM,CAAC,CAAC;YAC5C,OAAOA,MAAM,CAACI,OAAO,CAAC,IAAIV,aAAa,CAACpI,SAAS,GAAGiE,KAAK,CAAC,CAAC;UAC7D,CAAC,SAAS;YACR0E,MAAM,CAAC/D,OAAO,CAAC,CAAC;YAChB8D,MAAM,CAAC9D,OAAO,CAAC,CAAC;UAClB;QACF,CAAC;QACD,OAAO;UAAEiF,MAAM,EAAElK,SAAS,CAACiK,aAAa,EAAElF,OAAO,CAAC;UAAE7B;QAAO,CAAC;MAC9D,CAAC,CAAC,OAAOiH,KAAK,EAAE;QACdH,KAAK,CAAC/E,OAAO,CAAC,CAAC;QACf,MAAMkF,KAAK;MACb;IACF,CAAC;IAED,MAAMC,WAAW,GAAG,MAAAA,CAClBlB,KAAmB,EACnBhC,UAAkB,EAClBG,QAAwB,KACC;MACzBqC,aAAa,CAACrC,QAAQ,EAAE,aAAa,CAAC;MACtC,IAAI,CAACH,UAAU,CAACC,IAAI,CAAC,CAAC,EAAE;QACtB,MAAMjH,iBAAiB,CAAC,kBAAkB,EAAE,8CAA8C,CAAC;MAC7F;MACA2J,OAAO,KAAKC,WAAW,CAAC,CAAC,CAACO,KAAK,CAAEF,KAAK,IAAK;QACzCN,OAAO,GAAGtC,SAAS;QACnB,MAAM4C,KAAK;MACb,CAAC,CAAC;MACF,MAAM;QAAED,MAAM;QAAEhH;MAAO,CAAC,GAAG,MAAM2G,OAAO;MAExC,MAAMvF,KAAK,GAAGP,IAAI,CAACG,KAAK,CAACgF,KAAK,CAACzF,MAAM,GAAGnC,aAAa,CAAC;MACtD,MAAMiD,GAAG,GAAGR,IAAI,CAACuC,GAAG,CAACpD,MAAM,CAACqB,GAAG,EAAEoB,eAAe,CAACpB,GAAG,CAAC;MACrD,MAAM+B,GAAG,GAAGvC,IAAI,CAACQ,GAAG,CAACrB,MAAM,CAACoD,GAAG,EAAEX,eAAe,CAACW,GAAG,CAAC;MACrD,IAAIhC,KAAK,GAAGC,GAAG,IAAID,KAAK,GAAGgC,GAAG,EAAE;QAC9B,MAAMpG,iBAAiB,CACrB,kBAAkB,EAClB,oCAAoCqE,GAAG,GAAGnD,iBAAiB,MAAM,GAC/D,GAAGkF,GAAG,GAAGlF,iBAAiB,SAASD,kBAAkB,MAAM,GAC3D,QAAQ+H,KAAK,CAACzF,MAAM,GAAGtC,kBAAkB,MAC7C,CAAC;MACH;MACA,MAAMmJ,IAAI,GAAGpB,KAAK,CAACvE,KAAK,CAAC,CAAC,EAAEL,KAAK,GAAGhD,aAAa,CAAC;MAClD,MAAMsF,KAAK,GAAG,MAAMsD,MAAM,CAACI,IAAI,CAAC;MAChC;MACA,MAAMhD,YAAY,GAAGtG,aAAa,CAChCC,YAAY,CAACqJ,IAAI,EAAEnJ,kBAAkB,CAAC,GAAGC,iBAC3C,CAAC;MAED,OAAO;QAAEwF,KAAK;QAAEM,UAAU,EAAEnG,WAAW,CAACmG,UAAU,EAAEG,QAAQ,CAAC;QAAEA,QAAQ;QAAEC;MAAa,CAAC;IACzF,CAAC;IAED,IAAIiD,cAAc,GAAG,KAAK;IAC1B,MAAMC,cAAc,GAAGA,CAAA,KAAY;MACjCD,cAAc,GAAG,KAAK;IACxB,CAAC;IAED,gBAAgBE,UAAUA,CACxBC,IAAY,EACZC,OAA4B,EACI;MAChC,IAAIJ,cAAc,EAAE;QAClB,MAAMrK,iBAAiB,CAAC,eAAe,EAAE,+CAA+C,CAAC;MAC3F;MAEA,IAAI,CAACwK,IAAI,IAAI,CAACA,IAAI,CAACvD,IAAI,CAAC,CAAC,EAAE;QACzB,MAAMjH,iBAAiB,CAAC,kBAAkB,EAAE,yCAAyC,CAAC;MACxF;MAEA,MAAM;QAAEmH;MAAS,CAAC,GAAGsD,OAAO;MAC5BjB,aAAa,CAACrC,QAAQ,EAAE,YAAY,CAAC;MACrC,MAAMZ,KAAK,GAAGkD,YAAY,CAACgB,OAAO,CAAClE,KAAK,CAAC;MACzC,MAAMmE,UAAU,GAAGnE,KAAK,CAACG,KAAK,CAACnD,MAAM,GAAGpD,SAAS;MACjD,MAAMwK,IAAI,GAAGF,OAAO,CAACE,IAAI,IAAI,QAAQ;MACrC,IAAIA,IAAI,KAAK,QAAQ,IAAIA,IAAI,KAAK,WAAW,EAAE;QAC7C,MAAM3K,iBAAiB,CACrB,kBAAkB,EAClB,mDACF,CAAC;MACH;MACA;MACA,MAAM4K,UAAU,GACdD,IAAI,KAAK,QAAQ,GAAG9G,IAAI,CAACQ,GAAG,CAACkC,KAAK,CAACa,YAAY,IAAIsD,UAAU,EAAEA,UAAU,CAAC,GAAGA,UAAU;MAEzF,MAAMG,KAAK,GAAGJ,OAAO,CAACI,KAAK,IAAIlJ,aAAa;MAC5C,IAAI,EAAEkJ,KAAK,IAAIjJ,SAAS,IAAIiJ,KAAK,IAAIhJ,SAAS,CAAC,EAAE;QAC/C,MAAM7B,iBAAiB,CACrB,kBAAkB,EAClB,qCAAqC4B,SAAS,QAAQC,SAAS,GACjE,CAAC;MACH;;MAEA;MACA,MAAMiJ,WAAW,GAAGzE,SAAS,GAAGnF,iBAAiB;MACjD,MAAM6J,gBAAgB,GACpBN,OAAO,CAACM,gBAAgB,IAAIlH,IAAI,CAACQ,GAAG,CAACvC,0BAA0B,EAAEgJ,WAAW,CAAC;MAC/E,IAAI,EAAEC,gBAAgB,GAAG,CAAC,IAAIA,gBAAgB,IAAID,WAAW,CAAC,EAAE;QAC9D,MAAM9K,iBAAiB,CACrB,kBAAkB,EAClB,4DAA4D8K,WAAW,KACzE,CAAC;MACH;MAEA,MAAMrI,KAAK,GAAGgI,OAAO,CAACO,QAAQ,EAAEvI,KAAK,IAAIjB,aAAa;MACtD,MAAM2B,WAAW,GAAGsH,OAAO,CAACO,QAAQ,EAAE7H,WAAW,IAAI1B,oBAAoB;MACzE,MAAM2G,IAAI,GAAGqC,OAAO,CAACO,QAAQ,EAAE5C,IAAI,IAAIvE,IAAI,CAACG,KAAK,CAACH,IAAI,CAACT,MAAM,CAAC,CAAC,GAAG,WAAW,CAAC;MAC9E,IAAI,CAACwD,MAAM,CAACC,SAAS,CAACpE,KAAK,CAAC,IAAIA,KAAK,IAAI,CAAC,EAAE;QAC1C,MAAMzC,iBAAiB,CACrB,kBAAkB,EAClB,+CACF,CAAC;MACH;MACA,IAAI,EAAEmD,WAAW,IAAI,CAAC,IAAIA,WAAW,IAAI,CAAC,CAAC,EAAE;QAC3C,MAAMnD,iBAAiB,CAAC,kBAAkB,EAAE,4CAA4C,CAAC;MAC3F;MACA,IAAI,CAAC4G,MAAM,CAACC,SAAS,CAACuB,IAAI,CAAC,EAAE;QAC3B,MAAMpI,iBAAiB,CAAC,kBAAkB,EAAE,sCAAsC,CAAC;MACrF;MACA,MAAMqI,WAAW,GAAG;QAClBrG,OAAO,EAAEyI,OAAO,CAACpC,WAAW,EAAErG,OAAO,IAAID,mBAAmB,CAACC,OAAO;QACpEC,MAAM,EAAEwI,OAAO,CAACpC,WAAW,EAAEpG,MAAM,IAAIF,mBAAmB,CAACE,MAAM;QACjEC,gBAAgB,EACduI,OAAO,CAACpC,WAAW,EAAEnG,gBAAgB,IAAIH,mBAAmB,CAACG,gBAAgB;QAC/EC,IAAI,EAAEsI,OAAO,CAACpC,WAAW,EAAElG,IAAI,IAAIJ,mBAAmB,CAACI;MACzD,CAAC;MACD,IAAIkG,WAAW,CAACrG,OAAO,EAAE;QACvB,MAAM;UAAEC,MAAM;UAAEC,gBAAgB;UAAEC;QAAK,CAAC,GAAGkG,WAAW;QACtD,IAAI,EAAEzB,MAAM,CAACqE,QAAQ,CAAChJ,MAAM,CAAC,IAAIA,MAAM,IAAI,CAAC,CAAC,EAAE;UAC7C,MAAMjC,iBAAiB,CACrB,kBAAkB,EAClB,+EACF,CAAC;QACH;QACA,IAAI,CAAC4G,MAAM,CAACqE,QAAQ,CAAC/I,gBAAgB,CAAC,EAAE;UACtC,MAAMlC,iBAAiB,CACrB,kBAAkB,EAClB,0EACF,CAAC;QACH;QACA,IAAI,EAAE4G,MAAM,CAACqE,QAAQ,CAAC9I,IAAI,CAAC,IAAIA,IAAI,IAAI,CAAC,CAAC,EAAE;UACzC,MAAMnC,iBAAiB,CACrB,kBAAkB,EAClB,6EACF,CAAC;QACH;MACF;MAEA,MAAMkL,YAAY,GAAIC,KAAa,IACjC7F,SAAS,CAAC0E,MAAM,CAACvJ,WAAW,CAAC0G,QAAQ,EAAEZ,KAAK,CAACS,UAAU,EAAEmE,KAAK,CAAC,CAAC;MAClE,IAAID,YAAY,CAAC,EAAE,CAAC,CAAC3H,MAAM,IAAIiC,YAAY,CAACY,GAAG,EAAE;QAC/C,MAAMpG,iBAAiB,CACrB,kBAAkB,EAClB,oEAAoE,GAClE,GAAGwF,YAAY,CAACY,GAAG,gBACvB,CAAC;MACH;MACA,MAAMgF,YAAY,GAAID,KAAa,IACjCzK,oBAAoB,CAACyK,KAAK,EAAE5E,KAAK,CAACS,UAAU,EAAE4D,UAAU,CAAC,GAAGC,KAAK;MAEnER,cAAc,GAAG,IAAI;MACrB,IAAI;QACF,MAAMgB,MAAM,GAAG7K,mBAAmB,CAChCK,WAAW,CAAC2J,IAAI,EAAErD,QAAQ,CAAC,EAC1BgE,KAAK,IAAKC,YAAY,CAACD,KAAK,CAAC,GAAGjK,iBAAiB,EAClD;UACE4J,WAAW,EAAEC,gBAAgB;UAC7BO,IAAI,EAAGH,KAAK,IAAKD,YAAY,CAACC,KAAK,CAAC,CAAC5H,MAAM,IAAIiC,YAAY,CAACY;QAC9D,CACF,CAAC;QAED,KAAK,MAAM,CAACmF,UAAU,EAAEJ,KAAK,CAAC,IAAIE,MAAM,CAAC3D,OAAO,CAAC,CAAC,EAAE;UAClD,IAAI,CAAC2C,cAAc,EAAE;UAErB,MAAMnC,GAAG,GAAGgD,YAAY,CAACC,KAAK,CAAC;UAC/B,IAAIjD,GAAG,CAAC3E,MAAM,GAAGiC,YAAY,CAACY,GAAG,EAAE;YACjC,MAAMpG,iBAAiB,CACrB,kBAAkB,EAClB,gBAAgBmL,KAAK,sBAAsB3F,YAAY,CAACY,GAAG,gBAC7D,CAAC;UACH;UACA,MAAMpD,MAAM,GAAGa,IAAI,CAACQ,GAAG,CACrBR,IAAI,CAACuC,GAAG,CAACtF,aAAa,CAACsK,YAAY,CAACD,KAAK,CAAC,CAAC,EAAEhF,SAAS,CAAC,EACvDE,SACF,CAAC;UACD,MAAM2C,KAAK,GAAG,MAAMO,eAAe,CAACrB,GAAG,EAAE3B,KAAK,EAAEvD,MAAM,EAAE;YACtDP,KAAK;YACLU,WAAW;YACXiF,IAAI,EAAEA,IAAI,GAAGmD,UAAU;YACvBlD,WAAW;YACXC,KAAK,EAAE1H,UAAU,CAACuK,KAAK;UACzB,CAAC,CAAC;UACF,MAAM;YACJnC,KAAK;YACLwC,UAAU,EAAEvK,kBAAkB;YAC9BwK,QAAQ,EAAEzC,KAAK,CAACzF,MAAM,GAAGtC,kBAAkB;YAC3CsK,UAAU;YACVG,WAAW,EAAEL,MAAM,CAAC9H;UACtB,CAAC;QACH;MACF,CAAC,SAAS;QACR8G,cAAc,GAAG,KAAK;MACxB;IACF;IAEA,OAAO;MAAEtF,OAAO;MAAEmF,WAAW;MAAEK,UAAU;MAAED;IAAe,CAAC;EAC7D,CAAC,CAAC,OAAOL,KAAK,EAAE;IACdlF,OAAO,CAAC,CAAC;IACT,MAAMkF,KAAK;EACb;AACF","ignoreList":[]}