react-native-executorch 0.11.0 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +13 -0
- package/android/build.gradle.kts +14 -3
- package/android/src/main/AndroidManifest.xml +6 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchModule.kt +22 -2
- package/cpp/core/dtype.cpp +12 -1
- package/cpp/core/dtype.h +2 -1
- package/cpp/core/install.cpp +1 -0
- package/cpp/core/utils.cpp +72 -21
- package/cpp/core/utils.h +10 -0
- package/cpp/extensions/cv/utils.h +1 -0
- package/ios/PrivacyInfo.xcprivacy +36 -0
- package/lib/module/constants.js +11 -0
- package/lib/module/constants.js.map +1 -1
- package/lib/module/core/lifetime.js +6 -0
- package/lib/module/core/lifetime.js.map +1 -1
- package/lib/module/core/schema.js +7 -0
- package/lib/module/core/schema.js.map +1 -1
- package/lib/module/core/tensor.js.map +1 -1
- package/lib/module/extensions/cv/ops/box.js +3 -3
- package/lib/module/extensions/cv/ops/box.js.map +1 -1
- package/lib/module/extensions/cv/ops/image.js +10 -14
- package/lib/module/extensions/cv/ops/image.js.map +1 -1
- package/lib/module/extensions/cv/ops/quad.js +2 -2
- package/lib/module/extensions/cv/ops/quad.js.map +1 -1
- package/lib/module/extensions/cv/tasks/sdxsTextToImage.js +11 -4
- package/lib/module/extensions/cv/tasks/sdxsTextToImage.js.map +1 -1
- package/lib/module/extensions/cv/utils/imagePreprocessor.js +3 -0
- package/lib/module/extensions/cv/utils/imagePreprocessor.js.map +1 -1
- package/lib/module/extensions/cv/utils/paddleOcrUtils.js +2 -2
- package/lib/module/extensions/cv/utils/paddleOcrUtils.js.map +1 -1
- package/lib/module/extensions/llm/sampler.js +21 -7
- package/lib/module/extensions/llm/sampler.js.map +1 -1
- package/lib/module/extensions/llm/tasks/llmChatSession.js +4 -1
- package/lib/module/extensions/llm/tasks/llmChatSession.js.map +1 -1
- package/lib/module/extensions/speech/index.js +2 -0
- package/lib/module/extensions/speech/index.js.map +1 -1
- package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js +5 -2
- package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js.map +1 -1
- package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js +461 -0
- package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbBackbone.js +275 -0
- package/lib/module/extensions/speech/utils/reverbBackbone.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbPartitioner.js +86 -0
- package/lib/module/extensions/speech/utils/reverbPartitioner.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbUtils.js +240 -0
- package/lib/module/extensions/speech/utils/reverbUtils.js.map +1 -0
- package/lib/module/extensions/speech/utils/textPartitioner.js +1 -1
- package/lib/module/fetcher/telemetry.js +1 -1
- package/lib/module/hooks/useTextToSpeech.js +22 -1
- package/lib/module/hooks/useTextToSpeech.js.map +1 -1
- package/lib/module/index.js +1 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/models.js +391 -43
- package/lib/module/models.js.map +1 -1
- package/lib/module/native/bridge.js +18 -0
- package/lib/module/native/bridge.js.map +1 -1
- package/lib/typescript/src/constants.d.ts +10 -0
- package/lib/typescript/src/constants.d.ts.map +1 -1
- package/lib/typescript/src/core/lifetime.d.ts.map +1 -1
- package/lib/typescript/src/core/schema.d.ts +7 -0
- package/lib/typescript/src/core/schema.d.ts.map +1 -1
- package/lib/typescript/src/core/tensor.d.ts +7 -6
- package/lib/typescript/src/core/tensor.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/ops/image.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/tasks/sdxsTextToImage.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/utils/imagePreprocessor.d.ts.map +1 -1
- package/lib/typescript/src/extensions/llm/sampler.d.ts.map +1 -1
- package/lib/typescript/src/extensions/llm/tasks/llmChatSession.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/index.d.ts +2 -0
- package/lib/typescript/src/extensions/speech/index.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/tasks/fsmnVoiceActivityDetection.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts +175 -0
- package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts +67 -0
- package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts +27 -0
- package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts +83 -0
- package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts.map +1 -0
- package/lib/typescript/src/hooks/useTextToSpeech.d.ts +30 -0
- package/lib/typescript/src/hooks/useTextToSpeech.d.ts.map +1 -1
- package/lib/typescript/src/index.d.ts +1 -0
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/models.d.ts +56 -0
- package/lib/typescript/src/models.d.ts.map +1 -1
- package/package.json +4 -3
- package/react-native-executorch.podspec +5 -0
- package/scripts/download-libs.js +31 -6
- package/src/constants.ts +29 -0
- package/src/core/lifetime.ts +3 -0
- package/src/core/schema.ts +7 -0
- package/src/core/tensor.ts +9 -6
- package/src/extensions/cv/ops/box.ts +3 -3
- package/src/extensions/cv/ops/image.ts +11 -12
- package/src/extensions/cv/ops/quad.ts +2 -2
- package/src/extensions/cv/tasks/sdxsTextToImage.ts +10 -4
- package/src/extensions/cv/utils/imagePreprocessor.ts +3 -0
- package/src/extensions/cv/utils/paddleOcrUtils.ts +2 -2
- package/src/extensions/llm/sampler.ts +17 -3
- package/src/extensions/llm/tasks/llmChatSession.ts +5 -1
- package/src/extensions/speech/index.ts +2 -0
- package/src/extensions/speech/tasks/fsmnVoiceActivityDetection.ts +7 -1
- package/src/extensions/speech/tasks/reverbTextToSpeech.ts +683 -0
- package/src/extensions/speech/utils/reverbBackbone.ts +342 -0
- package/src/extensions/speech/utils/reverbPartitioner.ts +95 -0
- package/src/extensions/speech/utils/reverbUtils.ts +251 -0
- package/src/extensions/speech/utils/textPartitioner.ts +1 -1
- package/src/fetcher/telemetry.ts +1 -1
- package/src/hooks/useTextToSpeech.ts +45 -3
- package/src/index.ts +1 -0
- package/src/models.ts +369 -8
- package/src/native/bridge.ts +21 -0
package/src/fetcher/telemetry.ts
CHANGED
|
@@ -10,7 +10,7 @@ const DOWNLOAD_EVENT_ENDPOINT = 'https://ai.swmansion.com/telemetry/downloads/ap
|
|
|
10
10
|
// self-referencing import would need package `exports` support in the consuming
|
|
11
11
|
// bundler to load at all. A wrong value here is analytics noise; a failed
|
|
12
12
|
// import would break the bundle.
|
|
13
|
-
const LIB_VERSION = '0.11.
|
|
13
|
+
const LIB_VERSION = '0.11.1';
|
|
14
14
|
|
|
15
15
|
// Anonymous analytics are on by default; apps opt out via setTelemetryEnabled.
|
|
16
16
|
let telemetryEnabled = true;
|
|
@@ -10,6 +10,11 @@ import {
|
|
|
10
10
|
type SupertonicTtsModel,
|
|
11
11
|
type SupertonicTextToSpeech,
|
|
12
12
|
} from '../extensions/speech/tasks/supertonicTextToSpeech';
|
|
13
|
+
import {
|
|
14
|
+
createReverbTextToSpeech,
|
|
15
|
+
type ReverbTtsModel,
|
|
16
|
+
type ReverbTextToSpeech,
|
|
17
|
+
} from '../extensions/speech/tasks/reverbTextToSpeech';
|
|
13
18
|
|
|
14
19
|
/**
|
|
15
20
|
* React hook to load and run the Kokoro Text-to-Speech pipeline.
|
|
@@ -82,20 +87,55 @@ export function useTextToSpeech<K extends PropertyKey>(
|
|
|
82
87
|
synthesizeStop: SupertonicTextToSpeech<K>['synthesizeStop'] | undefined;
|
|
83
88
|
};
|
|
84
89
|
|
|
90
|
+
/**
|
|
91
|
+
* React hook to download, load, and run the Reverb Text-to-Speech pipeline,
|
|
92
|
+
* releasing native memory on unmount or config change.
|
|
93
|
+
*
|
|
94
|
+
* For imperative usage, see {@link createReverbTextToSpeech}.
|
|
95
|
+
* @category Hooks
|
|
96
|
+
* @typeParam K Preset voice keys.
|
|
97
|
+
* @param config The Reverb TTS model configuration. See {@link ReverbTtsModel}.
|
|
98
|
+
* @param options Load and caching options. See {@link ResourceOptions}.
|
|
99
|
+
* @returns The same object as {@link ReverbTextToSpeech} (without `dispose`),
|
|
100
|
+
* combined with loading state and download progress.
|
|
101
|
+
* @see {@link ReverbTextToSpeech}
|
|
102
|
+
*/
|
|
103
|
+
export function useTextToSpeech<K extends PropertyKey = never>(
|
|
104
|
+
config: ReverbTtsModel<K>,
|
|
105
|
+
options?: ResourceOptions
|
|
106
|
+
): {
|
|
107
|
+
/** Whether the pipeline is loaded and ready to synthesize. */
|
|
108
|
+
isReady: boolean;
|
|
109
|
+
/** The download or load error, if any. */
|
|
110
|
+
error: Error | undefined;
|
|
111
|
+
/** Download progress across every asset, in percent. */
|
|
112
|
+
downloadProgress: number;
|
|
113
|
+
/** The config with every remote URL resolved to a local path. */
|
|
114
|
+
resource: ReverbTtsModel<K> | undefined;
|
|
115
|
+
/** Streams synthesized audio chunks. Undefined until the pipeline is ready. */
|
|
116
|
+
synthesize: ReverbTextToSpeech<K>['synthesize'] | undefined;
|
|
117
|
+
/** Cancels an in-flight synthesis. Undefined until the pipeline is ready. */
|
|
118
|
+
synthesizeStop: ReverbTextToSpeech<K>['synthesizeStop'] | undefined;
|
|
119
|
+
/** Encodes a recording into a voice. Undefined until the pipeline is ready. */
|
|
120
|
+
encodeVoice: ReverbTextToSpeech<K>['encodeVoice'] | undefined;
|
|
121
|
+
};
|
|
122
|
+
|
|
85
123
|
export function useTextToSpeech<K extends PropertyKey>(
|
|
86
|
-
config: KokoroTtsModel<K> | SupertonicTtsModel<K>,
|
|
124
|
+
config: KokoroTtsModel<K> | SupertonicTtsModel<K> | ReverbTtsModel<K>,
|
|
87
125
|
options?: ResourceOptions
|
|
88
126
|
) {
|
|
89
127
|
// Each config names the pipeline it belongs to, so the factory is resolved
|
|
90
128
|
// from that tag alone.
|
|
91
129
|
const factory = (
|
|
92
|
-
ttsConfig: KokoroTtsModel<K> | SupertonicTtsModel<K>
|
|
93
|
-
): Promise<KokoroTextToSpeech<K> | SupertonicTextToSpeech<K>> => {
|
|
130
|
+
ttsConfig: KokoroTtsModel<K> | SupertonicTtsModel<K> | ReverbTtsModel<K>
|
|
131
|
+
): Promise<KokoroTextToSpeech<K> | SupertonicTextToSpeech<K> | ReverbTextToSpeech<K>> => {
|
|
94
132
|
switch (ttsConfig.name) {
|
|
95
133
|
case 'kokoro':
|
|
96
134
|
return createKokoroTextToSpeech(ttsConfig);
|
|
97
135
|
case 'supertonic':
|
|
98
136
|
return createSupertonicTextToSpeech(ttsConfig);
|
|
137
|
+
case 'reverb':
|
|
138
|
+
return createReverbTextToSpeech(ttsConfig);
|
|
99
139
|
}
|
|
100
140
|
};
|
|
101
141
|
|
|
@@ -109,5 +149,7 @@ export function useTextToSpeech<K extends PropertyKey>(
|
|
|
109
149
|
resource,
|
|
110
150
|
synthesize: model?.synthesize,
|
|
111
151
|
synthesizeStop: model?.synthesizeStop,
|
|
152
|
+
// Only Reverb encodes voices.
|
|
153
|
+
...(model && 'encodeVoice' in model ? { encodeVoice: model.encodeVoice } : {}),
|
|
112
154
|
};
|
|
113
155
|
}
|
package/src/index.ts
CHANGED
|
@@ -94,6 +94,7 @@ export * from './extensions/speech/tasks/fsmnVoiceActivityDetection';
|
|
|
94
94
|
export * from './extensions/speech/tasks/whisperSpeechToText';
|
|
95
95
|
export * from './extensions/speech/tasks/supertonicTextToSpeech';
|
|
96
96
|
export * from './extensions/speech/tasks/kokoroTextToSpeech';
|
|
97
|
+
export * from './extensions/speech/tasks/reverbTextToSpeech';
|
|
97
98
|
|
|
98
99
|
// Vector search over embeddings
|
|
99
100
|
export * from './extensions/vectorStore';
|