react-native-executorch 0.11.0 → 0.11.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. package/android/CMakeLists.txt +13 -0
  2. package/android/build.gradle.kts +14 -3
  3. package/android/src/main/AndroidManifest.xml +6 -0
  4. package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchModule.kt +22 -2
  5. package/cpp/core/dtype.cpp +12 -1
  6. package/cpp/core/dtype.h +2 -1
  7. package/cpp/core/install.cpp +1 -0
  8. package/cpp/core/utils.cpp +72 -21
  9. package/cpp/core/utils.h +10 -0
  10. package/cpp/extensions/cv/utils.h +1 -0
  11. package/ios/PrivacyInfo.xcprivacy +36 -0
  12. package/lib/module/constants.js +11 -0
  13. package/lib/module/constants.js.map +1 -1
  14. package/lib/module/core/lifetime.js +6 -0
  15. package/lib/module/core/lifetime.js.map +1 -1
  16. package/lib/module/core/schema.js +7 -0
  17. package/lib/module/core/schema.js.map +1 -1
  18. package/lib/module/core/tensor.js.map +1 -1
  19. package/lib/module/extensions/cv/ops/box.js +3 -3
  20. package/lib/module/extensions/cv/ops/box.js.map +1 -1
  21. package/lib/module/extensions/cv/ops/image.js +10 -14
  22. package/lib/module/extensions/cv/ops/image.js.map +1 -1
  23. package/lib/module/extensions/cv/ops/quad.js +2 -2
  24. package/lib/module/extensions/cv/ops/quad.js.map +1 -1
  25. package/lib/module/extensions/cv/tasks/sdxsTextToImage.js +11 -4
  26. package/lib/module/extensions/cv/tasks/sdxsTextToImage.js.map +1 -1
  27. package/lib/module/extensions/cv/utils/imagePreprocessor.js +3 -0
  28. package/lib/module/extensions/cv/utils/imagePreprocessor.js.map +1 -1
  29. package/lib/module/extensions/cv/utils/paddleOcrUtils.js +2 -2
  30. package/lib/module/extensions/cv/utils/paddleOcrUtils.js.map +1 -1
  31. package/lib/module/extensions/llm/sampler.js +21 -7
  32. package/lib/module/extensions/llm/sampler.js.map +1 -1
  33. package/lib/module/extensions/llm/tasks/llmChatSession.js +4 -1
  34. package/lib/module/extensions/llm/tasks/llmChatSession.js.map +1 -1
  35. package/lib/module/extensions/speech/index.js +2 -0
  36. package/lib/module/extensions/speech/index.js.map +1 -1
  37. package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js +5 -2
  38. package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js.map +1 -1
  39. package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js +461 -0
  40. package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js.map +1 -0
  41. package/lib/module/extensions/speech/utils/reverbBackbone.js +275 -0
  42. package/lib/module/extensions/speech/utils/reverbBackbone.js.map +1 -0
  43. package/lib/module/extensions/speech/utils/reverbPartitioner.js +86 -0
  44. package/lib/module/extensions/speech/utils/reverbPartitioner.js.map +1 -0
  45. package/lib/module/extensions/speech/utils/reverbUtils.js +240 -0
  46. package/lib/module/extensions/speech/utils/reverbUtils.js.map +1 -0
  47. package/lib/module/extensions/speech/utils/textPartitioner.js +1 -1
  48. package/lib/module/fetcher/telemetry.js +1 -1
  49. package/lib/module/hooks/useTextToSpeech.js +22 -1
  50. package/lib/module/hooks/useTextToSpeech.js.map +1 -1
  51. package/lib/module/index.js +1 -0
  52. package/lib/module/index.js.map +1 -1
  53. package/lib/module/models.js +391 -43
  54. package/lib/module/models.js.map +1 -1
  55. package/lib/module/native/bridge.js +18 -0
  56. package/lib/module/native/bridge.js.map +1 -1
  57. package/lib/typescript/src/constants.d.ts +10 -0
  58. package/lib/typescript/src/constants.d.ts.map +1 -1
  59. package/lib/typescript/src/core/lifetime.d.ts.map +1 -1
  60. package/lib/typescript/src/core/schema.d.ts +7 -0
  61. package/lib/typescript/src/core/schema.d.ts.map +1 -1
  62. package/lib/typescript/src/core/tensor.d.ts +7 -6
  63. package/lib/typescript/src/core/tensor.d.ts.map +1 -1
  64. package/lib/typescript/src/extensions/cv/ops/image.d.ts.map +1 -1
  65. package/lib/typescript/src/extensions/cv/tasks/sdxsTextToImage.d.ts.map +1 -1
  66. package/lib/typescript/src/extensions/cv/utils/imagePreprocessor.d.ts.map +1 -1
  67. package/lib/typescript/src/extensions/llm/sampler.d.ts.map +1 -1
  68. package/lib/typescript/src/extensions/llm/tasks/llmChatSession.d.ts.map +1 -1
  69. package/lib/typescript/src/extensions/speech/index.d.ts +2 -0
  70. package/lib/typescript/src/extensions/speech/index.d.ts.map +1 -1
  71. package/lib/typescript/src/extensions/speech/tasks/fsmnVoiceActivityDetection.d.ts.map +1 -1
  72. package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts +175 -0
  73. package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts.map +1 -0
  74. package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts +67 -0
  75. package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts.map +1 -0
  76. package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts +27 -0
  77. package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts.map +1 -0
  78. package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts +83 -0
  79. package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts.map +1 -0
  80. package/lib/typescript/src/hooks/useTextToSpeech.d.ts +30 -0
  81. package/lib/typescript/src/hooks/useTextToSpeech.d.ts.map +1 -1
  82. package/lib/typescript/src/index.d.ts +1 -0
  83. package/lib/typescript/src/index.d.ts.map +1 -1
  84. package/lib/typescript/src/models.d.ts +56 -0
  85. package/lib/typescript/src/models.d.ts.map +1 -1
  86. package/package.json +4 -3
  87. package/react-native-executorch.podspec +5 -0
  88. package/scripts/download-libs.js +31 -6
  89. package/src/constants.ts +29 -0
  90. package/src/core/lifetime.ts +3 -0
  91. package/src/core/schema.ts +7 -0
  92. package/src/core/tensor.ts +9 -6
  93. package/src/extensions/cv/ops/box.ts +3 -3
  94. package/src/extensions/cv/ops/image.ts +11 -12
  95. package/src/extensions/cv/ops/quad.ts +2 -2
  96. package/src/extensions/cv/tasks/sdxsTextToImage.ts +10 -4
  97. package/src/extensions/cv/utils/imagePreprocessor.ts +3 -0
  98. package/src/extensions/cv/utils/paddleOcrUtils.ts +2 -2
  99. package/src/extensions/llm/sampler.ts +17 -3
  100. package/src/extensions/llm/tasks/llmChatSession.ts +5 -1
  101. package/src/extensions/speech/index.ts +2 -0
  102. package/src/extensions/speech/tasks/fsmnVoiceActivityDetection.ts +7 -1
  103. package/src/extensions/speech/tasks/reverbTextToSpeech.ts +683 -0
  104. package/src/extensions/speech/utils/reverbBackbone.ts +342 -0
  105. package/src/extensions/speech/utils/reverbPartitioner.ts +95 -0
  106. package/src/extensions/speech/utils/reverbUtils.ts +251 -0
  107. package/src/extensions/speech/utils/textPartitioner.ts +1 -1
  108. package/src/fetcher/telemetry.ts +1 -1
  109. package/src/hooks/useTextToSpeech.ts +45 -3
  110. package/src/index.ts +1 -0
  111. package/src/models.ts +369 -8
  112. package/src/native/bridge.ts +21 -0
@@ -10,7 +10,7 @@ const DOWNLOAD_EVENT_ENDPOINT = 'https://ai.swmansion.com/telemetry/downloads/ap
10
10
  // self-referencing import would need package `exports` support in the consuming
11
11
  // bundler to load at all. A wrong value here is analytics noise; a failed
12
12
  // import would break the bundle.
13
- const LIB_VERSION = '0.11.0';
13
+ const LIB_VERSION = '0.11.1';
14
14
 
15
15
  // Anonymous analytics are on by default; apps opt out via setTelemetryEnabled.
16
16
  let telemetryEnabled = true;
@@ -10,6 +10,11 @@ import {
10
10
  type SupertonicTtsModel,
11
11
  type SupertonicTextToSpeech,
12
12
  } from '../extensions/speech/tasks/supertonicTextToSpeech';
13
+ import {
14
+ createReverbTextToSpeech,
15
+ type ReverbTtsModel,
16
+ type ReverbTextToSpeech,
17
+ } from '../extensions/speech/tasks/reverbTextToSpeech';
13
18
 
14
19
  /**
15
20
  * React hook to load and run the Kokoro Text-to-Speech pipeline.
@@ -82,20 +87,55 @@ export function useTextToSpeech<K extends PropertyKey>(
82
87
  synthesizeStop: SupertonicTextToSpeech<K>['synthesizeStop'] | undefined;
83
88
  };
84
89
 
90
+ /**
91
+ * React hook to download, load, and run the Reverb Text-to-Speech pipeline,
92
+ * releasing native memory on unmount or config change.
93
+ *
94
+ * For imperative usage, see {@link createReverbTextToSpeech}.
95
+ * @category Hooks
96
+ * @typeParam K Preset voice keys.
97
+ * @param config The Reverb TTS model configuration. See {@link ReverbTtsModel}.
98
+ * @param options Load and caching options. See {@link ResourceOptions}.
99
+ * @returns The same object as {@link ReverbTextToSpeech} (without `dispose`),
100
+ * combined with loading state and download progress.
101
+ * @see {@link ReverbTextToSpeech}
102
+ */
103
+ export function useTextToSpeech<K extends PropertyKey = never>(
104
+ config: ReverbTtsModel<K>,
105
+ options?: ResourceOptions
106
+ ): {
107
+ /** Whether the pipeline is loaded and ready to synthesize. */
108
+ isReady: boolean;
109
+ /** The download or load error, if any. */
110
+ error: Error | undefined;
111
+ /** Download progress across every asset, in percent. */
112
+ downloadProgress: number;
113
+ /** The config with every remote URL resolved to a local path. */
114
+ resource: ReverbTtsModel<K> | undefined;
115
+ /** Streams synthesized audio chunks. Undefined until the pipeline is ready. */
116
+ synthesize: ReverbTextToSpeech<K>['synthesize'] | undefined;
117
+ /** Cancels an in-flight synthesis. Undefined until the pipeline is ready. */
118
+ synthesizeStop: ReverbTextToSpeech<K>['synthesizeStop'] | undefined;
119
+ /** Encodes a recording into a voice. Undefined until the pipeline is ready. */
120
+ encodeVoice: ReverbTextToSpeech<K>['encodeVoice'] | undefined;
121
+ };
122
+
85
123
  export function useTextToSpeech<K extends PropertyKey>(
86
- config: KokoroTtsModel<K> | SupertonicTtsModel<K>,
124
+ config: KokoroTtsModel<K> | SupertonicTtsModel<K> | ReverbTtsModel<K>,
87
125
  options?: ResourceOptions
88
126
  ) {
89
127
  // Each config names the pipeline it belongs to, so the factory is resolved
90
128
  // from that tag alone.
91
129
  const factory = (
92
- ttsConfig: KokoroTtsModel<K> | SupertonicTtsModel<K>
93
- ): Promise<KokoroTextToSpeech<K> | SupertonicTextToSpeech<K>> => {
130
+ ttsConfig: KokoroTtsModel<K> | SupertonicTtsModel<K> | ReverbTtsModel<K>
131
+ ): Promise<KokoroTextToSpeech<K> | SupertonicTextToSpeech<K> | ReverbTextToSpeech<K>> => {
94
132
  switch (ttsConfig.name) {
95
133
  case 'kokoro':
96
134
  return createKokoroTextToSpeech(ttsConfig);
97
135
  case 'supertonic':
98
136
  return createSupertonicTextToSpeech(ttsConfig);
137
+ case 'reverb':
138
+ return createReverbTextToSpeech(ttsConfig);
99
139
  }
100
140
  };
101
141
 
@@ -109,5 +149,7 @@ export function useTextToSpeech<K extends PropertyKey>(
109
149
  resource,
110
150
  synthesize: model?.synthesize,
111
151
  synthesizeStop: model?.synthesizeStop,
152
+ // Only Reverb encodes voices.
153
+ ...(model && 'encodeVoice' in model ? { encodeVoice: model.encodeVoice } : {}),
112
154
  };
113
155
  }
package/src/index.ts CHANGED
@@ -94,6 +94,7 @@ export * from './extensions/speech/tasks/fsmnVoiceActivityDetection';
94
94
  export * from './extensions/speech/tasks/whisperSpeechToText';
95
95
  export * from './extensions/speech/tasks/supertonicTextToSpeech';
96
96
  export * from './extensions/speech/tasks/kokoroTextToSpeech';
97
+ export * from './extensions/speech/tasks/reverbTextToSpeech';
97
98
 
98
99
  // Vector search over embeddings
99
100
  export * from './extensions/vectorStore';