react-native-executorch 0.11.0 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +13 -0
- package/android/build.gradle.kts +14 -3
- package/android/src/main/AndroidManifest.xml +6 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchModule.kt +22 -2
- package/cpp/core/dtype.cpp +12 -1
- package/cpp/core/dtype.h +2 -1
- package/cpp/core/install.cpp +1 -0
- package/cpp/core/utils.cpp +72 -21
- package/cpp/core/utils.h +10 -0
- package/cpp/extensions/cv/utils.h +1 -0
- package/ios/PrivacyInfo.xcprivacy +36 -0
- package/lib/module/constants.js +11 -0
- package/lib/module/constants.js.map +1 -1
- package/lib/module/core/lifetime.js +6 -0
- package/lib/module/core/lifetime.js.map +1 -1
- package/lib/module/core/schema.js +7 -0
- package/lib/module/core/schema.js.map +1 -1
- package/lib/module/core/tensor.js.map +1 -1
- package/lib/module/extensions/cv/ops/box.js +3 -3
- package/lib/module/extensions/cv/ops/box.js.map +1 -1
- package/lib/module/extensions/cv/ops/image.js +10 -14
- package/lib/module/extensions/cv/ops/image.js.map +1 -1
- package/lib/module/extensions/cv/ops/quad.js +2 -2
- package/lib/module/extensions/cv/ops/quad.js.map +1 -1
- package/lib/module/extensions/cv/tasks/sdxsTextToImage.js +11 -4
- package/lib/module/extensions/cv/tasks/sdxsTextToImage.js.map +1 -1
- package/lib/module/extensions/cv/utils/imagePreprocessor.js +3 -0
- package/lib/module/extensions/cv/utils/imagePreprocessor.js.map +1 -1
- package/lib/module/extensions/cv/utils/paddleOcrUtils.js +2 -2
- package/lib/module/extensions/cv/utils/paddleOcrUtils.js.map +1 -1
- package/lib/module/extensions/llm/sampler.js +21 -7
- package/lib/module/extensions/llm/sampler.js.map +1 -1
- package/lib/module/extensions/llm/tasks/llmChatSession.js +4 -1
- package/lib/module/extensions/llm/tasks/llmChatSession.js.map +1 -1
- package/lib/module/extensions/speech/index.js +2 -0
- package/lib/module/extensions/speech/index.js.map +1 -1
- package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js +5 -2
- package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js.map +1 -1
- package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js +461 -0
- package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbBackbone.js +275 -0
- package/lib/module/extensions/speech/utils/reverbBackbone.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbPartitioner.js +86 -0
- package/lib/module/extensions/speech/utils/reverbPartitioner.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbUtils.js +240 -0
- package/lib/module/extensions/speech/utils/reverbUtils.js.map +1 -0
- package/lib/module/extensions/speech/utils/textPartitioner.js +1 -1
- package/lib/module/fetcher/telemetry.js +1 -1
- package/lib/module/hooks/useTextToSpeech.js +22 -1
- package/lib/module/hooks/useTextToSpeech.js.map +1 -1
- package/lib/module/index.js +1 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/models.js +391 -43
- package/lib/module/models.js.map +1 -1
- package/lib/module/native/bridge.js +18 -0
- package/lib/module/native/bridge.js.map +1 -1
- package/lib/typescript/src/constants.d.ts +10 -0
- package/lib/typescript/src/constants.d.ts.map +1 -1
- package/lib/typescript/src/core/lifetime.d.ts.map +1 -1
- package/lib/typescript/src/core/schema.d.ts +7 -0
- package/lib/typescript/src/core/schema.d.ts.map +1 -1
- package/lib/typescript/src/core/tensor.d.ts +7 -6
- package/lib/typescript/src/core/tensor.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/ops/image.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/tasks/sdxsTextToImage.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/utils/imagePreprocessor.d.ts.map +1 -1
- package/lib/typescript/src/extensions/llm/sampler.d.ts.map +1 -1
- package/lib/typescript/src/extensions/llm/tasks/llmChatSession.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/index.d.ts +2 -0
- package/lib/typescript/src/extensions/speech/index.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/tasks/fsmnVoiceActivityDetection.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts +175 -0
- package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts +67 -0
- package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts +27 -0
- package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts +83 -0
- package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts.map +1 -0
- package/lib/typescript/src/hooks/useTextToSpeech.d.ts +30 -0
- package/lib/typescript/src/hooks/useTextToSpeech.d.ts.map +1 -1
- package/lib/typescript/src/index.d.ts +1 -0
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/models.d.ts +56 -0
- package/lib/typescript/src/models.d.ts.map +1 -1
- package/package.json +4 -3
- package/react-native-executorch.podspec +5 -0
- package/scripts/download-libs.js +31 -6
- package/src/constants.ts +29 -0
- package/src/core/lifetime.ts +3 -0
- package/src/core/schema.ts +7 -0
- package/src/core/tensor.ts +9 -6
- package/src/extensions/cv/ops/box.ts +3 -3
- package/src/extensions/cv/ops/image.ts +11 -12
- package/src/extensions/cv/ops/quad.ts +2 -2
- package/src/extensions/cv/tasks/sdxsTextToImage.ts +10 -4
- package/src/extensions/cv/utils/imagePreprocessor.ts +3 -0
- package/src/extensions/cv/utils/paddleOcrUtils.ts +2 -2
- package/src/extensions/llm/sampler.ts +17 -3
- package/src/extensions/llm/tasks/llmChatSession.ts +5 -1
- package/src/extensions/speech/index.ts +2 -0
- package/src/extensions/speech/tasks/fsmnVoiceActivityDetection.ts +7 -1
- package/src/extensions/speech/tasks/reverbTextToSpeech.ts +683 -0
- package/src/extensions/speech/utils/reverbBackbone.ts +342 -0
- package/src/extensions/speech/utils/reverbPartitioner.ts +95 -0
- package/src/extensions/speech/utils/reverbUtils.ts +251 -0
- package/src/extensions/speech/utils/textPartitioner.ts +1 -1
- package/src/fetcher/telemetry.ts +1 -1
- package/src/hooks/useTextToSpeech.ts +45 -3
- package/src/index.ts +1 -0
- package/src/models.ts +369 -8
- package/src/native/bridge.ts +21 -0
package/lib/module/models.js
CHANGED
|
@@ -19,7 +19,7 @@ import { rnexecutorchJsi } from "./native/bridge.js";
|
|
|
19
19
|
import { getRegisteredBackends } from "./utils.js";
|
|
20
20
|
import { registerDeprecation } from "./deprecation.js";
|
|
21
21
|
import { WHISPER_LANGUAGES } from "./extensions/speech/tasks/whisperSpeechToText.js";
|
|
22
|
-
import { IMAGENET_NORM, IMAGENET1K_LABELS, PASCAL_VOC_LABELS, COCO_CLASSES, COCO_CLASSES_YOLO, BLAZEFACE_LANDMARKS, FACEMESH_LANDMARKS, COCO_LANDMARKS, SUPERTONIC_DEFAULT_VOICE_NAMES, PRIVACY_FILTER_OPENAI_LABELS, PRIVACY_FILTER_NEMOTRON_LABELS } from "./constants.js";
|
|
22
|
+
import { IMAGENET_NORM, IMAGENET1K_LABELS, PASCAL_VOC_LABELS, COCO_CLASSES, COCO_CLASSES_YOLO, BLAZEFACE_LANDMARKS, FACEMESH_LANDMARKS, COCO_LANDMARKS, SUPERTONIC_DEFAULT_VOICE_NAMES, REVERB_DEFAULT_VOICE_NAMES, PRIVACY_FILTER_OPENAI_LABELS, PRIVACY_FILTER_NEMOTRON_LABELS } from "./constants.js";
|
|
23
23
|
|
|
24
24
|
// =============================================================================
|
|
25
25
|
// DEFAULT variant resolution
|
|
@@ -30,7 +30,7 @@ import { IMAGENET_NORM, IMAGENET1K_LABELS, PASCAL_VOC_LABELS, COCO_CLASSES, COCO
|
|
|
30
30
|
// that order pins one per platform — see the second argument of `variants`.
|
|
31
31
|
|
|
32
32
|
/** Every backend the registry publishes for, spelled as the variant keys spell it. */
|
|
33
|
-
const ALL_BACKENDS = ['xnnpack', 'coreml', 'mlx', 'vulkan'];
|
|
33
|
+
const ALL_BACKENDS = ['xnnpack', 'coreml', 'mlx', 'vulkan', 'qnn'];
|
|
34
34
|
|
|
35
35
|
/** The backend prefix a variant key starts with. */
|
|
36
36
|
|
|
@@ -40,17 +40,27 @@ const PLATFORM = Platform.OS === 'ios' ? 'ios' : 'android';
|
|
|
40
40
|
|
|
41
41
|
// Accelerators lead and XNNPACK trails: a model is only exported to Core ML,
|
|
42
42
|
// MLX or Vulkan once it has been shown to run better there, and XNNPACK is the
|
|
43
|
-
// one backend every model exports to. Core ML sits above MLX only to
|
|
44
|
-
// order deterministic; every group publishing both pins its winner
|
|
43
|
+
// one backend nearly every model exports to. Core ML sits above MLX only to
|
|
44
|
+
// make the order deterministic; every group publishing both pins its winner
|
|
45
|
+
// explicitly. QNN leads on Android: it runs on the Hexagon NPU, and a model
|
|
46
|
+
// only gets a QNN export once it beats the GPU there.
|
|
45
47
|
//
|
|
46
48
|
// The iOS simulator links the Core ML backend but cannot run it: no Neural
|
|
47
49
|
// Engine, and MPSGraph refuses the compiled models. MLX only ever ships a
|
|
48
50
|
// device slice, so it has nothing to run there either.
|
|
49
51
|
const BACKEND_ORDER = {
|
|
50
52
|
ios: rnexecutorchJsi.isEmulator === true ? ['xnnpack'] : ['coreml', 'mlx', 'xnnpack'],
|
|
51
|
-
android: ['vulkan', 'xnnpack']
|
|
53
|
+
android: ['qnn', 'vulkan', 'xnnpack']
|
|
52
54
|
};
|
|
53
55
|
|
|
56
|
+
/**
|
|
57
|
+
* The Hexagon version (`v69` … `v81`) this device's QNN models are compiled
|
|
58
|
+
* for, or `undefined` when it cannot run them. A QNN `.pte` targets a single
|
|
59
|
+
* Hexagon version, so QNN variants are published once per version and resolve
|
|
60
|
+
* to this device's file.
|
|
61
|
+
*/
|
|
62
|
+
const QNN_HTP_ARCH = rnexecutorchJsi.qnnHtpArch;
|
|
63
|
+
|
|
54
64
|
/**
|
|
55
65
|
* The backends this platform may default to, best first.
|
|
56
66
|
* @returns This platform's order, less every backend the binary was not linked
|
|
@@ -66,7 +76,10 @@ function getCandidateBackends() {
|
|
|
66
76
|
}
|
|
67
77
|
if (registered.length === 0) return BACKEND_ORDER[PLATFORM];
|
|
68
78
|
const names = registered.map(name => name.toLowerCase());
|
|
69
|
-
return BACKEND_ORDER[PLATFORM].filter(tag => names.some(name => name.startsWith(tag))
|
|
79
|
+
return BACKEND_ORDER[PLATFORM].filter(tag => names.some(name => name.startsWith(tag)) && (
|
|
80
|
+
// A linked QNN backend is not enough: the SoC also has to be one the
|
|
81
|
+
// published files target, with its Hexagon skel reachable.
|
|
82
|
+
tag !== 'qnn' || QNN_HTP_ARCH !== undefined));
|
|
70
83
|
}
|
|
71
84
|
const CANDIDATE_BACKENDS = getCandidateBackends();
|
|
72
85
|
|
|
@@ -78,11 +91,14 @@ const CANDIDATE_BACKENDS = getCandidateBackends();
|
|
|
78
91
|
*/
|
|
79
92
|
function pickVariant(keys, pin) {
|
|
80
93
|
const backendOf = key => key.toLowerCase().split('_')[0];
|
|
81
|
-
|
|
94
|
+
// A key may name a second backend the file also needs (`QNN_VULKAN_INT4`
|
|
95
|
+
// decodes on Vulkan); every one of them has to be linked.
|
|
96
|
+
const isLinked = key => key.toLowerCase().split('_').filter(part => ALL_BACKENDS.includes(part)).every(tag => CANDIDATE_BACKENDS.includes(tag));
|
|
97
|
+
if (pin !== undefined && keys.includes(pin) && isLinked(pin)) {
|
|
82
98
|
return pin;
|
|
83
99
|
}
|
|
84
100
|
for (const tag of CANDIDATE_BACKENDS) {
|
|
85
|
-
const match = keys.find(key => backendOf(key) === tag);
|
|
101
|
+
const match = keys.find(key => backendOf(key) === tag && isLinked(key));
|
|
86
102
|
if (match !== undefined) return match;
|
|
87
103
|
}
|
|
88
104
|
|
|
@@ -187,6 +203,10 @@ const BASE_URL = 'https://huggingface.co/software-mansion/react-native-executorc
|
|
|
187
203
|
// changes when its URL is moved here.
|
|
188
204
|
const VERSION_TAG = 'resolve/v0.10.0';
|
|
189
205
|
const NEXT_VERSION_TAG = 'resolve/v0.11.0';
|
|
206
|
+
// Models backported to 0.11.x from the per-model repos the registry moved to
|
|
207
|
+
// after v0.11.0.
|
|
208
|
+
const HF_ORG_URL = 'https://huggingface.co/software-mansion';
|
|
209
|
+
const V1_VERSION_TAG = 'resolve/v1.0.0';
|
|
190
210
|
|
|
191
211
|
// =============================================================================
|
|
192
212
|
// Classification
|
|
@@ -212,6 +232,16 @@ const EFFICIENTNET_V2_S_COREML_FP16 = {
|
|
|
212
232
|
modelPath: `${BASE_URL}-efficientnet-v2-s/${VERSION_TAG}/coreml/efficientnet_v2_s_coreml_fp16.pte`,
|
|
213
233
|
modelOpts: EFFICIENTNET_V2_S_OPTS
|
|
214
234
|
};
|
|
235
|
+
// Resolves to this device's Hexagon version; off Snapdragon the v81 file stands
|
|
236
|
+
// in, and DEFAULT never picks it there.
|
|
237
|
+
const EFFICIENTNET_V2_S_QNN_A16W8 = {
|
|
238
|
+
modelPath: `${HF_ORG_URL}/EfficientNetV2-S-ExecuTorch/${NEXT_VERSION_TAG}/qnn/efficientnet_v2_s_qnn_a16w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
239
|
+
modelOpts: EFFICIENTNET_V2_S_OPTS
|
|
240
|
+
};
|
|
241
|
+
const EFFICIENTNET_V2_S_QNN_A8W8 = {
|
|
242
|
+
modelPath: `${HF_ORG_URL}/EfficientNetV2-S-ExecuTorch/${NEXT_VERSION_TAG}/qnn/efficientnet_v2_s_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
243
|
+
modelOpts: EFFICIENTNET_V2_S_OPTS
|
|
244
|
+
};
|
|
215
245
|
|
|
216
246
|
// =============================================================================
|
|
217
247
|
// Style Transfer
|
|
@@ -320,6 +350,10 @@ const DEPTH_ANYTHING_V2_SMALL_VULKAN_FP16 = {
|
|
|
320
350
|
modelPath: `${BASE_URL}-depth-anything-v2/${NEXT_VERSION_TAG}/small/vulkan/depth_anything_v2_small_vulkan_fp16.pte`,
|
|
321
351
|
modelOpts: DEPTH_ANYTHING_OPTS
|
|
322
352
|
};
|
|
353
|
+
const DEPTH_ANYTHING_V2_SMALL_QNN_FP16 = {
|
|
354
|
+
modelPath: `${HF_ORG_URL}/Depth-Anything-V2-ExecuTorch/${NEXT_VERSION_TAG}/small/qnn/depth_anything_v2_small_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
355
|
+
modelOpts: DEPTH_ANYTHING_OPTS
|
|
356
|
+
};
|
|
323
357
|
const DEPTH_ANYTHING_V3_SMALL_XNNPACK_INT8 = {
|
|
324
358
|
modelPath: `${BASE_URL}-depth-anything-v3/${NEXT_VERSION_TAG}/small/xnnpack/depth_anything_v3_small_xnnpack_int8.pte`,
|
|
325
359
|
modelOpts: DEPTH_ANYTHING_OPTS
|
|
@@ -336,6 +370,10 @@ const DEPTH_ANYTHING_V3_SMALL_VULKAN_FP16 = {
|
|
|
336
370
|
modelPath: `${BASE_URL}-depth-anything-v3/${NEXT_VERSION_TAG}/small/vulkan/depth_anything_v3_small_vulkan_fp16.pte`,
|
|
337
371
|
modelOpts: DEPTH_ANYTHING_OPTS
|
|
338
372
|
};
|
|
373
|
+
const DEPTH_ANYTHING_V3_SMALL_QNN_FP16 = {
|
|
374
|
+
modelPath: `${HF_ORG_URL}/Depth-Anything-3-Small-ExecuTorch/${NEXT_VERSION_TAG}/small/qnn/depth_anything_v3_small_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
375
|
+
modelOpts: DEPTH_ANYTHING_OPTS
|
|
376
|
+
};
|
|
339
377
|
const ZIPDEPTH_OPTS = {
|
|
340
378
|
resizeMode: 'stretch',
|
|
341
379
|
interpolation: 'linear',
|
|
@@ -358,6 +396,10 @@ const ZIPDEPTH_BASE_VULKAN_FP16 = {
|
|
|
358
396
|
modelPath: `${BASE_URL}-zipdepth/${NEXT_VERSION_TAG}/base/vulkan/zipdepth_base_384_vulkan_fp16.pte`,
|
|
359
397
|
modelOpts: ZIPDEPTH_OPTS
|
|
360
398
|
};
|
|
399
|
+
const ZIPDEPTH_BASE_QNN_FP16 = {
|
|
400
|
+
modelPath: `${HF_ORG_URL}/ZipDepth-ExecuTorch/${NEXT_VERSION_TAG}/base/qnn/zipdepth_base_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
401
|
+
modelOpts: ZIPDEPTH_OPTS
|
|
402
|
+
};
|
|
361
403
|
|
|
362
404
|
// =============================================================================
|
|
363
405
|
// Inpainting
|
|
@@ -470,6 +512,12 @@ const LRASPP_MOBILENET_V3_LARGE_COREML_FP16 = {
|
|
|
470
512
|
modelPath: `${BASE_URL}-lraspp/${NEXT_VERSION_TAG}/coreml/lraspp_mobilenet_v3_large_coreml_fp16.pte`,
|
|
471
513
|
modelOpts: LRASPP_MOBILENET_V3_LARGE_OPTS
|
|
472
514
|
};
|
|
515
|
+
// Same Hexagon-version resolution and index-map output as the DeepLabV3 QNN
|
|
516
|
+
// variants.
|
|
517
|
+
const LRASPP_MOBILENET_V3_LARGE_QNN_A8W8 = {
|
|
518
|
+
modelPath: `${HF_ORG_URL}/LRASPP-MobileNetV3-Large-ExecuTorch/${NEXT_VERSION_TAG}/qnn/lraspp_mobilenet_v3_large_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
519
|
+
modelOpts: LRASPP_MOBILENET_V3_LARGE_OPTS
|
|
520
|
+
};
|
|
473
521
|
const DEEPLAB_V3_OPTS = {
|
|
474
522
|
labels: PASCAL_VOC_LABELS,
|
|
475
523
|
resizeMode: 'stretch',
|
|
@@ -493,6 +541,16 @@ const DEEPLAB_V3_RESNET101_XNNPACK_FP32 = {
|
|
|
493
541
|
modelPath: `${BASE_URL}-deeplab-v3/${VERSION_TAG}/xnnpack/deeplab_v3_resnet101_xnnpack_fp32.pte`,
|
|
494
542
|
modelOpts: DEEPLAB_V3_OPTS
|
|
495
543
|
};
|
|
544
|
+
// Same Hexagon-version resolution and index-map output as the MobileNetV3 QNN
|
|
545
|
+
// variant below.
|
|
546
|
+
const DEEPLAB_V3_RESNET50_QNN_A8W8 = {
|
|
547
|
+
modelPath: `${HF_ORG_URL}/DeepLabV3-ExecuTorch/${NEXT_VERSION_TAG}/qnn/deeplab_v3_resnet50_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
548
|
+
modelOpts: DEEPLAB_V3_OPTS
|
|
549
|
+
};
|
|
550
|
+
const DEEPLAB_V3_RESNET101_QNN_A8W8 = {
|
|
551
|
+
modelPath: `${HF_ORG_URL}/DeepLabV3-ExecuTorch/${NEXT_VERSION_TAG}/qnn/deeplab_v3_resnet101_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
552
|
+
modelOpts: DEEPLAB_V3_OPTS
|
|
553
|
+
};
|
|
496
554
|
const DEEPLAB_V3_RESNET101_XNNPACK_INT8 = {
|
|
497
555
|
modelPath: `${BASE_URL}-deeplab-v3/${VERSION_TAG}/xnnpack/deeplab_v3_resnet101_xnnpack_int8.pte`,
|
|
498
556
|
modelOpts: DEEPLAB_V3_OPTS
|
|
@@ -513,6 +571,13 @@ const DEEPLAB_V3_MOBILENET_V3_LARGE_COREML_FP16 = {
|
|
|
513
571
|
modelPath: `${BASE_URL}-deeplab-v3/${NEXT_VERSION_TAG}/coreml/deeplab_v3_mobilenet_v3_large_coreml_fp16.pte`,
|
|
514
572
|
modelOpts: DEEPLAB_V3_OPTS
|
|
515
573
|
};
|
|
574
|
+
// Resolves to this device's Hexagon version; off Snapdragon the v81 file stands
|
|
575
|
+
// in, and DEFAULT never picks it there. Returns a class index per pixel rather
|
|
576
|
+
// than 21 logit planes, which the segmenter reads as its index-map variant.
|
|
577
|
+
const DEEPLAB_V3_MOBILENET_V3_LARGE_QNN_A8W8 = {
|
|
578
|
+
modelPath: `${HF_ORG_URL}/DeepLabV3-ExecuTorch/${NEXT_VERSION_TAG}/qnn/deeplab_v3_mobilenet_v3_large_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
579
|
+
modelOpts: DEEPLAB_V3_OPTS
|
|
580
|
+
};
|
|
516
581
|
const FCN_OPTS = {
|
|
517
582
|
labels: PASCAL_VOC_LABELS,
|
|
518
583
|
resizeMode: 'stretch',
|
|
@@ -544,6 +609,16 @@ const FCN_RESNET101_COREML_FP16 = {
|
|
|
544
609
|
modelPath: `${BASE_URL}-fcn/${NEXT_VERSION_TAG}/coreml/fcn_resnet101_coreml_fp16.pte`,
|
|
545
610
|
modelOpts: FCN_OPTS
|
|
546
611
|
};
|
|
612
|
+
// Same Hexagon-version resolution and index-map output as the DeepLabV3 QNN
|
|
613
|
+
// variants.
|
|
614
|
+
const FCN_RESNET50_QNN_A8W8 = {
|
|
615
|
+
modelPath: `${HF_ORG_URL}/FCN-ExecuTorch/${NEXT_VERSION_TAG}/qnn/fcn_resnet50_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
616
|
+
modelOpts: FCN_OPTS
|
|
617
|
+
};
|
|
618
|
+
const FCN_RESNET101_QNN_A8W8 = {
|
|
619
|
+
modelPath: `${HF_ORG_URL}/FCN-ExecuTorch/${NEXT_VERSION_TAG}/qnn/fcn_resnet101_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
620
|
+
modelOpts: FCN_OPTS
|
|
621
|
+
};
|
|
547
622
|
|
|
548
623
|
// =============================================================================
|
|
549
624
|
// Object Detection
|
|
@@ -568,6 +643,10 @@ const SSDLITE320_MOBILENET_V3_LARGE_COREML_FP16 = {
|
|
|
568
643
|
modelPath: `${BASE_URL}-ssdlite320-mobilenet-v3-large/${VERSION_TAG}/coreml/ssdlite320_mobilenet_v3_large_coreml_fp16.pte`,
|
|
569
644
|
modelOpts: SSDLITE320_MOBILENET_V3_LARGE_OPTS
|
|
570
645
|
};
|
|
646
|
+
const SSDLITE320_MOBILENET_V3_LARGE_QNN_FP16 = {
|
|
647
|
+
modelPath: `${HF_ORG_URL}/SSDlite320-MobileNetV3-Large-ExecuTorch/${NEXT_VERSION_TAG}/qnn/ssdlite320_mobilenet_v3_large_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
648
|
+
modelOpts: SSDLITE320_MOBILENET_V3_LARGE_OPTS
|
|
649
|
+
};
|
|
571
650
|
const RFDETR_NANO_DETECTOR_OPTS = {
|
|
572
651
|
labels: COCO_CLASSES,
|
|
573
652
|
boxFormat: 'xyxy',
|
|
@@ -593,6 +672,10 @@ const RFDETR_NANO_DETECTOR_VULKAN_FP16 = {
|
|
|
593
672
|
modelPath: `${BASE_URL}-rfdetr-nano-detector/${NEXT_VERSION_TAG}/vulkan/rfdetr_nano_vulkan_fp16.pte`,
|
|
594
673
|
modelOpts: RFDETR_NANO_DETECTOR_OPTS
|
|
595
674
|
};
|
|
675
|
+
const RFDETR_NANO_DETECTOR_QNN_FP16 = {
|
|
676
|
+
modelPath: `${HF_ORG_URL}/rf-detr-nano-ExecuTorch/${NEXT_VERSION_TAG}/qnn/rfdetr_nano_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
677
|
+
modelOpts: RFDETR_NANO_DETECTOR_OPTS
|
|
678
|
+
};
|
|
596
679
|
const YOLO26_DETECTOR_OPTS = {
|
|
597
680
|
labels: COCO_CLASSES_YOLO,
|
|
598
681
|
boxFormat: 'xyxy',
|
|
@@ -629,6 +712,10 @@ const YOLO26_NANO_512_XNNPACK_FP32 = {
|
|
|
629
712
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/xnnpack/yolo26n_512_xnnpack_fp32.pte`,
|
|
630
713
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
631
714
|
};
|
|
715
|
+
const YOLO26_NANO_384_QNN_FP16 = {
|
|
716
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/n/qnn/yolo26n_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
717
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
718
|
+
};
|
|
632
719
|
const YOLO26_NANO_512_COREML_FP16 = {
|
|
633
720
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/coreml/yolo26n_512_coreml_fp16.pte`,
|
|
634
721
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -645,6 +732,10 @@ const YOLO26_NANO_640_XNNPACK_FP32 = {
|
|
|
645
732
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/xnnpack/yolo26n_640_xnnpack_fp32.pte`,
|
|
646
733
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
647
734
|
};
|
|
735
|
+
const YOLO26_NANO_512_QNN_FP16 = {
|
|
736
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/n/qnn/yolo26n_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
737
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
738
|
+
};
|
|
648
739
|
const YOLO26_NANO_640_COREML_FP16 = {
|
|
649
740
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/coreml/yolo26n_640_coreml_fp16.pte`,
|
|
650
741
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -653,6 +744,10 @@ const YOLO26_NANO_640_VULKAN_FP16 = {
|
|
|
653
744
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/n/vulkan/yolo26n_640_vulkan_fp16.pte`,
|
|
654
745
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
655
746
|
};
|
|
747
|
+
const YOLO26_NANO_640_QNN_FP16 = {
|
|
748
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/n/qnn/yolo26n_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
749
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
750
|
+
};
|
|
656
751
|
const YOLO26_SMALL_384_XNNPACK_INT8 = {
|
|
657
752
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/s/xnnpack/yolo26s_384_xnnpack_int8.pte`,
|
|
658
753
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -677,6 +772,10 @@ const YOLO26_SMALL_512_XNNPACK_FP32 = {
|
|
|
677
772
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/xnnpack/yolo26s_512_xnnpack_fp32.pte`,
|
|
678
773
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
679
774
|
};
|
|
775
|
+
const YOLO26_SMALL_384_QNN_FP16 = {
|
|
776
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/s/qnn/yolo26s_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
777
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
778
|
+
};
|
|
680
779
|
const YOLO26_SMALL_512_COREML_FP16 = {
|
|
681
780
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/coreml/yolo26s_512_coreml_fp16.pte`,
|
|
682
781
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -693,6 +792,10 @@ const YOLO26_SMALL_640_XNNPACK_FP32 = {
|
|
|
693
792
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/xnnpack/yolo26s_640_xnnpack_fp32.pte`,
|
|
694
793
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
695
794
|
};
|
|
795
|
+
const YOLO26_SMALL_512_QNN_FP16 = {
|
|
796
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/s/qnn/yolo26s_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
797
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
798
|
+
};
|
|
696
799
|
const YOLO26_SMALL_640_COREML_FP16 = {
|
|
697
800
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/coreml/yolo26s_640_coreml_fp16.pte`,
|
|
698
801
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -701,6 +804,10 @@ const YOLO26_SMALL_640_VULKAN_FP16 = {
|
|
|
701
804
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/s/vulkan/yolo26s_640_vulkan_fp16.pte`,
|
|
702
805
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
703
806
|
};
|
|
807
|
+
const YOLO26_SMALL_640_QNN_FP16 = {
|
|
808
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/s/qnn/yolo26s_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
809
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
810
|
+
};
|
|
704
811
|
const YOLO26_MEDIUM_384_XNNPACK_INT8 = {
|
|
705
812
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/m/xnnpack/yolo26m_384_xnnpack_int8.pte`,
|
|
706
813
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -725,6 +832,10 @@ const YOLO26_MEDIUM_512_XNNPACK_FP32 = {
|
|
|
725
832
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/xnnpack/yolo26m_512_xnnpack_fp32.pte`,
|
|
726
833
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
727
834
|
};
|
|
835
|
+
const YOLO26_MEDIUM_384_QNN_FP16 = {
|
|
836
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/m/qnn/yolo26m_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
837
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
838
|
+
};
|
|
728
839
|
const YOLO26_MEDIUM_512_COREML_FP16 = {
|
|
729
840
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/coreml/yolo26m_512_coreml_fp16.pte`,
|
|
730
841
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -741,6 +852,10 @@ const YOLO26_MEDIUM_640_XNNPACK_FP32 = {
|
|
|
741
852
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/xnnpack/yolo26m_640_xnnpack_fp32.pte`,
|
|
742
853
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
743
854
|
};
|
|
855
|
+
const YOLO26_MEDIUM_512_QNN_FP16 = {
|
|
856
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/m/qnn/yolo26m_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
857
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
858
|
+
};
|
|
744
859
|
const YOLO26_MEDIUM_640_COREML_FP16 = {
|
|
745
860
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/coreml/yolo26m_640_coreml_fp16.pte`,
|
|
746
861
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -749,6 +864,10 @@ const YOLO26_MEDIUM_640_VULKAN_FP16 = {
|
|
|
749
864
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/m/vulkan/yolo26m_640_vulkan_fp16.pte`,
|
|
750
865
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
751
866
|
};
|
|
867
|
+
const YOLO26_MEDIUM_640_QNN_FP16 = {
|
|
868
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/m/qnn/yolo26m_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
869
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
870
|
+
};
|
|
752
871
|
const YOLO26_LARGE_384_XNNPACK_INT8 = {
|
|
753
872
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/l/xnnpack/yolo26l_384_xnnpack_int8.pte`,
|
|
754
873
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -773,6 +892,10 @@ const YOLO26_LARGE_512_XNNPACK_FP32 = {
|
|
|
773
892
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/xnnpack/yolo26l_512_xnnpack_fp32.pte`,
|
|
774
893
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
775
894
|
};
|
|
895
|
+
const YOLO26_LARGE_384_QNN_FP16 = {
|
|
896
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/l/qnn/yolo26l_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
897
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
898
|
+
};
|
|
776
899
|
const YOLO26_LARGE_512_COREML_FP16 = {
|
|
777
900
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/coreml/yolo26l_512_coreml_fp16.pte`,
|
|
778
901
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -789,6 +912,10 @@ const YOLO26_LARGE_640_XNNPACK_FP32 = {
|
|
|
789
912
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/xnnpack/yolo26l_640_xnnpack_fp32.pte`,
|
|
790
913
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
791
914
|
};
|
|
915
|
+
const YOLO26_LARGE_512_QNN_FP16 = {
|
|
916
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/l/qnn/yolo26l_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
917
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
918
|
+
};
|
|
792
919
|
const YOLO26_LARGE_640_COREML_FP16 = {
|
|
793
920
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/coreml/yolo26l_640_coreml_fp16.pte`,
|
|
794
921
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -797,6 +924,10 @@ const YOLO26_LARGE_640_VULKAN_FP16 = {
|
|
|
797
924
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/l/vulkan/yolo26l_640_vulkan_fp16.pte`,
|
|
798
925
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
799
926
|
};
|
|
927
|
+
const YOLO26_LARGE_640_QNN_FP16 = {
|
|
928
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/l/qnn/yolo26l_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
929
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
930
|
+
};
|
|
800
931
|
const YOLO26_XLARGE_384_XNNPACK_INT8 = {
|
|
801
932
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/x/xnnpack/yolo26x_384_xnnpack_int8.pte`,
|
|
802
933
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -821,6 +952,10 @@ const YOLO26_XLARGE_512_XNNPACK_FP32 = {
|
|
|
821
952
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/xnnpack/yolo26x_512_xnnpack_fp32.pte`,
|
|
822
953
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
823
954
|
};
|
|
955
|
+
const YOLO26_XLARGE_384_QNN_FP16 = {
|
|
956
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/x/qnn/yolo26x_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
957
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
958
|
+
};
|
|
824
959
|
const YOLO26_XLARGE_512_COREML_FP16 = {
|
|
825
960
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/coreml/yolo26x_512_coreml_fp16.pte`,
|
|
826
961
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -837,6 +972,10 @@ const YOLO26_XLARGE_640_XNNPACK_FP32 = {
|
|
|
837
972
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/xnnpack/yolo26x_640_xnnpack_fp32.pte`,
|
|
838
973
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
839
974
|
};
|
|
975
|
+
const YOLO26_XLARGE_512_QNN_FP16 = {
|
|
976
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/x/qnn/yolo26x_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
977
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
978
|
+
};
|
|
840
979
|
const YOLO26_XLARGE_640_COREML_FP16 = {
|
|
841
980
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/coreml/yolo26x_640_coreml_fp16.pte`,
|
|
842
981
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
@@ -845,6 +984,10 @@ const YOLO26_XLARGE_640_VULKAN_FP16 = {
|
|
|
845
984
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/x/vulkan/yolo26x_640_vulkan_fp16.pte`,
|
|
846
985
|
modelOpts: YOLO26_DETECTOR_OPTS
|
|
847
986
|
};
|
|
987
|
+
const YOLO26_XLARGE_640_QNN_FP16 = {
|
|
988
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/x/qnn/yolo26x_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
989
|
+
modelOpts: YOLO26_DETECTOR_OPTS
|
|
990
|
+
};
|
|
848
991
|
|
|
849
992
|
// =============================================================================
|
|
850
993
|
// Keypoint Detection
|
|
@@ -1578,6 +1721,18 @@ const WHISPER_TINY_EN_VULKAN_INT8 = {
|
|
|
1578
1721
|
supportedLanguages: ['en'],
|
|
1579
1722
|
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1580
1723
|
};
|
|
1724
|
+
const WHISPER_TINY_EN_QNN_FP16 = {
|
|
1725
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_en_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1726
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1727
|
+
supportedLanguages: ['en'],
|
|
1728
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1729
|
+
};
|
|
1730
|
+
const WHISPER_TINY_EN_QNN_INT8 = {
|
|
1731
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_en_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1732
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1733
|
+
supportedLanguages: ['en'],
|
|
1734
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1735
|
+
};
|
|
1581
1736
|
const WHISPER_TINY_XNNPACK_INT8 = {
|
|
1582
1737
|
modelPath: `${BASE_URL}-whisper-tiny/${NEXT_VERSION_TAG}/xnnpack/whisper_tiny_xnnpack_int8.pte`,
|
|
1583
1738
|
tokenizerPath: `${BASE_URL}-whisper-tiny/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
@@ -1620,6 +1775,18 @@ const WHISPER_TINY_VULKAN_INT8 = {
|
|
|
1620
1775
|
supportedLanguages: WHISPER_LANGUAGES,
|
|
1621
1776
|
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1622
1777
|
};
|
|
1778
|
+
const WHISPER_TINY_QNN_FP16 = {
|
|
1779
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1780
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1781
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1782
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1783
|
+
};
|
|
1784
|
+
const WHISPER_TINY_QNN_INT8 = {
|
|
1785
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1786
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1787
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1788
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1789
|
+
};
|
|
1623
1790
|
const WHISPER_BASE_EN_XNNPACK_FP32 = {
|
|
1624
1791
|
modelPath: `${BASE_URL}-whisper-base.en/${VERSION_TAG}/xnnpack/whisper_base_en_xnnpack_fp32.pte`,
|
|
1625
1792
|
tokenizerPath: `${BASE_URL}-whisper-base.en/${VERSION_TAG}/tokenizer.json`,
|
|
@@ -1662,6 +1829,18 @@ const WHISPER_BASE_EN_VULKAN_INT8 = {
|
|
|
1662
1829
|
supportedLanguages: ['en'],
|
|
1663
1830
|
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1664
1831
|
};
|
|
1832
|
+
const WHISPER_BASE_EN_QNN_FP16 = {
|
|
1833
|
+
modelPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_en_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1834
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1835
|
+
supportedLanguages: ['en'],
|
|
1836
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1837
|
+
};
|
|
1838
|
+
const WHISPER_BASE_EN_QNN_INT8 = {
|
|
1839
|
+
modelPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_en_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1840
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1841
|
+
supportedLanguages: ['en'],
|
|
1842
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1843
|
+
};
|
|
1665
1844
|
const WHISPER_BASE_XNNPACK_INT8 = {
|
|
1666
1845
|
modelPath: `${BASE_URL}-whisper-base/${NEXT_VERSION_TAG}/xnnpack/whisper_base_xnnpack_int8.pte`,
|
|
1667
1846
|
tokenizerPath: `${BASE_URL}-whisper-base/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
@@ -1704,6 +1883,18 @@ const WHISPER_BASE_VULKAN_INT8 = {
|
|
|
1704
1883
|
supportedLanguages: WHISPER_LANGUAGES,
|
|
1705
1884
|
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1706
1885
|
};
|
|
1886
|
+
const WHISPER_BASE_QNN_FP16 = {
|
|
1887
|
+
modelPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1888
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1889
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1890
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1891
|
+
};
|
|
1892
|
+
const WHISPER_BASE_QNN_INT8 = {
|
|
1893
|
+
modelPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1894
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1895
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1896
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1897
|
+
};
|
|
1707
1898
|
const WHISPER_SMALL_EN_XNNPACK_FP32 = {
|
|
1708
1899
|
modelPath: `${BASE_URL}-whisper-small.en/${VERSION_TAG}/xnnpack/whisper_small_en_xnnpack_fp32.pte`,
|
|
1709
1900
|
tokenizerPath: `${BASE_URL}-whisper-small.en/${VERSION_TAG}/tokenizer.json`,
|
|
@@ -1740,6 +1931,18 @@ const WHISPER_SMALL_EN_VULKAN_INT8 = {
|
|
|
1740
1931
|
supportedLanguages: ['en'],
|
|
1741
1932
|
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1742
1933
|
};
|
|
1934
|
+
const WHISPER_SMALL_EN_QNN_FP16 = {
|
|
1935
|
+
modelPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_en_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1936
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1937
|
+
supportedLanguages: ['en'],
|
|
1938
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1939
|
+
};
|
|
1940
|
+
const WHISPER_SMALL_EN_QNN_INT8 = {
|
|
1941
|
+
modelPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_en_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1942
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1943
|
+
supportedLanguages: ['en'],
|
|
1944
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1945
|
+
};
|
|
1743
1946
|
const WHISPER_SMALL_XNNPACK_INT8 = {
|
|
1744
1947
|
modelPath: `${BASE_URL}-whisper-small/${NEXT_VERSION_TAG}/xnnpack/whisper_small_xnnpack_int8.pte`,
|
|
1745
1948
|
tokenizerPath: `${BASE_URL}-whisper-small/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
@@ -1776,6 +1979,18 @@ const WHISPER_SMALL_VULKAN_INT8 = {
|
|
|
1776
1979
|
supportedLanguages: WHISPER_LANGUAGES,
|
|
1777
1980
|
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1778
1981
|
};
|
|
1982
|
+
const WHISPER_SMALL_QNN_FP16 = {
|
|
1983
|
+
modelPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1984
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1985
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1986
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1987
|
+
};
|
|
1988
|
+
const WHISPER_SMALL_QNN_INT8 = {
|
|
1989
|
+
modelPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1990
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1991
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1992
|
+
vadModel: FSMN_VAD_XNNPACK_FP32
|
|
1993
|
+
};
|
|
1779
1994
|
|
|
1780
1995
|
// =============================================================================
|
|
1781
1996
|
// Text to Image
|
|
@@ -2009,6 +2224,82 @@ const KOKORO_ZH_COREML_FP32 = {
|
|
|
2009
2224
|
voices: KOKORO_ZH_VOICES
|
|
2010
2225
|
};
|
|
2011
2226
|
|
|
2227
|
+
// The backbone, tokenizer and voices live in the model's own repo, the one
|
|
2228
|
+
// registry repo without an -ExecuTorch name; the codec in the Higgs tokenizer's.
|
|
2229
|
+
const REVERB_ROOT = `${HF_ORG_URL}/Reverb-TTS/${V1_VERSION_TAG}`;
|
|
2230
|
+
const REVERB_CODEC_ROOT = `${HF_ORG_URL}/higgs-audio-v2-tokenizer-ExecuTorch/${V1_VERSION_TAG}`;
|
|
2231
|
+
const REVERB_TOKENIZER = `${REVERB_ROOT}/model/tokenizer.json`;
|
|
2232
|
+
const REVERB_DEFAULT_VOICES = REVERB_DEFAULT_VOICE_NAMES.reduce((acc, name) => ({
|
|
2233
|
+
...acc,
|
|
2234
|
+
[name]: `${REVERB_ROOT}/voices/${name}.json`
|
|
2235
|
+
}), {});
|
|
2236
|
+
const REVERB_MLX_COREML_FP16 = {
|
|
2237
|
+
name: 'reverb',
|
|
2238
|
+
modelPaths: {
|
|
2239
|
+
backbone: `${REVERB_ROOT}/model/executorch/mlx/fp16/reverb_mlx_fp16.pte`,
|
|
2240
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/coreml/fp16/codec_decoder_coreml_fp16.pte`,
|
|
2241
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/coreml/int8/codec_encoder_coreml_int8.pte`
|
|
2242
|
+
},
|
|
2243
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2244
|
+
voices: REVERB_DEFAULT_VOICES
|
|
2245
|
+
};
|
|
2246
|
+
const REVERB_MLX_COREML_INT8 = {
|
|
2247
|
+
name: 'reverb',
|
|
2248
|
+
modelPaths: {
|
|
2249
|
+
backbone: `${REVERB_ROOT}/model/executorch/mlx/int8/reverb_mlx_int8.pte`,
|
|
2250
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/coreml/fp16/codec_decoder_coreml_fp16.pte`,
|
|
2251
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/coreml/int8/codec_encoder_coreml_int8.pte`
|
|
2252
|
+
},
|
|
2253
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2254
|
+
voices: REVERB_DEFAULT_VOICES
|
|
2255
|
+
};
|
|
2256
|
+
const REVERB_MLX_COREML_INT4 = {
|
|
2257
|
+
name: 'reverb',
|
|
2258
|
+
modelPaths: {
|
|
2259
|
+
backbone: `${REVERB_ROOT}/model/executorch/mlx/int4/reverb_mlx_int4.pte`,
|
|
2260
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/coreml/fp16/codec_decoder_coreml_fp16.pte`,
|
|
2261
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/coreml/int4/codec_encoder_coreml_int4.pte`
|
|
2262
|
+
},
|
|
2263
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2264
|
+
voices: REVERB_DEFAULT_VOICES
|
|
2265
|
+
};
|
|
2266
|
+
const REVERB_VULKAN_INT4 = {
|
|
2267
|
+
name: 'reverb',
|
|
2268
|
+
modelPaths: {
|
|
2269
|
+
backbone: `${REVERB_ROOT}/model/executorch/vulkan/int4/reverb_vulkan_int4.pte`,
|
|
2270
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/vulkan/fp16/codec_decoder_vulkan_fp16.pte`,
|
|
2271
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/vulkan/int8/codec_encoder_vulkan_int8.pte`
|
|
2272
|
+
},
|
|
2273
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2274
|
+
voices: REVERB_DEFAULT_VOICES
|
|
2275
|
+
};
|
|
2276
|
+
// The backbone on the Hexagon NPU, the codec on the GPU as in VULKAN_INT4.
|
|
2277
|
+
// Resolves to this device's Hexagon version; off Snapdragon the v81 file stands
|
|
2278
|
+
// in, and DEFAULT never picks it there.
|
|
2279
|
+
const REVERB_QNN_VULKAN_INT4 = {
|
|
2280
|
+
name: 'reverb',
|
|
2281
|
+
modelPaths: {
|
|
2282
|
+
backbone: `${REVERB_ROOT}/model/executorch/qnn/int4/reverb_qnn_int4_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
2283
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/vulkan/fp16/codec_decoder_vulkan_fp16.pte`,
|
|
2284
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/vulkan/int8/codec_encoder_vulkan_int8.pte`
|
|
2285
|
+
},
|
|
2286
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2287
|
+
voices: REVERB_DEFAULT_VOICES
|
|
2288
|
+
};
|
|
2289
|
+
// The backbone and the codec on the CPU, where no accelerator is linked. The
|
|
2290
|
+
// backbone's attention and parts of the codec are fp16: they need a CPU with
|
|
2291
|
+
// fp16 arithmetic (ARMv8.2).
|
|
2292
|
+
const REVERB_XNNPACK_8DA8W = {
|
|
2293
|
+
name: 'reverb',
|
|
2294
|
+
modelPaths: {
|
|
2295
|
+
backbone: `${REVERB_ROOT}/model/executorch/xnnpack/int8a8/reverb_xnnpack_8da8w.pte`,
|
|
2296
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/xnnpack/fp16/codec_decoder_xnnpack_fp16.pte`,
|
|
2297
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/xnnpack/int8/codec_encoder_xnnpack_int8.pte`
|
|
2298
|
+
},
|
|
2299
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2300
|
+
voices: REVERB_DEFAULT_VOICES
|
|
2301
|
+
};
|
|
2302
|
+
|
|
2012
2303
|
// =============================================================================
|
|
2013
2304
|
// Privacy Filter
|
|
2014
2305
|
// =============================================================================
|
|
@@ -2376,7 +2667,7 @@ const GEMMA4_OMNI_E2B_XNNPACK_8DA4W = {
|
|
|
2376
2667
|
preprocessorConfig: GEMMA4_OMNI_PREPROCESSOR_CONFIG
|
|
2377
2668
|
};
|
|
2378
2669
|
const GEMMA4_OMNI_E2B_VULKAN_8DA4W = {
|
|
2379
|
-
modelPath: `${
|
|
2670
|
+
modelPath: `${HF_ORG_URL}/gemma-4-E2B-it-ExecuTorch/${V1_VERSION_TAG}/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte`,
|
|
2380
2671
|
tokenizerPath: `${GEMMA4_BASE_URL}/e2b/tokenizer.json`,
|
|
2381
2672
|
tokenizerConfigPath: `${GEMMA4_BASE_URL}/e2b/tokenizer_config.json`,
|
|
2382
2673
|
modalities: ['image', 'audio'],
|
|
@@ -2454,7 +2745,9 @@ export const models = {
|
|
|
2454
2745
|
XNNPACK_INT8: EFFICIENTNET_V2_S_XNNPACK_INT8,
|
|
2455
2746
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2456
2747
|
XNNPACK_FP32: deprecated(EFFICIENTNET_V2_S_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2457
|
-
COREML_FP16: EFFICIENTNET_V2_S_COREML_FP16
|
|
2748
|
+
COREML_FP16: EFFICIENTNET_V2_S_COREML_FP16,
|
|
2749
|
+
QNN_A16W8: EFFICIENTNET_V2_S_QNN_A16W8,
|
|
2750
|
+
QNN_A8W8: EFFICIENTNET_V2_S_QNN_A8W8
|
|
2458
2751
|
})
|
|
2459
2752
|
},
|
|
2460
2753
|
/**
|
|
@@ -2519,7 +2812,8 @@ export const models = {
|
|
|
2519
2812
|
XNNPACK_INT8: DEPTH_ANYTHING_V2_SMALL_XNNPACK_INT8,
|
|
2520
2813
|
XNNPACK_FP32: DEPTH_ANYTHING_V2_SMALL_XNNPACK_FP32,
|
|
2521
2814
|
COREML_FP16: DEPTH_ANYTHING_V2_SMALL_COREML_FP16,
|
|
2522
|
-
VULKAN_FP16: DEPTH_ANYTHING_V2_SMALL_VULKAN_FP16
|
|
2815
|
+
VULKAN_FP16: DEPTH_ANYTHING_V2_SMALL_VULKAN_FP16,
|
|
2816
|
+
QNN_FP16: DEPTH_ANYTHING_V2_SMALL_QNN_FP16
|
|
2523
2817
|
}),
|
|
2524
2818
|
/**
|
|
2525
2819
|
* Depth Anything 3 Small, exported for single-image relative depth.
|
|
@@ -2529,7 +2823,8 @@ export const models = {
|
|
|
2529
2823
|
XNNPACK_INT8: DEPTH_ANYTHING_V3_SMALL_XNNPACK_INT8,
|
|
2530
2824
|
XNNPACK_FP32: DEPTH_ANYTHING_V3_SMALL_XNNPACK_FP32,
|
|
2531
2825
|
COREML_FP16: DEPTH_ANYTHING_V3_SMALL_COREML_FP16,
|
|
2532
|
-
VULKAN_FP16: DEPTH_ANYTHING_V3_SMALL_VULKAN_FP16
|
|
2826
|
+
VULKAN_FP16: DEPTH_ANYTHING_V3_SMALL_VULKAN_FP16,
|
|
2827
|
+
QNN_FP16: DEPTH_ANYTHING_V3_SMALL_QNN_FP16
|
|
2533
2828
|
}),
|
|
2534
2829
|
/**
|
|
2535
2830
|
* ZipDepth Base NPU with a 384 × 384 input for low-latency depth estimation.
|
|
@@ -2538,7 +2833,8 @@ export const models = {
|
|
|
2538
2833
|
ZIPDEPTH_BASE: variants({
|
|
2539
2834
|
XNNPACK_FP32: ZIPDEPTH_BASE_XNNPACK_FP32,
|
|
2540
2835
|
COREML_FP32: ZIPDEPTH_BASE_COREML_FP32,
|
|
2541
|
-
VULKAN_FP16: ZIPDEPTH_BASE_VULKAN_FP16
|
|
2836
|
+
VULKAN_FP16: ZIPDEPTH_BASE_VULKAN_FP16,
|
|
2837
|
+
QNN_FP16: ZIPDEPTH_BASE_QNN_FP16
|
|
2542
2838
|
})
|
|
2543
2839
|
},
|
|
2544
2840
|
/**
|
|
@@ -2607,7 +2903,8 @@ export const models = {
|
|
|
2607
2903
|
XNNPACK_INT8: LRASPP_MOBILENET_V3_LARGE_XNNPACK_INT8,
|
|
2608
2904
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2609
2905
|
XNNPACK_FP32: deprecated(LRASPP_MOBILENET_V3_LARGE_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2610
|
-
COREML_FP16: LRASPP_MOBILENET_V3_LARGE_COREML_FP16
|
|
2906
|
+
COREML_FP16: LRASPP_MOBILENET_V3_LARGE_COREML_FP16,
|
|
2907
|
+
QNN_A8W8: LRASPP_MOBILENET_V3_LARGE_QNN_A8W8
|
|
2611
2908
|
}),
|
|
2612
2909
|
/**
|
|
2613
2910
|
* DeepLabV3 semantic segmentation model with ResNet-50 backbone (21
|
|
@@ -2618,7 +2915,8 @@ export const models = {
|
|
|
2618
2915
|
XNNPACK_INT8: DEEPLAB_V3_RESNET50_XNNPACK_INT8,
|
|
2619
2916
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2620
2917
|
XNNPACK_FP32: deprecated(DEEPLAB_V3_RESNET50_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2621
|
-
COREML_FP16: DEEPLAB_V3_RESNET50_COREML_FP16
|
|
2918
|
+
COREML_FP16: DEEPLAB_V3_RESNET50_COREML_FP16,
|
|
2919
|
+
QNN_A8W8: DEEPLAB_V3_RESNET50_QNN_A8W8
|
|
2622
2920
|
}),
|
|
2623
2921
|
/**
|
|
2624
2922
|
* DeepLabV3 semantic segmentation model with ResNet-101 backbone (21
|
|
@@ -2629,7 +2927,8 @@ export const models = {
|
|
|
2629
2927
|
XNNPACK_INT8: DEEPLAB_V3_RESNET101_XNNPACK_INT8,
|
|
2630
2928
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2631
2929
|
XNNPACK_FP32: deprecated(DEEPLAB_V3_RESNET101_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2632
|
-
COREML_FP16: DEEPLAB_V3_RESNET101_COREML_FP16
|
|
2930
|
+
COREML_FP16: DEEPLAB_V3_RESNET101_COREML_FP16,
|
|
2931
|
+
QNN_A8W8: DEEPLAB_V3_RESNET101_QNN_A8W8
|
|
2633
2932
|
}),
|
|
2634
2933
|
/**
|
|
2635
2934
|
* DeepLabV3 semantic segmentation model with MobileNetV3-Large backbone (21
|
|
@@ -2642,7 +2941,8 @@ export const models = {
|
|
|
2642
2941
|
XNNPACK_INT8: DEEPLAB_V3_MOBILENET_V3_LARGE_XNNPACK_INT8,
|
|
2643
2942
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2644
2943
|
XNNPACK_FP32: deprecated(DEEPLAB_V3_MOBILENET_V3_LARGE_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2645
|
-
COREML_FP16: DEEPLAB_V3_MOBILENET_V3_LARGE_COREML_FP16
|
|
2944
|
+
COREML_FP16: DEEPLAB_V3_MOBILENET_V3_LARGE_COREML_FP16,
|
|
2945
|
+
QNN_A8W8: DEEPLAB_V3_MOBILENET_V3_LARGE_QNN_A8W8
|
|
2646
2946
|
}),
|
|
2647
2947
|
/**
|
|
2648
2948
|
* Fully Convolutional Network (FCN) semantic segmentation model with
|
|
@@ -2652,7 +2952,8 @@ export const models = {
|
|
|
2652
2952
|
XNNPACK_INT8: FCN_RESNET50_XNNPACK_INT8,
|
|
2653
2953
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2654
2954
|
XNNPACK_FP32: deprecated(FCN_RESNET50_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2655
|
-
COREML_FP16: FCN_RESNET50_COREML_FP16
|
|
2955
|
+
COREML_FP16: FCN_RESNET50_COREML_FP16,
|
|
2956
|
+
QNN_A8W8: FCN_RESNET50_QNN_A8W8
|
|
2656
2957
|
}),
|
|
2657
2958
|
/**
|
|
2658
2959
|
* Fully Convolutional Network (FCN) semantic segmentation model with
|
|
@@ -2662,7 +2963,8 @@ export const models = {
|
|
|
2662
2963
|
XNNPACK_INT8: FCN_RESNET101_XNNPACK_INT8,
|
|
2663
2964
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2664
2965
|
XNNPACK_FP32: deprecated(FCN_RESNET101_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2665
|
-
COREML_FP16: FCN_RESNET101_COREML_FP16
|
|
2966
|
+
COREML_FP16: FCN_RESNET101_COREML_FP16,
|
|
2967
|
+
QNN_A8W8: FCN_RESNET101_QNN_A8W8
|
|
2666
2968
|
})
|
|
2667
2969
|
},
|
|
2668
2970
|
/**
|
|
@@ -2676,7 +2978,8 @@ export const models = {
|
|
|
2676
2978
|
*/
|
|
2677
2979
|
SSDLITE320_MOBILENET_V3_LARGE: variants({
|
|
2678
2980
|
XNNPACK_FP32: SSDLITE320_MOBILENET_V3_LARGE_XNNPACK_FP32,
|
|
2679
|
-
COREML_FP16: SSDLITE320_MOBILENET_V3_LARGE_COREML_FP16
|
|
2981
|
+
COREML_FP16: SSDLITE320_MOBILENET_V3_LARGE_COREML_FP16,
|
|
2982
|
+
QNN_FP16: SSDLITE320_MOBILENET_V3_LARGE_QNN_FP16
|
|
2680
2983
|
}),
|
|
2681
2984
|
/**
|
|
2682
2985
|
* RF-DETR (Roboflow Detection Transformer) Nano variant trained on COCO
|
|
@@ -2688,7 +2991,8 @@ export const models = {
|
|
|
2688
2991
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2689
2992
|
XNNPACK_FP32: deprecated(RFDETR_NANO_DETECTOR_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2690
2993
|
COREML_FP16: RFDETR_NANO_DETECTOR_COREML_FP16,
|
|
2691
|
-
VULKAN_FP16: RFDETR_NANO_DETECTOR_VULKAN_FP16
|
|
2994
|
+
VULKAN_FP16: RFDETR_NANO_DETECTOR_VULKAN_FP16,
|
|
2995
|
+
QNN_FP16: RFDETR_NANO_DETECTOR_QNN_FP16
|
|
2692
2996
|
}),
|
|
2693
2997
|
/**
|
|
2694
2998
|
* Ultralytics YOLO26 real-time object detection models trained on COCO (80
|
|
@@ -2707,21 +3011,24 @@ export const models = {
|
|
|
2707
3011
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2708
3012
|
XNNPACK_FP32: deprecated(YOLO26_NANO_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2709
3013
|
COREML_FP16: YOLO26_NANO_384_COREML_FP16,
|
|
2710
|
-
VULKAN_FP16: YOLO26_NANO_384_VULKAN_FP16
|
|
3014
|
+
VULKAN_FP16: YOLO26_NANO_384_VULKAN_FP16,
|
|
3015
|
+
QNN_FP16: YOLO26_NANO_384_QNN_FP16
|
|
2711
3016
|
}),
|
|
2712
3017
|
SIZE_512: variants({
|
|
2713
3018
|
XNNPACK_INT8: YOLO26_NANO_512_XNNPACK_INT8,
|
|
2714
3019
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2715
3020
|
XNNPACK_FP32: deprecated(YOLO26_NANO_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2716
3021
|
COREML_FP16: YOLO26_NANO_512_COREML_FP16,
|
|
2717
|
-
VULKAN_FP16: YOLO26_NANO_512_VULKAN_FP16
|
|
3022
|
+
VULKAN_FP16: YOLO26_NANO_512_VULKAN_FP16,
|
|
3023
|
+
QNN_FP16: YOLO26_NANO_512_QNN_FP16
|
|
2718
3024
|
}),
|
|
2719
3025
|
SIZE_640: variants({
|
|
2720
3026
|
XNNPACK_INT8: YOLO26_NANO_640_XNNPACK_INT8,
|
|
2721
3027
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2722
3028
|
XNNPACK_FP32: deprecated(YOLO26_NANO_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2723
3029
|
COREML_FP16: YOLO26_NANO_640_COREML_FP16,
|
|
2724
|
-
VULKAN_FP16: YOLO26_NANO_640_VULKAN_FP16
|
|
3030
|
+
VULKAN_FP16: YOLO26_NANO_640_VULKAN_FP16,
|
|
3031
|
+
QNN_FP16: YOLO26_NANO_640_QNN_FP16
|
|
2725
3032
|
})
|
|
2726
3033
|
}),
|
|
2727
3034
|
/**
|
|
@@ -2734,21 +3041,24 @@ export const models = {
|
|
|
2734
3041
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2735
3042
|
XNNPACK_FP32: deprecated(YOLO26_SMALL_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2736
3043
|
COREML_FP16: YOLO26_SMALL_384_COREML_FP16,
|
|
2737
|
-
VULKAN_FP16: YOLO26_SMALL_384_VULKAN_FP16
|
|
3044
|
+
VULKAN_FP16: YOLO26_SMALL_384_VULKAN_FP16,
|
|
3045
|
+
QNN_FP16: YOLO26_SMALL_384_QNN_FP16
|
|
2738
3046
|
}),
|
|
2739
3047
|
SIZE_512: variants({
|
|
2740
3048
|
XNNPACK_INT8: YOLO26_SMALL_512_XNNPACK_INT8,
|
|
2741
3049
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2742
3050
|
XNNPACK_FP32: deprecated(YOLO26_SMALL_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2743
3051
|
COREML_FP16: YOLO26_SMALL_512_COREML_FP16,
|
|
2744
|
-
VULKAN_FP16: YOLO26_SMALL_512_VULKAN_FP16
|
|
3052
|
+
VULKAN_FP16: YOLO26_SMALL_512_VULKAN_FP16,
|
|
3053
|
+
QNN_FP16: YOLO26_SMALL_512_QNN_FP16
|
|
2745
3054
|
}),
|
|
2746
3055
|
SIZE_640: variants({
|
|
2747
3056
|
XNNPACK_INT8: YOLO26_SMALL_640_XNNPACK_INT8,
|
|
2748
3057
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2749
3058
|
XNNPACK_FP32: deprecated(YOLO26_SMALL_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2750
3059
|
COREML_FP16: YOLO26_SMALL_640_COREML_FP16,
|
|
2751
|
-
VULKAN_FP16: YOLO26_SMALL_640_VULKAN_FP16
|
|
3060
|
+
VULKAN_FP16: YOLO26_SMALL_640_VULKAN_FP16,
|
|
3061
|
+
QNN_FP16: YOLO26_SMALL_640_QNN_FP16
|
|
2752
3062
|
})
|
|
2753
3063
|
}),
|
|
2754
3064
|
/**
|
|
@@ -2761,21 +3071,24 @@ export const models = {
|
|
|
2761
3071
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2762
3072
|
XNNPACK_FP32: deprecated(YOLO26_MEDIUM_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2763
3073
|
COREML_FP16: YOLO26_MEDIUM_384_COREML_FP16,
|
|
2764
|
-
VULKAN_FP16: YOLO26_MEDIUM_384_VULKAN_FP16
|
|
3074
|
+
VULKAN_FP16: YOLO26_MEDIUM_384_VULKAN_FP16,
|
|
3075
|
+
QNN_FP16: YOLO26_MEDIUM_384_QNN_FP16
|
|
2765
3076
|
}),
|
|
2766
3077
|
SIZE_512: variants({
|
|
2767
3078
|
XNNPACK_INT8: YOLO26_MEDIUM_512_XNNPACK_INT8,
|
|
2768
3079
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2769
3080
|
XNNPACK_FP32: deprecated(YOLO26_MEDIUM_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2770
3081
|
COREML_FP16: YOLO26_MEDIUM_512_COREML_FP16,
|
|
2771
|
-
VULKAN_FP16: YOLO26_MEDIUM_512_VULKAN_FP16
|
|
3082
|
+
VULKAN_FP16: YOLO26_MEDIUM_512_VULKAN_FP16,
|
|
3083
|
+
QNN_FP16: YOLO26_MEDIUM_512_QNN_FP16
|
|
2772
3084
|
}),
|
|
2773
3085
|
SIZE_640: variants({
|
|
2774
3086
|
XNNPACK_INT8: YOLO26_MEDIUM_640_XNNPACK_INT8,
|
|
2775
3087
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2776
3088
|
XNNPACK_FP32: deprecated(YOLO26_MEDIUM_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2777
3089
|
COREML_FP16: YOLO26_MEDIUM_640_COREML_FP16,
|
|
2778
|
-
VULKAN_FP16: YOLO26_MEDIUM_640_VULKAN_FP16
|
|
3090
|
+
VULKAN_FP16: YOLO26_MEDIUM_640_VULKAN_FP16,
|
|
3091
|
+
QNN_FP16: YOLO26_MEDIUM_640_QNN_FP16
|
|
2779
3092
|
})
|
|
2780
3093
|
}),
|
|
2781
3094
|
/**
|
|
@@ -2787,21 +3100,24 @@ export const models = {
|
|
|
2787
3100
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2788
3101
|
XNNPACK_FP32: deprecated(YOLO26_LARGE_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2789
3102
|
COREML_FP16: YOLO26_LARGE_384_COREML_FP16,
|
|
2790
|
-
VULKAN_FP16: YOLO26_LARGE_384_VULKAN_FP16
|
|
3103
|
+
VULKAN_FP16: YOLO26_LARGE_384_VULKAN_FP16,
|
|
3104
|
+
QNN_FP16: YOLO26_LARGE_384_QNN_FP16
|
|
2791
3105
|
}),
|
|
2792
3106
|
SIZE_512: variants({
|
|
2793
3107
|
XNNPACK_INT8: YOLO26_LARGE_512_XNNPACK_INT8,
|
|
2794
3108
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2795
3109
|
XNNPACK_FP32: deprecated(YOLO26_LARGE_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2796
3110
|
COREML_FP16: YOLO26_LARGE_512_COREML_FP16,
|
|
2797
|
-
VULKAN_FP16: YOLO26_LARGE_512_VULKAN_FP16
|
|
3111
|
+
VULKAN_FP16: YOLO26_LARGE_512_VULKAN_FP16,
|
|
3112
|
+
QNN_FP16: YOLO26_LARGE_512_QNN_FP16
|
|
2798
3113
|
}),
|
|
2799
3114
|
SIZE_640: variants({
|
|
2800
3115
|
XNNPACK_INT8: YOLO26_LARGE_640_XNNPACK_INT8,
|
|
2801
3116
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2802
3117
|
XNNPACK_FP32: deprecated(YOLO26_LARGE_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2803
3118
|
COREML_FP16: YOLO26_LARGE_640_COREML_FP16,
|
|
2804
|
-
VULKAN_FP16: YOLO26_LARGE_640_VULKAN_FP16
|
|
3119
|
+
VULKAN_FP16: YOLO26_LARGE_640_VULKAN_FP16,
|
|
3120
|
+
QNN_FP16: YOLO26_LARGE_640_QNN_FP16
|
|
2805
3121
|
})
|
|
2806
3122
|
}),
|
|
2807
3123
|
/**
|
|
@@ -2814,21 +3130,24 @@ export const models = {
|
|
|
2814
3130
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2815
3131
|
XNNPACK_FP32: deprecated(YOLO26_XLARGE_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2816
3132
|
COREML_FP16: YOLO26_XLARGE_384_COREML_FP16,
|
|
2817
|
-
VULKAN_FP16: YOLO26_XLARGE_384_VULKAN_FP16
|
|
3133
|
+
VULKAN_FP16: YOLO26_XLARGE_384_VULKAN_FP16,
|
|
3134
|
+
QNN_FP16: YOLO26_XLARGE_384_QNN_FP16
|
|
2818
3135
|
}),
|
|
2819
3136
|
SIZE_512: variants({
|
|
2820
3137
|
XNNPACK_INT8: YOLO26_XLARGE_512_XNNPACK_INT8,
|
|
2821
3138
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2822
3139
|
XNNPACK_FP32: deprecated(YOLO26_XLARGE_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2823
3140
|
COREML_FP16: YOLO26_XLARGE_512_COREML_FP16,
|
|
2824
|
-
VULKAN_FP16: YOLO26_XLARGE_512_VULKAN_FP16
|
|
3141
|
+
VULKAN_FP16: YOLO26_XLARGE_512_VULKAN_FP16,
|
|
3142
|
+
QNN_FP16: YOLO26_XLARGE_512_QNN_FP16
|
|
2825
3143
|
}),
|
|
2826
3144
|
SIZE_640: variants({
|
|
2827
3145
|
XNNPACK_INT8: YOLO26_XLARGE_640_XNNPACK_INT8,
|
|
2828
3146
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2829
3147
|
XNNPACK_FP32: deprecated(YOLO26_XLARGE_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2830
3148
|
COREML_FP16: YOLO26_XLARGE_640_COREML_FP16,
|
|
2831
|
-
VULKAN_FP16: YOLO26_XLARGE_640_VULKAN_FP16
|
|
3149
|
+
VULKAN_FP16: YOLO26_XLARGE_640_VULKAN_FP16,
|
|
3150
|
+
QNN_FP16: YOLO26_XLARGE_640_QNN_FP16
|
|
2832
3151
|
})
|
|
2833
3152
|
})
|
|
2834
3153
|
})
|
|
@@ -3128,7 +3447,9 @@ export const models = {
|
|
|
3128
3447
|
MLX_BF16: WHISPER_TINY_MLX_BF16,
|
|
3129
3448
|
MLX_INT8: WHISPER_TINY_MLX_INT8,
|
|
3130
3449
|
VULKAN_FP16: WHISPER_TINY_VULKAN_FP16,
|
|
3131
|
-
VULKAN_INT8: WHISPER_TINY_VULKAN_INT8
|
|
3450
|
+
VULKAN_INT8: WHISPER_TINY_VULKAN_INT8,
|
|
3451
|
+
QNN_FP16: WHISPER_TINY_QNN_FP16,
|
|
3452
|
+
QNN_INT8: WHISPER_TINY_QNN_INT8
|
|
3132
3453
|
},
|
|
3133
3454
|
// Core ML over MLX, see the note on WHISPER.
|
|
3134
3455
|
{
|
|
@@ -3146,7 +3467,9 @@ export const models = {
|
|
|
3146
3467
|
MLX_BF16: WHISPER_BASE_MLX_BF16,
|
|
3147
3468
|
MLX_INT8: WHISPER_BASE_MLX_INT8,
|
|
3148
3469
|
VULKAN_FP16: WHISPER_BASE_VULKAN_FP16,
|
|
3149
|
-
VULKAN_INT8: WHISPER_BASE_VULKAN_INT8
|
|
3470
|
+
VULKAN_INT8: WHISPER_BASE_VULKAN_INT8,
|
|
3471
|
+
QNN_FP16: WHISPER_BASE_QNN_FP16,
|
|
3472
|
+
QNN_INT8: WHISPER_BASE_QNN_INT8
|
|
3150
3473
|
},
|
|
3151
3474
|
// Core ML over MLX, see the note on WHISPER.
|
|
3152
3475
|
{
|
|
@@ -3163,7 +3486,9 @@ export const models = {
|
|
|
3163
3486
|
COREML_FP16: WHISPER_SMALL_COREML_FP16,
|
|
3164
3487
|
MLX_INT8: WHISPER_SMALL_MLX_INT8,
|
|
3165
3488
|
VULKAN_FP16: WHISPER_SMALL_VULKAN_FP16,
|
|
3166
|
-
VULKAN_INT8: WHISPER_SMALL_VULKAN_INT8
|
|
3489
|
+
VULKAN_INT8: WHISPER_SMALL_VULKAN_INT8,
|
|
3490
|
+
QNN_FP16: WHISPER_SMALL_QNN_FP16,
|
|
3491
|
+
QNN_INT8: WHISPER_SMALL_QNN_INT8
|
|
3167
3492
|
},
|
|
3168
3493
|
// Core ML over MLX, see the note on WHISPER.
|
|
3169
3494
|
{
|
|
@@ -3190,7 +3515,9 @@ export const models = {
|
|
|
3190
3515
|
MLX_BF16: WHISPER_TINY_EN_MLX_BF16,
|
|
3191
3516
|
MLX_INT8: WHISPER_TINY_EN_MLX_INT8,
|
|
3192
3517
|
VULKAN_FP16: WHISPER_TINY_EN_VULKAN_FP16,
|
|
3193
|
-
VULKAN_INT8: WHISPER_TINY_EN_VULKAN_INT8
|
|
3518
|
+
VULKAN_INT8: WHISPER_TINY_EN_VULKAN_INT8,
|
|
3519
|
+
QNN_FP16: WHISPER_TINY_EN_QNN_FP16,
|
|
3520
|
+
QNN_INT8: WHISPER_TINY_EN_QNN_INT8
|
|
3194
3521
|
},
|
|
3195
3522
|
// Core ML over MLX, see the note on WHISPER.
|
|
3196
3523
|
{
|
|
@@ -3208,7 +3535,9 @@ export const models = {
|
|
|
3208
3535
|
MLX_BF16: WHISPER_BASE_EN_MLX_BF16,
|
|
3209
3536
|
MLX_INT8: WHISPER_BASE_EN_MLX_INT8,
|
|
3210
3537
|
VULKAN_FP16: WHISPER_BASE_EN_VULKAN_FP16,
|
|
3211
|
-
VULKAN_INT8: WHISPER_BASE_EN_VULKAN_INT8
|
|
3538
|
+
VULKAN_INT8: WHISPER_BASE_EN_VULKAN_INT8,
|
|
3539
|
+
QNN_FP16: WHISPER_BASE_EN_QNN_FP16,
|
|
3540
|
+
QNN_INT8: WHISPER_BASE_EN_QNN_INT8
|
|
3212
3541
|
},
|
|
3213
3542
|
// Core ML over MLX, see the note on WHISPER.
|
|
3214
3543
|
{
|
|
@@ -3225,7 +3554,9 @@ export const models = {
|
|
|
3225
3554
|
COREML_FP16: WHISPER_SMALL_EN_COREML_FP16,
|
|
3226
3555
|
MLX_INT8: WHISPER_SMALL_EN_MLX_INT8,
|
|
3227
3556
|
VULKAN_FP16: WHISPER_SMALL_EN_VULKAN_FP16,
|
|
3228
|
-
VULKAN_INT8: WHISPER_SMALL_EN_VULKAN_INT8
|
|
3557
|
+
VULKAN_INT8: WHISPER_SMALL_EN_VULKAN_INT8,
|
|
3558
|
+
QNN_FP16: WHISPER_SMALL_EN_QNN_FP16,
|
|
3559
|
+
QNN_INT8: WHISPER_SMALL_EN_QNN_INT8
|
|
3229
3560
|
},
|
|
3230
3561
|
// Core ML over MLX, see the note on WHISPER.
|
|
3231
3562
|
{
|
|
@@ -3737,7 +4068,24 @@ export const models = {
|
|
|
3737
4068
|
XNNPACK_FP32: KOKORO_ZH_XNNPACK_FP32,
|
|
3738
4069
|
COREML_FP32: KOKORO_ZH_COREML_FP32
|
|
3739
4070
|
})
|
|
3740
|
-
}
|
|
4071
|
+
},
|
|
4072
|
+
/**
|
|
4073
|
+
* Reverb — multilingual Text-to-Speech that speaks in the voice of any
|
|
4074
|
+
* 1-20 s recording, given its transcript, in 7 languages. Ships three
|
|
4075
|
+
* preset voices (see {@link REVERB_DEFAULT_VOICE_NAMES}).
|
|
4076
|
+
*/
|
|
4077
|
+
// int8 leads on iOS: within ~20% of fp16's speed in the app at 260 MB
|
|
4078
|
+
// less. All decode with the fp16 codec (the int8 Core ML one holds ~600 MB
|
|
4079
|
+
// more on the GPU); INT4 encodes with int4 (40 MB smaller), the rest with
|
|
4080
|
+
// int8. XNNPACK is the fallback on both platforms.
|
|
4081
|
+
REVERB: variants({
|
|
4082
|
+
MLX_COREML_INT8: REVERB_MLX_COREML_INT8,
|
|
4083
|
+
MLX_COREML_FP16: REVERB_MLX_COREML_FP16,
|
|
4084
|
+
MLX_COREML_INT4: REVERB_MLX_COREML_INT4,
|
|
4085
|
+
QNN_VULKAN_INT4: REVERB_QNN_VULKAN_INT4,
|
|
4086
|
+
VULKAN_INT4: REVERB_VULKAN_INT4,
|
|
4087
|
+
XNNPACK_8DA8W: REVERB_XNNPACK_8DA8W
|
|
4088
|
+
})
|
|
3741
4089
|
},
|
|
3742
4090
|
/**
|
|
3743
4091
|
* Optical Character Recognition models — a text detector paired with a text
|