react-native-executorch 0.11.0 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +13 -0
- package/android/build.gradle.kts +14 -3
- package/android/src/main/AndroidManifest.xml +6 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchModule.kt +22 -2
- package/cpp/core/dtype.cpp +12 -1
- package/cpp/core/dtype.h +2 -1
- package/cpp/core/install.cpp +1 -0
- package/cpp/core/utils.cpp +72 -21
- package/cpp/core/utils.h +10 -0
- package/cpp/extensions/cv/utils.h +1 -0
- package/ios/PrivacyInfo.xcprivacy +36 -0
- package/lib/module/constants.js +11 -0
- package/lib/module/constants.js.map +1 -1
- package/lib/module/core/lifetime.js +6 -0
- package/lib/module/core/lifetime.js.map +1 -1
- package/lib/module/core/schema.js +7 -0
- package/lib/module/core/schema.js.map +1 -1
- package/lib/module/core/tensor.js.map +1 -1
- package/lib/module/extensions/cv/ops/box.js +3 -3
- package/lib/module/extensions/cv/ops/box.js.map +1 -1
- package/lib/module/extensions/cv/ops/image.js +10 -14
- package/lib/module/extensions/cv/ops/image.js.map +1 -1
- package/lib/module/extensions/cv/ops/quad.js +2 -2
- package/lib/module/extensions/cv/ops/quad.js.map +1 -1
- package/lib/module/extensions/cv/tasks/sdxsTextToImage.js +11 -4
- package/lib/module/extensions/cv/tasks/sdxsTextToImage.js.map +1 -1
- package/lib/module/extensions/cv/utils/imagePreprocessor.js +3 -0
- package/lib/module/extensions/cv/utils/imagePreprocessor.js.map +1 -1
- package/lib/module/extensions/cv/utils/paddleOcrUtils.js +2 -2
- package/lib/module/extensions/cv/utils/paddleOcrUtils.js.map +1 -1
- package/lib/module/extensions/llm/sampler.js +21 -7
- package/lib/module/extensions/llm/sampler.js.map +1 -1
- package/lib/module/extensions/llm/tasks/llmChatSession.js +4 -1
- package/lib/module/extensions/llm/tasks/llmChatSession.js.map +1 -1
- package/lib/module/extensions/speech/index.js +2 -0
- package/lib/module/extensions/speech/index.js.map +1 -1
- package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js +5 -2
- package/lib/module/extensions/speech/tasks/fsmnVoiceActivityDetection.js.map +1 -1
- package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js +461 -0
- package/lib/module/extensions/speech/tasks/reverbTextToSpeech.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbBackbone.js +275 -0
- package/lib/module/extensions/speech/utils/reverbBackbone.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbPartitioner.js +86 -0
- package/lib/module/extensions/speech/utils/reverbPartitioner.js.map +1 -0
- package/lib/module/extensions/speech/utils/reverbUtils.js +240 -0
- package/lib/module/extensions/speech/utils/reverbUtils.js.map +1 -0
- package/lib/module/extensions/speech/utils/textPartitioner.js +1 -1
- package/lib/module/fetcher/telemetry.js +1 -1
- package/lib/module/hooks/useTextToSpeech.js +22 -1
- package/lib/module/hooks/useTextToSpeech.js.map +1 -1
- package/lib/module/index.js +1 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/models.js +391 -43
- package/lib/module/models.js.map +1 -1
- package/lib/module/native/bridge.js +18 -0
- package/lib/module/native/bridge.js.map +1 -1
- package/lib/typescript/src/constants.d.ts +10 -0
- package/lib/typescript/src/constants.d.ts.map +1 -1
- package/lib/typescript/src/core/lifetime.d.ts.map +1 -1
- package/lib/typescript/src/core/schema.d.ts +7 -0
- package/lib/typescript/src/core/schema.d.ts.map +1 -1
- package/lib/typescript/src/core/tensor.d.ts +7 -6
- package/lib/typescript/src/core/tensor.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/ops/image.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/tasks/sdxsTextToImage.d.ts.map +1 -1
- package/lib/typescript/src/extensions/cv/utils/imagePreprocessor.d.ts.map +1 -1
- package/lib/typescript/src/extensions/llm/sampler.d.ts.map +1 -1
- package/lib/typescript/src/extensions/llm/tasks/llmChatSession.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/index.d.ts +2 -0
- package/lib/typescript/src/extensions/speech/index.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/tasks/fsmnVoiceActivityDetection.d.ts.map +1 -1
- package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts +175 -0
- package/lib/typescript/src/extensions/speech/tasks/reverbTextToSpeech.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts +67 -0
- package/lib/typescript/src/extensions/speech/utils/reverbBackbone.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts +27 -0
- package/lib/typescript/src/extensions/speech/utils/reverbPartitioner.d.ts.map +1 -0
- package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts +83 -0
- package/lib/typescript/src/extensions/speech/utils/reverbUtils.d.ts.map +1 -0
- package/lib/typescript/src/hooks/useTextToSpeech.d.ts +30 -0
- package/lib/typescript/src/hooks/useTextToSpeech.d.ts.map +1 -1
- package/lib/typescript/src/index.d.ts +1 -0
- package/lib/typescript/src/index.d.ts.map +1 -1
- package/lib/typescript/src/models.d.ts +56 -0
- package/lib/typescript/src/models.d.ts.map +1 -1
- package/package.json +4 -3
- package/react-native-executorch.podspec +5 -0
- package/scripts/download-libs.js +31 -6
- package/src/constants.ts +29 -0
- package/src/core/lifetime.ts +3 -0
- package/src/core/schema.ts +7 -0
- package/src/core/tensor.ts +9 -6
- package/src/extensions/cv/ops/box.ts +3 -3
- package/src/extensions/cv/ops/image.ts +11 -12
- package/src/extensions/cv/ops/quad.ts +2 -2
- package/src/extensions/cv/tasks/sdxsTextToImage.ts +10 -4
- package/src/extensions/cv/utils/imagePreprocessor.ts +3 -0
- package/src/extensions/cv/utils/paddleOcrUtils.ts +2 -2
- package/src/extensions/llm/sampler.ts +17 -3
- package/src/extensions/llm/tasks/llmChatSession.ts +5 -1
- package/src/extensions/speech/index.ts +2 -0
- package/src/extensions/speech/tasks/fsmnVoiceActivityDetection.ts +7 -1
- package/src/extensions/speech/tasks/reverbTextToSpeech.ts +683 -0
- package/src/extensions/speech/utils/reverbBackbone.ts +342 -0
- package/src/extensions/speech/utils/reverbPartitioner.ts +95 -0
- package/src/extensions/speech/utils/reverbUtils.ts +251 -0
- package/src/extensions/speech/utils/textPartitioner.ts +1 -1
- package/src/fetcher/telemetry.ts +1 -1
- package/src/hooks/useTextToSpeech.ts +45 -3
- package/src/index.ts +1 -0
- package/src/models.ts +369 -8
- package/src/native/bridge.ts +21 -0
package/src/models.ts
CHANGED
|
@@ -33,6 +33,7 @@ import type { PrivacyFilterModel } from './extensions/nlp/tasks/privacyFilter';
|
|
|
33
33
|
import type { FsmnVadModel } from './extensions/speech/tasks/fsmnVoiceActivityDetection';
|
|
34
34
|
import type { SupertonicTtsModel } from './extensions/speech/tasks/supertonicTextToSpeech';
|
|
35
35
|
import type { KokoroTtsModel } from './extensions/speech/tasks/kokoroTextToSpeech';
|
|
36
|
+
import type { ReverbTtsModel } from './extensions/speech/tasks/reverbTextToSpeech';
|
|
36
37
|
import type { PhonemizerLanguage } from './extensions/speech/utils/phonemizer';
|
|
37
38
|
import {
|
|
38
39
|
type WhisperSttModel,
|
|
@@ -50,6 +51,7 @@ import {
|
|
|
50
51
|
FACEMESH_LANDMARKS,
|
|
51
52
|
COCO_LANDMARKS,
|
|
52
53
|
SUPERTONIC_DEFAULT_VOICE_NAMES,
|
|
54
|
+
REVERB_DEFAULT_VOICE_NAMES,
|
|
53
55
|
PRIVACY_FILTER_OPENAI_LABELS,
|
|
54
56
|
PRIVACY_FILTER_NEMOTRON_LABELS,
|
|
55
57
|
type PrivacyFilterOpenaiLabel,
|
|
@@ -61,6 +63,7 @@ import {
|
|
|
61
63
|
type BlazeFaceLandmark,
|
|
62
64
|
type CocoLandmark,
|
|
63
65
|
type SupertonicDefaultVoiceName,
|
|
66
|
+
type ReverbDefaultVoiceName,
|
|
64
67
|
} from './constants';
|
|
65
68
|
|
|
66
69
|
// =============================================================================
|
|
@@ -72,7 +75,7 @@ import {
|
|
|
72
75
|
// that order pins one per platform — see the second argument of `variants`.
|
|
73
76
|
|
|
74
77
|
/** Every backend the registry publishes for, spelled as the variant keys spell it. */
|
|
75
|
-
const ALL_BACKENDS = ['xnnpack', 'coreml', 'mlx', 'vulkan'] as const;
|
|
78
|
+
const ALL_BACKENDS = ['xnnpack', 'coreml', 'mlx', 'vulkan', 'qnn'] as const;
|
|
76
79
|
|
|
77
80
|
/** The backend prefix a variant key starts with. */
|
|
78
81
|
type BackendTag = (typeof ALL_BACKENDS)[number];
|
|
@@ -84,17 +87,27 @@ const PLATFORM: TargetPlatform = Platform.OS === 'ios' ? 'ios' : 'android';
|
|
|
84
87
|
|
|
85
88
|
// Accelerators lead and XNNPACK trails: a model is only exported to Core ML,
|
|
86
89
|
// MLX or Vulkan once it has been shown to run better there, and XNNPACK is the
|
|
87
|
-
// one backend every model exports to. Core ML sits above MLX only to
|
|
88
|
-
// order deterministic; every group publishing both pins its winner
|
|
90
|
+
// one backend nearly every model exports to. Core ML sits above MLX only to
|
|
91
|
+
// make the order deterministic; every group publishing both pins its winner
|
|
92
|
+
// explicitly. QNN leads on Android: it runs on the Hexagon NPU, and a model
|
|
93
|
+
// only gets a QNN export once it beats the GPU there.
|
|
89
94
|
//
|
|
90
95
|
// The iOS simulator links the Core ML backend but cannot run it: no Neural
|
|
91
96
|
// Engine, and MPSGraph refuses the compiled models. MLX only ever ships a
|
|
92
97
|
// device slice, so it has nothing to run there either.
|
|
93
98
|
const BACKEND_ORDER: Record<TargetPlatform, readonly BackendTag[]> = {
|
|
94
99
|
ios: rnexecutorchJsi.isEmulator === true ? ['xnnpack'] : ['coreml', 'mlx', 'xnnpack'],
|
|
95
|
-
android: ['vulkan', 'xnnpack'],
|
|
100
|
+
android: ['qnn', 'vulkan', 'xnnpack'],
|
|
96
101
|
};
|
|
97
102
|
|
|
103
|
+
/**
|
|
104
|
+
* The Hexagon version (`v69` … `v81`) this device's QNN models are compiled
|
|
105
|
+
* for, or `undefined` when it cannot run them. A QNN `.pte` targets a single
|
|
106
|
+
* Hexagon version, so QNN variants are published once per version and resolve
|
|
107
|
+
* to this device's file.
|
|
108
|
+
*/
|
|
109
|
+
const QNN_HTP_ARCH: string | undefined = rnexecutorchJsi.qnnHtpArch;
|
|
110
|
+
|
|
98
111
|
/**
|
|
99
112
|
* The backends this platform may default to, best first.
|
|
100
113
|
* @returns This platform's order, less every backend the binary was not linked
|
|
@@ -111,7 +124,13 @@ function getCandidateBackends(): readonly BackendTag[] {
|
|
|
111
124
|
if (registered.length === 0) return BACKEND_ORDER[PLATFORM];
|
|
112
125
|
|
|
113
126
|
const names = registered.map((name) => name.toLowerCase());
|
|
114
|
-
return BACKEND_ORDER[PLATFORM].filter(
|
|
127
|
+
return BACKEND_ORDER[PLATFORM].filter(
|
|
128
|
+
(tag) =>
|
|
129
|
+
names.some((name) => name.startsWith(tag)) &&
|
|
130
|
+
// A linked QNN backend is not enough: the SoC also has to be one the
|
|
131
|
+
// published files target, with its Hexagon skel reachable.
|
|
132
|
+
(tag !== 'qnn' || QNN_HTP_ARCH !== undefined)
|
|
133
|
+
);
|
|
115
134
|
}
|
|
116
135
|
|
|
117
136
|
const CANDIDATE_BACKENDS = getCandidateBackends();
|
|
@@ -124,13 +143,21 @@ const CANDIDATE_BACKENDS = getCandidateBackends();
|
|
|
124
143
|
*/
|
|
125
144
|
function pickVariant(keys: readonly string[], pin?: string): string {
|
|
126
145
|
const backendOf = (key: string) => key.toLowerCase().split('_')[0] as BackendTag;
|
|
146
|
+
// A key may name a second backend the file also needs (`QNN_VULKAN_INT4`
|
|
147
|
+
// decodes on Vulkan); every one of them has to be linked.
|
|
148
|
+
const isLinked = (key: string) =>
|
|
149
|
+
key
|
|
150
|
+
.toLowerCase()
|
|
151
|
+
.split('_')
|
|
152
|
+
.filter((part): part is BackendTag => (ALL_BACKENDS as readonly string[]).includes(part))
|
|
153
|
+
.every((tag) => CANDIDATE_BACKENDS.includes(tag));
|
|
127
154
|
|
|
128
|
-
if (pin !== undefined && keys.includes(pin) &&
|
|
155
|
+
if (pin !== undefined && keys.includes(pin) && isLinked(pin)) {
|
|
129
156
|
return pin;
|
|
130
157
|
}
|
|
131
158
|
|
|
132
159
|
for (const tag of CANDIDATE_BACKENDS) {
|
|
133
|
-
const match = keys.find((key) => backendOf(key) === tag);
|
|
160
|
+
const match = keys.find((key) => backendOf(key) === tag && isLinked(key));
|
|
134
161
|
if (match !== undefined) return match;
|
|
135
162
|
}
|
|
136
163
|
|
|
@@ -239,6 +266,10 @@ const BASE_URL = 'https://huggingface.co/software-mansion/react-native-executorc
|
|
|
239
266
|
// changes when its URL is moved here.
|
|
240
267
|
const VERSION_TAG = 'resolve/v0.10.0';
|
|
241
268
|
const NEXT_VERSION_TAG = 'resolve/v0.11.0';
|
|
269
|
+
// Models backported to 0.11.x from the per-model repos the registry moved to
|
|
270
|
+
// after v0.11.0.
|
|
271
|
+
const HF_ORG_URL = 'https://huggingface.co/software-mansion';
|
|
272
|
+
const V1_VERSION_TAG = 'resolve/v1.0.0';
|
|
242
273
|
|
|
243
274
|
// =============================================================================
|
|
244
275
|
// Classification
|
|
@@ -261,6 +292,16 @@ const EFFICIENTNET_V2_S_COREML_FP16: ClassifierModel<ImageNet1KLabel> = {
|
|
|
261
292
|
modelPath: `${BASE_URL}-efficientnet-v2-s/${VERSION_TAG}/coreml/efficientnet_v2_s_coreml_fp16.pte`,
|
|
262
293
|
modelOpts: EFFICIENTNET_V2_S_OPTS,
|
|
263
294
|
};
|
|
295
|
+
// Resolves to this device's Hexagon version; off Snapdragon the v81 file stands
|
|
296
|
+
// in, and DEFAULT never picks it there.
|
|
297
|
+
const EFFICIENTNET_V2_S_QNN_A16W8: ClassifierModel<ImageNet1KLabel> = {
|
|
298
|
+
modelPath: `${HF_ORG_URL}/EfficientNetV2-S-ExecuTorch/${NEXT_VERSION_TAG}/qnn/efficientnet_v2_s_qnn_a16w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
299
|
+
modelOpts: EFFICIENTNET_V2_S_OPTS,
|
|
300
|
+
};
|
|
301
|
+
const EFFICIENTNET_V2_S_QNN_A8W8: ClassifierModel<ImageNet1KLabel> = {
|
|
302
|
+
modelPath: `${HF_ORG_URL}/EfficientNetV2-S-ExecuTorch/${NEXT_VERSION_TAG}/qnn/efficientnet_v2_s_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
303
|
+
modelOpts: EFFICIENTNET_V2_S_OPTS,
|
|
304
|
+
};
|
|
264
305
|
|
|
265
306
|
// =============================================================================
|
|
266
307
|
// Style Transfer
|
|
@@ -363,6 +404,10 @@ const DEPTH_ANYTHING_V2_SMALL_VULKAN_FP16: DepthEstimatorModel = {
|
|
|
363
404
|
modelPath: `${BASE_URL}-depth-anything-v2/${NEXT_VERSION_TAG}/small/vulkan/depth_anything_v2_small_vulkan_fp16.pte`,
|
|
364
405
|
modelOpts: DEPTH_ANYTHING_OPTS,
|
|
365
406
|
};
|
|
407
|
+
const DEPTH_ANYTHING_V2_SMALL_QNN_FP16: DepthEstimatorModel = {
|
|
408
|
+
modelPath: `${HF_ORG_URL}/Depth-Anything-V2-ExecuTorch/${NEXT_VERSION_TAG}/small/qnn/depth_anything_v2_small_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
409
|
+
modelOpts: DEPTH_ANYTHING_OPTS,
|
|
410
|
+
};
|
|
366
411
|
|
|
367
412
|
const DEPTH_ANYTHING_V3_SMALL_XNNPACK_INT8: DepthEstimatorModel = {
|
|
368
413
|
modelPath: `${BASE_URL}-depth-anything-v3/${NEXT_VERSION_TAG}/small/xnnpack/depth_anything_v3_small_xnnpack_int8.pte`,
|
|
@@ -380,6 +425,10 @@ const DEPTH_ANYTHING_V3_SMALL_VULKAN_FP16: DepthEstimatorModel = {
|
|
|
380
425
|
modelPath: `${BASE_URL}-depth-anything-v3/${NEXT_VERSION_TAG}/small/vulkan/depth_anything_v3_small_vulkan_fp16.pte`,
|
|
381
426
|
modelOpts: DEPTH_ANYTHING_OPTS,
|
|
382
427
|
};
|
|
428
|
+
const DEPTH_ANYTHING_V3_SMALL_QNN_FP16: DepthEstimatorModel = {
|
|
429
|
+
modelPath: `${HF_ORG_URL}/Depth-Anything-3-Small-ExecuTorch/${NEXT_VERSION_TAG}/small/qnn/depth_anything_v3_small_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
430
|
+
modelOpts: DEPTH_ANYTHING_OPTS,
|
|
431
|
+
};
|
|
383
432
|
|
|
384
433
|
const ZIPDEPTH_OPTS = {
|
|
385
434
|
resizeMode: 'stretch' as const,
|
|
@@ -400,6 +449,10 @@ const ZIPDEPTH_BASE_VULKAN_FP16: DepthEstimatorModel = {
|
|
|
400
449
|
modelPath: `${BASE_URL}-zipdepth/${NEXT_VERSION_TAG}/base/vulkan/zipdepth_base_384_vulkan_fp16.pte`,
|
|
401
450
|
modelOpts: ZIPDEPTH_OPTS,
|
|
402
451
|
};
|
|
452
|
+
const ZIPDEPTH_BASE_QNN_FP16: DepthEstimatorModel = {
|
|
453
|
+
modelPath: `${HF_ORG_URL}/ZipDepth-ExecuTorch/${NEXT_VERSION_TAG}/base/qnn/zipdepth_base_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
454
|
+
modelOpts: ZIPDEPTH_OPTS,
|
|
455
|
+
};
|
|
403
456
|
|
|
404
457
|
// =============================================================================
|
|
405
458
|
// Inpainting
|
|
@@ -502,6 +555,12 @@ const LRASPP_MOBILENET_V3_LARGE_COREML_FP16: SemanticSegmenterModel<PascalVocLab
|
|
|
502
555
|
modelPath: `${BASE_URL}-lraspp/${NEXT_VERSION_TAG}/coreml/lraspp_mobilenet_v3_large_coreml_fp16.pte`,
|
|
503
556
|
modelOpts: LRASPP_MOBILENET_V3_LARGE_OPTS,
|
|
504
557
|
};
|
|
558
|
+
// Same Hexagon-version resolution and index-map output as the DeepLabV3 QNN
|
|
559
|
+
// variants.
|
|
560
|
+
const LRASPP_MOBILENET_V3_LARGE_QNN_A8W8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
561
|
+
modelPath: `${HF_ORG_URL}/LRASPP-MobileNetV3-Large-ExecuTorch/${NEXT_VERSION_TAG}/qnn/lraspp_mobilenet_v3_large_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
562
|
+
modelOpts: LRASPP_MOBILENET_V3_LARGE_OPTS,
|
|
563
|
+
};
|
|
505
564
|
|
|
506
565
|
const DEEPLAB_V3_OPTS = {
|
|
507
566
|
labels: PASCAL_VOC_LABELS,
|
|
@@ -526,6 +585,16 @@ const DEEPLAB_V3_RESNET101_XNNPACK_FP32: SemanticSegmenterModel<PascalVocLabel>
|
|
|
526
585
|
modelPath: `${BASE_URL}-deeplab-v3/${VERSION_TAG}/xnnpack/deeplab_v3_resnet101_xnnpack_fp32.pte`,
|
|
527
586
|
modelOpts: DEEPLAB_V3_OPTS,
|
|
528
587
|
};
|
|
588
|
+
// Same Hexagon-version resolution and index-map output as the MobileNetV3 QNN
|
|
589
|
+
// variant below.
|
|
590
|
+
const DEEPLAB_V3_RESNET50_QNN_A8W8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
591
|
+
modelPath: `${HF_ORG_URL}/DeepLabV3-ExecuTorch/${NEXT_VERSION_TAG}/qnn/deeplab_v3_resnet50_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
592
|
+
modelOpts: DEEPLAB_V3_OPTS,
|
|
593
|
+
};
|
|
594
|
+
const DEEPLAB_V3_RESNET101_QNN_A8W8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
595
|
+
modelPath: `${HF_ORG_URL}/DeepLabV3-ExecuTorch/${NEXT_VERSION_TAG}/qnn/deeplab_v3_resnet101_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
596
|
+
modelOpts: DEEPLAB_V3_OPTS,
|
|
597
|
+
};
|
|
529
598
|
const DEEPLAB_V3_RESNET101_XNNPACK_INT8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
530
599
|
modelPath: `${BASE_URL}-deeplab-v3/${VERSION_TAG}/xnnpack/deeplab_v3_resnet101_xnnpack_int8.pte`,
|
|
531
600
|
modelOpts: DEEPLAB_V3_OPTS,
|
|
@@ -546,6 +615,13 @@ const DEEPLAB_V3_MOBILENET_V3_LARGE_COREML_FP16: SemanticSegmenterModel<PascalVo
|
|
|
546
615
|
modelPath: `${BASE_URL}-deeplab-v3/${NEXT_VERSION_TAG}/coreml/deeplab_v3_mobilenet_v3_large_coreml_fp16.pte`,
|
|
547
616
|
modelOpts: DEEPLAB_V3_OPTS,
|
|
548
617
|
};
|
|
618
|
+
// Resolves to this device's Hexagon version; off Snapdragon the v81 file stands
|
|
619
|
+
// in, and DEFAULT never picks it there. Returns a class index per pixel rather
|
|
620
|
+
// than 21 logit planes, which the segmenter reads as its index-map variant.
|
|
621
|
+
const DEEPLAB_V3_MOBILENET_V3_LARGE_QNN_A8W8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
622
|
+
modelPath: `${HF_ORG_URL}/DeepLabV3-ExecuTorch/${NEXT_VERSION_TAG}/qnn/deeplab_v3_mobilenet_v3_large_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
623
|
+
modelOpts: DEEPLAB_V3_OPTS,
|
|
624
|
+
};
|
|
549
625
|
|
|
550
626
|
const FCN_OPTS = {
|
|
551
627
|
labels: PASCAL_VOC_LABELS,
|
|
@@ -578,6 +654,16 @@ const FCN_RESNET101_COREML_FP16: SemanticSegmenterModel<PascalVocLabel> = {
|
|
|
578
654
|
modelPath: `${BASE_URL}-fcn/${NEXT_VERSION_TAG}/coreml/fcn_resnet101_coreml_fp16.pte`,
|
|
579
655
|
modelOpts: FCN_OPTS,
|
|
580
656
|
};
|
|
657
|
+
// Same Hexagon-version resolution and index-map output as the DeepLabV3 QNN
|
|
658
|
+
// variants.
|
|
659
|
+
const FCN_RESNET50_QNN_A8W8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
660
|
+
modelPath: `${HF_ORG_URL}/FCN-ExecuTorch/${NEXT_VERSION_TAG}/qnn/fcn_resnet50_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
661
|
+
modelOpts: FCN_OPTS,
|
|
662
|
+
};
|
|
663
|
+
const FCN_RESNET101_QNN_A8W8: SemanticSegmenterModel<PascalVocLabel> = {
|
|
664
|
+
modelPath: `${HF_ORG_URL}/FCN-ExecuTorch/${NEXT_VERSION_TAG}/qnn/fcn_resnet101_qnn_a8w8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
665
|
+
modelOpts: FCN_OPTS,
|
|
666
|
+
};
|
|
581
667
|
|
|
582
668
|
// =============================================================================
|
|
583
669
|
// Object Detection
|
|
@@ -599,6 +685,10 @@ const SSDLITE320_MOBILENET_V3_LARGE_COREML_FP16: ObjectDetectorModel<'xyxy', Coc
|
|
|
599
685
|
modelPath: `${BASE_URL}-ssdlite320-mobilenet-v3-large/${VERSION_TAG}/coreml/ssdlite320_mobilenet_v3_large_coreml_fp16.pte`,
|
|
600
686
|
modelOpts: SSDLITE320_MOBILENET_V3_LARGE_OPTS,
|
|
601
687
|
};
|
|
688
|
+
const SSDLITE320_MOBILENET_V3_LARGE_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClass> = {
|
|
689
|
+
modelPath: `${HF_ORG_URL}/SSDlite320-MobileNetV3-Large-ExecuTorch/${NEXT_VERSION_TAG}/qnn/ssdlite320_mobilenet_v3_large_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
690
|
+
modelOpts: SSDLITE320_MOBILENET_V3_LARGE_OPTS,
|
|
691
|
+
};
|
|
602
692
|
|
|
603
693
|
const RFDETR_NANO_DETECTOR_OPTS = {
|
|
604
694
|
labels: COCO_CLASSES,
|
|
@@ -625,6 +715,10 @@ const RFDETR_NANO_DETECTOR_VULKAN_FP16: ObjectDetectorModel<'xyxy', CocoClass> =
|
|
|
625
715
|
modelPath: `${BASE_URL}-rfdetr-nano-detector/${NEXT_VERSION_TAG}/vulkan/rfdetr_nano_vulkan_fp16.pte`,
|
|
626
716
|
modelOpts: RFDETR_NANO_DETECTOR_OPTS,
|
|
627
717
|
};
|
|
718
|
+
const RFDETR_NANO_DETECTOR_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClass> = {
|
|
719
|
+
modelPath: `${HF_ORG_URL}/rf-detr-nano-ExecuTorch/${NEXT_VERSION_TAG}/qnn/rfdetr_nano_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
720
|
+
modelOpts: RFDETR_NANO_DETECTOR_OPTS,
|
|
721
|
+
};
|
|
628
722
|
|
|
629
723
|
const YOLO26_DETECTOR_OPTS = {
|
|
630
724
|
labels: COCO_CLASSES_YOLO,
|
|
@@ -660,6 +754,10 @@ const YOLO26_NANO_512_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo> =
|
|
|
660
754
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/xnnpack/yolo26n_512_xnnpack_fp32.pte`,
|
|
661
755
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
662
756
|
};
|
|
757
|
+
const YOLO26_NANO_384_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
758
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/n/qnn/yolo26n_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
759
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
760
|
+
};
|
|
663
761
|
const YOLO26_NANO_512_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
664
762
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/coreml/yolo26n_512_coreml_fp16.pte`,
|
|
665
763
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -676,6 +774,10 @@ const YOLO26_NANO_640_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo> =
|
|
|
676
774
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/xnnpack/yolo26n_640_xnnpack_fp32.pte`,
|
|
677
775
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
678
776
|
};
|
|
777
|
+
const YOLO26_NANO_512_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
778
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/n/qnn/yolo26n_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
779
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
780
|
+
};
|
|
679
781
|
const YOLO26_NANO_640_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
680
782
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/n/coreml/yolo26n_640_coreml_fp16.pte`,
|
|
681
783
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -684,6 +786,10 @@ const YOLO26_NANO_640_VULKAN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> =
|
|
|
684
786
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/n/vulkan/yolo26n_640_vulkan_fp16.pte`,
|
|
685
787
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
686
788
|
};
|
|
789
|
+
const YOLO26_NANO_640_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
790
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/n/qnn/yolo26n_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
791
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
792
|
+
};
|
|
687
793
|
|
|
688
794
|
const YOLO26_SMALL_384_XNNPACK_INT8: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
689
795
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/s/xnnpack/yolo26s_384_xnnpack_int8.pte`,
|
|
@@ -709,6 +815,10 @@ const YOLO26_SMALL_512_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
709
815
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/xnnpack/yolo26s_512_xnnpack_fp32.pte`,
|
|
710
816
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
711
817
|
};
|
|
818
|
+
const YOLO26_SMALL_384_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
819
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/s/qnn/yolo26s_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
820
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
821
|
+
};
|
|
712
822
|
const YOLO26_SMALL_512_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
713
823
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/coreml/yolo26s_512_coreml_fp16.pte`,
|
|
714
824
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -725,6 +835,10 @@ const YOLO26_SMALL_640_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
725
835
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/xnnpack/yolo26s_640_xnnpack_fp32.pte`,
|
|
726
836
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
727
837
|
};
|
|
838
|
+
const YOLO26_SMALL_512_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
839
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/s/qnn/yolo26s_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
840
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
841
|
+
};
|
|
728
842
|
const YOLO26_SMALL_640_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
729
843
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/s/coreml/yolo26s_640_coreml_fp16.pte`,
|
|
730
844
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -733,6 +847,10 @@ const YOLO26_SMALL_640_VULKAN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> =
|
|
|
733
847
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/s/vulkan/yolo26s_640_vulkan_fp16.pte`,
|
|
734
848
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
735
849
|
};
|
|
850
|
+
const YOLO26_SMALL_640_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
851
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/s/qnn/yolo26s_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
852
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
853
|
+
};
|
|
736
854
|
|
|
737
855
|
const YOLO26_MEDIUM_384_XNNPACK_INT8: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
738
856
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/m/xnnpack/yolo26m_384_xnnpack_int8.pte`,
|
|
@@ -758,6 +876,10 @@ const YOLO26_MEDIUM_512_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
758
876
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/xnnpack/yolo26m_512_xnnpack_fp32.pte`,
|
|
759
877
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
760
878
|
};
|
|
879
|
+
const YOLO26_MEDIUM_384_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
880
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/m/qnn/yolo26m_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
881
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
882
|
+
};
|
|
761
883
|
const YOLO26_MEDIUM_512_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
762
884
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/coreml/yolo26m_512_coreml_fp16.pte`,
|
|
763
885
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -774,6 +896,10 @@ const YOLO26_MEDIUM_640_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
774
896
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/xnnpack/yolo26m_640_xnnpack_fp32.pte`,
|
|
775
897
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
776
898
|
};
|
|
899
|
+
const YOLO26_MEDIUM_512_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
900
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/m/qnn/yolo26m_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
901
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
902
|
+
};
|
|
777
903
|
const YOLO26_MEDIUM_640_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
778
904
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/m/coreml/yolo26m_640_coreml_fp16.pte`,
|
|
779
905
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -782,6 +908,10 @@ const YOLO26_MEDIUM_640_VULKAN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
782
908
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/m/vulkan/yolo26m_640_vulkan_fp16.pte`,
|
|
783
909
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
784
910
|
};
|
|
911
|
+
const YOLO26_MEDIUM_640_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
912
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/m/qnn/yolo26m_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
913
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
914
|
+
};
|
|
785
915
|
|
|
786
916
|
const YOLO26_LARGE_384_XNNPACK_INT8: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
787
917
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/l/xnnpack/yolo26l_384_xnnpack_int8.pte`,
|
|
@@ -807,6 +937,10 @@ const YOLO26_LARGE_512_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
807
937
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/xnnpack/yolo26l_512_xnnpack_fp32.pte`,
|
|
808
938
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
809
939
|
};
|
|
940
|
+
const YOLO26_LARGE_384_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
941
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/l/qnn/yolo26l_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
942
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
943
|
+
};
|
|
810
944
|
const YOLO26_LARGE_512_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
811
945
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/coreml/yolo26l_512_coreml_fp16.pte`,
|
|
812
946
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -823,6 +957,10 @@ const YOLO26_LARGE_640_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
823
957
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/xnnpack/yolo26l_640_xnnpack_fp32.pte`,
|
|
824
958
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
825
959
|
};
|
|
960
|
+
const YOLO26_LARGE_512_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
961
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/l/qnn/yolo26l_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
962
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
963
|
+
};
|
|
826
964
|
const YOLO26_LARGE_640_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
827
965
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/l/coreml/yolo26l_640_coreml_fp16.pte`,
|
|
828
966
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -831,6 +969,10 @@ const YOLO26_LARGE_640_VULKAN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> =
|
|
|
831
969
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/l/vulkan/yolo26l_640_vulkan_fp16.pte`,
|
|
832
970
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
833
971
|
};
|
|
972
|
+
const YOLO26_LARGE_640_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
973
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/l/qnn/yolo26l_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
974
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
975
|
+
};
|
|
834
976
|
|
|
835
977
|
const YOLO26_XLARGE_384_XNNPACK_INT8: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
836
978
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/x/xnnpack/yolo26x_384_xnnpack_int8.pte`,
|
|
@@ -856,6 +998,10 @@ const YOLO26_XLARGE_512_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
856
998
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/xnnpack/yolo26x_512_xnnpack_fp32.pte`,
|
|
857
999
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
858
1000
|
};
|
|
1001
|
+
const YOLO26_XLARGE_384_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
1002
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/x/qnn/yolo26x_384_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1003
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
1004
|
+
};
|
|
859
1005
|
const YOLO26_XLARGE_512_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
860
1006
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/coreml/yolo26x_512_coreml_fp16.pte`,
|
|
861
1007
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -872,6 +1018,10 @@ const YOLO26_XLARGE_640_XNNPACK_FP32: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
872
1018
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/xnnpack/yolo26x_640_xnnpack_fp32.pte`,
|
|
873
1019
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
874
1020
|
};
|
|
1021
|
+
const YOLO26_XLARGE_512_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
1022
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/x/qnn/yolo26x_512_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1023
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
1024
|
+
};
|
|
875
1025
|
const YOLO26_XLARGE_640_COREML_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
876
1026
|
modelPath: `${BASE_URL}-yolo26/${VERSION_TAG}/x/coreml/yolo26x_640_coreml_fp16.pte`,
|
|
877
1027
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
@@ -880,6 +1030,10 @@ const YOLO26_XLARGE_640_VULKAN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo>
|
|
|
880
1030
|
modelPath: `${BASE_URL}-yolo26/${NEXT_VERSION_TAG}/x/vulkan/yolo26x_640_vulkan_fp16.pte`,
|
|
881
1031
|
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
882
1032
|
};
|
|
1033
|
+
const YOLO26_XLARGE_640_QNN_FP16: ObjectDetectorModel<'xyxy', CocoClassYolo> = {
|
|
1034
|
+
modelPath: `${HF_ORG_URL}/YOLO26-ExecuTorch/${NEXT_VERSION_TAG}/x/qnn/yolo26x_640_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1035
|
+
modelOpts: YOLO26_DETECTOR_OPTS,
|
|
1036
|
+
};
|
|
883
1037
|
|
|
884
1038
|
// =============================================================================
|
|
885
1039
|
// Keypoint Detection
|
|
@@ -1608,6 +1762,18 @@ const WHISPER_TINY_EN_VULKAN_INT8: WhisperSttModel<'en'> = {
|
|
|
1608
1762
|
supportedLanguages: ['en'],
|
|
1609
1763
|
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1610
1764
|
};
|
|
1765
|
+
const WHISPER_TINY_EN_QNN_FP16: WhisperSttModel<'en'> = {
|
|
1766
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_en_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1767
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1768
|
+
supportedLanguages: ['en'],
|
|
1769
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1770
|
+
};
|
|
1771
|
+
const WHISPER_TINY_EN_QNN_INT8: WhisperSttModel<'en'> = {
|
|
1772
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_en_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1773
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1774
|
+
supportedLanguages: ['en'],
|
|
1775
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1776
|
+
};
|
|
1611
1777
|
|
|
1612
1778
|
const WHISPER_TINY_XNNPACK_INT8: WhisperSttModel = {
|
|
1613
1779
|
modelPath: `${BASE_URL}-whisper-tiny/${NEXT_VERSION_TAG}/xnnpack/whisper_tiny_xnnpack_int8.pte`,
|
|
@@ -1651,6 +1817,18 @@ const WHISPER_TINY_VULKAN_INT8: WhisperSttModel = {
|
|
|
1651
1817
|
supportedLanguages: WHISPER_LANGUAGES,
|
|
1652
1818
|
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1653
1819
|
};
|
|
1820
|
+
const WHISPER_TINY_QNN_FP16: WhisperSttModel = {
|
|
1821
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1822
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1823
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1824
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1825
|
+
};
|
|
1826
|
+
const WHISPER_TINY_QNN_INT8: WhisperSttModel = {
|
|
1827
|
+
modelPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_tiny_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1828
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-tiny-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1829
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1830
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1831
|
+
};
|
|
1654
1832
|
|
|
1655
1833
|
const WHISPER_BASE_EN_XNNPACK_FP32: WhisperSttModel<'en'> = {
|
|
1656
1834
|
modelPath: `${BASE_URL}-whisper-base.en/${VERSION_TAG}/xnnpack/whisper_base_en_xnnpack_fp32.pte`,
|
|
@@ -1694,6 +1872,18 @@ const WHISPER_BASE_EN_VULKAN_INT8: WhisperSttModel<'en'> = {
|
|
|
1694
1872
|
supportedLanguages: ['en'],
|
|
1695
1873
|
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1696
1874
|
};
|
|
1875
|
+
const WHISPER_BASE_EN_QNN_FP16: WhisperSttModel<'en'> = {
|
|
1876
|
+
modelPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_en_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1877
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1878
|
+
supportedLanguages: ['en'],
|
|
1879
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1880
|
+
};
|
|
1881
|
+
const WHISPER_BASE_EN_QNN_INT8: WhisperSttModel<'en'> = {
|
|
1882
|
+
modelPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_en_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1883
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1884
|
+
supportedLanguages: ['en'],
|
|
1885
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1886
|
+
};
|
|
1697
1887
|
|
|
1698
1888
|
const WHISPER_BASE_XNNPACK_INT8: WhisperSttModel = {
|
|
1699
1889
|
modelPath: `${BASE_URL}-whisper-base/${NEXT_VERSION_TAG}/xnnpack/whisper_base_xnnpack_int8.pte`,
|
|
@@ -1737,6 +1927,18 @@ const WHISPER_BASE_VULKAN_INT8: WhisperSttModel = {
|
|
|
1737
1927
|
supportedLanguages: WHISPER_LANGUAGES,
|
|
1738
1928
|
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1739
1929
|
};
|
|
1930
|
+
const WHISPER_BASE_QNN_FP16: WhisperSttModel = {
|
|
1931
|
+
modelPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1932
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1933
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1934
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1935
|
+
};
|
|
1936
|
+
const WHISPER_BASE_QNN_INT8: WhisperSttModel = {
|
|
1937
|
+
modelPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_base_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1938
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-base-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1939
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
1940
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1941
|
+
};
|
|
1740
1942
|
|
|
1741
1943
|
const WHISPER_SMALL_EN_XNNPACK_FP32: WhisperSttModel<'en'> = {
|
|
1742
1944
|
modelPath: `${BASE_URL}-whisper-small.en/${VERSION_TAG}/xnnpack/whisper_small_en_xnnpack_fp32.pte`,
|
|
@@ -1774,6 +1976,18 @@ const WHISPER_SMALL_EN_VULKAN_INT8: WhisperSttModel<'en'> = {
|
|
|
1774
1976
|
supportedLanguages: ['en'],
|
|
1775
1977
|
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1776
1978
|
};
|
|
1979
|
+
const WHISPER_SMALL_EN_QNN_FP16: WhisperSttModel<'en'> = {
|
|
1980
|
+
modelPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_en_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1981
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1982
|
+
supportedLanguages: ['en'],
|
|
1983
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1984
|
+
};
|
|
1985
|
+
const WHISPER_SMALL_EN_QNN_INT8: WhisperSttModel<'en'> = {
|
|
1986
|
+
modelPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_en_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
1987
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small.en-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
1988
|
+
supportedLanguages: ['en'],
|
|
1989
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1990
|
+
};
|
|
1777
1991
|
|
|
1778
1992
|
const WHISPER_SMALL_XNNPACK_INT8: WhisperSttModel = {
|
|
1779
1993
|
modelPath: `${BASE_URL}-whisper-small/${NEXT_VERSION_TAG}/xnnpack/whisper_small_xnnpack_int8.pte`,
|
|
@@ -1811,6 +2025,18 @@ const WHISPER_SMALL_VULKAN_INT8: WhisperSttModel = {
|
|
|
1811
2025
|
supportedLanguages: WHISPER_LANGUAGES,
|
|
1812
2026
|
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
1813
2027
|
};
|
|
2028
|
+
const WHISPER_SMALL_QNN_FP16: WhisperSttModel = {
|
|
2029
|
+
modelPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_qnn_fp16_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
2030
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
2031
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
2032
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
2033
|
+
};
|
|
2034
|
+
const WHISPER_SMALL_QNN_INT8: WhisperSttModel = {
|
|
2035
|
+
modelPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/qnn/whisper_small_qnn_int8_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
2036
|
+
tokenizerPath: `${HF_ORG_URL}/whisper-small-ExecuTorch/${NEXT_VERSION_TAG}/tokenizer.json`,
|
|
2037
|
+
supportedLanguages: WHISPER_LANGUAGES,
|
|
2038
|
+
vadModel: FSMN_VAD_XNNPACK_FP32,
|
|
2039
|
+
};
|
|
1814
2040
|
|
|
1815
2041
|
// =============================================================================
|
|
1816
2042
|
// Text to Image
|
|
@@ -2074,6 +2300,83 @@ const KOKORO_ZH_COREML_FP32: KokoroTtsModel<KokoroZhVoice> = {
|
|
|
2074
2300
|
voices: KOKORO_ZH_VOICES,
|
|
2075
2301
|
};
|
|
2076
2302
|
|
|
2303
|
+
// The backbone, tokenizer and voices live in the model's own repo, the one
|
|
2304
|
+
// registry repo without an -ExecuTorch name; the codec in the Higgs tokenizer's.
|
|
2305
|
+
const REVERB_ROOT = `${HF_ORG_URL}/Reverb-TTS/${V1_VERSION_TAG}`;
|
|
2306
|
+
const REVERB_CODEC_ROOT = `${HF_ORG_URL}/higgs-audio-v2-tokenizer-ExecuTorch/${V1_VERSION_TAG}`;
|
|
2307
|
+
const REVERB_TOKENIZER = `${REVERB_ROOT}/model/tokenizer.json`;
|
|
2308
|
+
const REVERB_DEFAULT_VOICES = REVERB_DEFAULT_VOICE_NAMES.reduce(
|
|
2309
|
+
(acc, name) => ({ ...acc, [name]: `${REVERB_ROOT}/voices/${name}.json` }),
|
|
2310
|
+
{} as Record<ReverbDefaultVoiceName, string>
|
|
2311
|
+
);
|
|
2312
|
+
|
|
2313
|
+
const REVERB_MLX_COREML_FP16: ReverbTtsModel<ReverbDefaultVoiceName> = {
|
|
2314
|
+
name: 'reverb',
|
|
2315
|
+
modelPaths: {
|
|
2316
|
+
backbone: `${REVERB_ROOT}/model/executorch/mlx/fp16/reverb_mlx_fp16.pte`,
|
|
2317
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/coreml/fp16/codec_decoder_coreml_fp16.pte`,
|
|
2318
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/coreml/int8/codec_encoder_coreml_int8.pte`,
|
|
2319
|
+
},
|
|
2320
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2321
|
+
voices: REVERB_DEFAULT_VOICES,
|
|
2322
|
+
};
|
|
2323
|
+
const REVERB_MLX_COREML_INT8: ReverbTtsModel<ReverbDefaultVoiceName> = {
|
|
2324
|
+
name: 'reverb',
|
|
2325
|
+
modelPaths: {
|
|
2326
|
+
backbone: `${REVERB_ROOT}/model/executorch/mlx/int8/reverb_mlx_int8.pte`,
|
|
2327
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/coreml/fp16/codec_decoder_coreml_fp16.pte`,
|
|
2328
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/coreml/int8/codec_encoder_coreml_int8.pte`,
|
|
2329
|
+
},
|
|
2330
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2331
|
+
voices: REVERB_DEFAULT_VOICES,
|
|
2332
|
+
};
|
|
2333
|
+
const REVERB_MLX_COREML_INT4: ReverbTtsModel<ReverbDefaultVoiceName> = {
|
|
2334
|
+
name: 'reverb',
|
|
2335
|
+
modelPaths: {
|
|
2336
|
+
backbone: `${REVERB_ROOT}/model/executorch/mlx/int4/reverb_mlx_int4.pte`,
|
|
2337
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/coreml/fp16/codec_decoder_coreml_fp16.pte`,
|
|
2338
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/coreml/int4/codec_encoder_coreml_int4.pte`,
|
|
2339
|
+
},
|
|
2340
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2341
|
+
voices: REVERB_DEFAULT_VOICES,
|
|
2342
|
+
};
|
|
2343
|
+
const REVERB_VULKAN_INT4: ReverbTtsModel<ReverbDefaultVoiceName> = {
|
|
2344
|
+
name: 'reverb',
|
|
2345
|
+
modelPaths: {
|
|
2346
|
+
backbone: `${REVERB_ROOT}/model/executorch/vulkan/int4/reverb_vulkan_int4.pte`,
|
|
2347
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/vulkan/fp16/codec_decoder_vulkan_fp16.pte`,
|
|
2348
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/vulkan/int8/codec_encoder_vulkan_int8.pte`,
|
|
2349
|
+
},
|
|
2350
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2351
|
+
voices: REVERB_DEFAULT_VOICES,
|
|
2352
|
+
};
|
|
2353
|
+
// The backbone on the Hexagon NPU, the codec on the GPU as in VULKAN_INT4.
|
|
2354
|
+
// Resolves to this device's Hexagon version; off Snapdragon the v81 file stands
|
|
2355
|
+
// in, and DEFAULT never picks it there.
|
|
2356
|
+
const REVERB_QNN_VULKAN_INT4: ReverbTtsModel<ReverbDefaultVoiceName> = {
|
|
2357
|
+
name: 'reverb',
|
|
2358
|
+
modelPaths: {
|
|
2359
|
+
backbone: `${REVERB_ROOT}/model/executorch/qnn/int4/reverb_qnn_int4_${QNN_HTP_ARCH ?? 'v81'}.pte`,
|
|
2360
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/vulkan/fp16/codec_decoder_vulkan_fp16.pte`,
|
|
2361
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/vulkan/int8/codec_encoder_vulkan_int8.pte`,
|
|
2362
|
+
},
|
|
2363
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2364
|
+
voices: REVERB_DEFAULT_VOICES,
|
|
2365
|
+
};
|
|
2366
|
+
// The backbone and the codec on the CPU, where no accelerator is linked. The
|
|
2367
|
+
// backbone's attention and parts of the codec are fp16: they need a CPU with
|
|
2368
|
+
// fp16 arithmetic (ARMv8.2).
|
|
2369
|
+
const REVERB_XNNPACK_8DA8W: ReverbTtsModel<ReverbDefaultVoiceName> = {
|
|
2370
|
+
name: 'reverb',
|
|
2371
|
+
modelPaths: {
|
|
2372
|
+
backbone: `${REVERB_ROOT}/model/executorch/xnnpack/int8a8/reverb_xnnpack_8da8w.pte`,
|
|
2373
|
+
codecDecoder: `${REVERB_CODEC_ROOT}/decoder/xnnpack/fp16/codec_decoder_xnnpack_fp16.pte`,
|
|
2374
|
+
codecEncoder: `${REVERB_CODEC_ROOT}/encoder/xnnpack/int8/codec_encoder_xnnpack_int8.pte`,
|
|
2375
|
+
},
|
|
2376
|
+
tokenizerPath: REVERB_TOKENIZER,
|
|
2377
|
+
voices: REVERB_DEFAULT_VOICES,
|
|
2378
|
+
};
|
|
2379
|
+
|
|
2077
2380
|
// =============================================================================
|
|
2078
2381
|
// Privacy Filter
|
|
2079
2382
|
// =============================================================================
|
|
@@ -2446,7 +2749,7 @@ const GEMMA4_OMNI_E2B_XNNPACK_8DA4W: LLMModel = {
|
|
|
2446
2749
|
preprocessorConfig: GEMMA4_OMNI_PREPROCESSOR_CONFIG,
|
|
2447
2750
|
};
|
|
2448
2751
|
const GEMMA4_OMNI_E2B_VULKAN_8DA4W: LLMModel = {
|
|
2449
|
-
modelPath: `${
|
|
2752
|
+
modelPath: `${HF_ORG_URL}/gemma-4-E2B-it-ExecuTorch/${V1_VERSION_TAG}/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte`,
|
|
2450
2753
|
tokenizerPath: `${GEMMA4_BASE_URL}/e2b/tokenizer.json`,
|
|
2451
2754
|
tokenizerConfigPath: `${GEMMA4_BASE_URL}/e2b/tokenizer_config.json`,
|
|
2452
2755
|
modalities: ['image', 'audio'],
|
|
@@ -2527,6 +2830,8 @@ export const models = {
|
|
|
2527
2830
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2528
2831
|
XNNPACK_FP32: deprecated(EFFICIENTNET_V2_S_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2529
2832
|
COREML_FP16: EFFICIENTNET_V2_S_COREML_FP16,
|
|
2833
|
+
QNN_A16W8: EFFICIENTNET_V2_S_QNN_A16W8,
|
|
2834
|
+
QNN_A8W8: EFFICIENTNET_V2_S_QNN_A8W8,
|
|
2530
2835
|
}),
|
|
2531
2836
|
},
|
|
2532
2837
|
|
|
@@ -2594,6 +2899,7 @@ export const models = {
|
|
|
2594
2899
|
XNNPACK_FP32: DEPTH_ANYTHING_V2_SMALL_XNNPACK_FP32,
|
|
2595
2900
|
COREML_FP16: DEPTH_ANYTHING_V2_SMALL_COREML_FP16,
|
|
2596
2901
|
VULKAN_FP16: DEPTH_ANYTHING_V2_SMALL_VULKAN_FP16,
|
|
2902
|
+
QNN_FP16: DEPTH_ANYTHING_V2_SMALL_QNN_FP16,
|
|
2597
2903
|
}),
|
|
2598
2904
|
/**
|
|
2599
2905
|
* Depth Anything 3 Small, exported for single-image relative depth.
|
|
@@ -2604,6 +2910,7 @@ export const models = {
|
|
|
2604
2910
|
XNNPACK_FP32: DEPTH_ANYTHING_V3_SMALL_XNNPACK_FP32,
|
|
2605
2911
|
COREML_FP16: DEPTH_ANYTHING_V3_SMALL_COREML_FP16,
|
|
2606
2912
|
VULKAN_FP16: DEPTH_ANYTHING_V3_SMALL_VULKAN_FP16,
|
|
2913
|
+
QNN_FP16: DEPTH_ANYTHING_V3_SMALL_QNN_FP16,
|
|
2607
2914
|
}),
|
|
2608
2915
|
/**
|
|
2609
2916
|
* ZipDepth Base NPU with a 384 × 384 input for low-latency depth estimation.
|
|
@@ -2613,6 +2920,7 @@ export const models = {
|
|
|
2613
2920
|
XNNPACK_FP32: ZIPDEPTH_BASE_XNNPACK_FP32,
|
|
2614
2921
|
COREML_FP32: ZIPDEPTH_BASE_COREML_FP32,
|
|
2615
2922
|
VULKAN_FP16: ZIPDEPTH_BASE_VULKAN_FP16,
|
|
2923
|
+
QNN_FP16: ZIPDEPTH_BASE_QNN_FP16,
|
|
2616
2924
|
}),
|
|
2617
2925
|
},
|
|
2618
2926
|
|
|
@@ -2684,6 +2992,7 @@ export const models = {
|
|
|
2684
2992
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2685
2993
|
XNNPACK_FP32: deprecated(LRASPP_MOBILENET_V3_LARGE_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2686
2994
|
COREML_FP16: LRASPP_MOBILENET_V3_LARGE_COREML_FP16,
|
|
2995
|
+
QNN_A8W8: LRASPP_MOBILENET_V3_LARGE_QNN_A8W8,
|
|
2687
2996
|
}),
|
|
2688
2997
|
/**
|
|
2689
2998
|
* DeepLabV3 semantic segmentation model with ResNet-50 backbone (21
|
|
@@ -2695,6 +3004,7 @@ export const models = {
|
|
|
2695
3004
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2696
3005
|
XNNPACK_FP32: deprecated(DEEPLAB_V3_RESNET50_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2697
3006
|
COREML_FP16: DEEPLAB_V3_RESNET50_COREML_FP16,
|
|
3007
|
+
QNN_A8W8: DEEPLAB_V3_RESNET50_QNN_A8W8,
|
|
2698
3008
|
}),
|
|
2699
3009
|
/**
|
|
2700
3010
|
* DeepLabV3 semantic segmentation model with ResNet-101 backbone (21
|
|
@@ -2706,6 +3016,7 @@ export const models = {
|
|
|
2706
3016
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2707
3017
|
XNNPACK_FP32: deprecated(DEEPLAB_V3_RESNET101_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2708
3018
|
COREML_FP16: DEEPLAB_V3_RESNET101_COREML_FP16,
|
|
3019
|
+
QNN_A8W8: DEEPLAB_V3_RESNET101_QNN_A8W8,
|
|
2709
3020
|
}),
|
|
2710
3021
|
/**
|
|
2711
3022
|
* DeepLabV3 semantic segmentation model with MobileNetV3-Large backbone (21
|
|
@@ -2719,6 +3030,7 @@ export const models = {
|
|
|
2719
3030
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2720
3031
|
XNNPACK_FP32: deprecated(DEEPLAB_V3_MOBILENET_V3_LARGE_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2721
3032
|
COREML_FP16: DEEPLAB_V3_MOBILENET_V3_LARGE_COREML_FP16,
|
|
3033
|
+
QNN_A8W8: DEEPLAB_V3_MOBILENET_V3_LARGE_QNN_A8W8,
|
|
2722
3034
|
}),
|
|
2723
3035
|
/**
|
|
2724
3036
|
* Fully Convolutional Network (FCN) semantic segmentation model with
|
|
@@ -2729,6 +3041,7 @@ export const models = {
|
|
|
2729
3041
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2730
3042
|
XNNPACK_FP32: deprecated(FCN_RESNET50_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2731
3043
|
COREML_FP16: FCN_RESNET50_COREML_FP16,
|
|
3044
|
+
QNN_A8W8: FCN_RESNET50_QNN_A8W8,
|
|
2732
3045
|
}),
|
|
2733
3046
|
/**
|
|
2734
3047
|
* Fully Convolutional Network (FCN) semantic segmentation model with
|
|
@@ -2739,6 +3052,7 @@ export const models = {
|
|
|
2739
3052
|
/** @deprecated Use `XNNPACK_INT8`. Removed in v1.0.0. */
|
|
2740
3053
|
XNNPACK_FP32: deprecated(FCN_RESNET101_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2741
3054
|
COREML_FP16: FCN_RESNET101_COREML_FP16,
|
|
3055
|
+
QNN_A8W8: FCN_RESNET101_QNN_A8W8,
|
|
2742
3056
|
}),
|
|
2743
3057
|
},
|
|
2744
3058
|
|
|
@@ -2754,6 +3068,7 @@ export const models = {
|
|
|
2754
3068
|
SSDLITE320_MOBILENET_V3_LARGE: variants({
|
|
2755
3069
|
XNNPACK_FP32: SSDLITE320_MOBILENET_V3_LARGE_XNNPACK_FP32,
|
|
2756
3070
|
COREML_FP16: SSDLITE320_MOBILENET_V3_LARGE_COREML_FP16,
|
|
3071
|
+
QNN_FP16: SSDLITE320_MOBILENET_V3_LARGE_QNN_FP16,
|
|
2757
3072
|
}),
|
|
2758
3073
|
/**
|
|
2759
3074
|
* RF-DETR (Roboflow Detection Transformer) Nano variant trained on COCO
|
|
@@ -2766,6 +3081,7 @@ export const models = {
|
|
|
2766
3081
|
XNNPACK_FP32: deprecated(RFDETR_NANO_DETECTOR_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2767
3082
|
COREML_FP16: RFDETR_NANO_DETECTOR_COREML_FP16,
|
|
2768
3083
|
VULKAN_FP16: RFDETR_NANO_DETECTOR_VULKAN_FP16,
|
|
3084
|
+
QNN_FP16: RFDETR_NANO_DETECTOR_QNN_FP16,
|
|
2769
3085
|
}),
|
|
2770
3086
|
/**
|
|
2771
3087
|
* Ultralytics YOLO26 real-time object detection models trained on COCO (80
|
|
@@ -2785,6 +3101,7 @@ export const models = {
|
|
|
2785
3101
|
XNNPACK_FP32: deprecated(YOLO26_NANO_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2786
3102
|
COREML_FP16: YOLO26_NANO_384_COREML_FP16,
|
|
2787
3103
|
VULKAN_FP16: YOLO26_NANO_384_VULKAN_FP16,
|
|
3104
|
+
QNN_FP16: YOLO26_NANO_384_QNN_FP16,
|
|
2788
3105
|
}),
|
|
2789
3106
|
SIZE_512: variants({
|
|
2790
3107
|
XNNPACK_INT8: YOLO26_NANO_512_XNNPACK_INT8,
|
|
@@ -2792,6 +3109,7 @@ export const models = {
|
|
|
2792
3109
|
XNNPACK_FP32: deprecated(YOLO26_NANO_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2793
3110
|
COREML_FP16: YOLO26_NANO_512_COREML_FP16,
|
|
2794
3111
|
VULKAN_FP16: YOLO26_NANO_512_VULKAN_FP16,
|
|
3112
|
+
QNN_FP16: YOLO26_NANO_512_QNN_FP16,
|
|
2795
3113
|
}),
|
|
2796
3114
|
SIZE_640: variants({
|
|
2797
3115
|
XNNPACK_INT8: YOLO26_NANO_640_XNNPACK_INT8,
|
|
@@ -2799,6 +3117,7 @@ export const models = {
|
|
|
2799
3117
|
XNNPACK_FP32: deprecated(YOLO26_NANO_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2800
3118
|
COREML_FP16: YOLO26_NANO_640_COREML_FP16,
|
|
2801
3119
|
VULKAN_FP16: YOLO26_NANO_640_VULKAN_FP16,
|
|
3120
|
+
QNN_FP16: YOLO26_NANO_640_QNN_FP16,
|
|
2802
3121
|
}),
|
|
2803
3122
|
}),
|
|
2804
3123
|
/**
|
|
@@ -2812,6 +3131,7 @@ export const models = {
|
|
|
2812
3131
|
XNNPACK_FP32: deprecated(YOLO26_SMALL_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2813
3132
|
COREML_FP16: YOLO26_SMALL_384_COREML_FP16,
|
|
2814
3133
|
VULKAN_FP16: YOLO26_SMALL_384_VULKAN_FP16,
|
|
3134
|
+
QNN_FP16: YOLO26_SMALL_384_QNN_FP16,
|
|
2815
3135
|
}),
|
|
2816
3136
|
SIZE_512: variants({
|
|
2817
3137
|
XNNPACK_INT8: YOLO26_SMALL_512_XNNPACK_INT8,
|
|
@@ -2819,6 +3139,7 @@ export const models = {
|
|
|
2819
3139
|
XNNPACK_FP32: deprecated(YOLO26_SMALL_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2820
3140
|
COREML_FP16: YOLO26_SMALL_512_COREML_FP16,
|
|
2821
3141
|
VULKAN_FP16: YOLO26_SMALL_512_VULKAN_FP16,
|
|
3142
|
+
QNN_FP16: YOLO26_SMALL_512_QNN_FP16,
|
|
2822
3143
|
}),
|
|
2823
3144
|
SIZE_640: variants({
|
|
2824
3145
|
XNNPACK_INT8: YOLO26_SMALL_640_XNNPACK_INT8,
|
|
@@ -2826,6 +3147,7 @@ export const models = {
|
|
|
2826
3147
|
XNNPACK_FP32: deprecated(YOLO26_SMALL_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2827
3148
|
COREML_FP16: YOLO26_SMALL_640_COREML_FP16,
|
|
2828
3149
|
VULKAN_FP16: YOLO26_SMALL_640_VULKAN_FP16,
|
|
3150
|
+
QNN_FP16: YOLO26_SMALL_640_QNN_FP16,
|
|
2829
3151
|
}),
|
|
2830
3152
|
}),
|
|
2831
3153
|
/**
|
|
@@ -2839,6 +3161,7 @@ export const models = {
|
|
|
2839
3161
|
XNNPACK_FP32: deprecated(YOLO26_MEDIUM_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2840
3162
|
COREML_FP16: YOLO26_MEDIUM_384_COREML_FP16,
|
|
2841
3163
|
VULKAN_FP16: YOLO26_MEDIUM_384_VULKAN_FP16,
|
|
3164
|
+
QNN_FP16: YOLO26_MEDIUM_384_QNN_FP16,
|
|
2842
3165
|
}),
|
|
2843
3166
|
SIZE_512: variants({
|
|
2844
3167
|
XNNPACK_INT8: YOLO26_MEDIUM_512_XNNPACK_INT8,
|
|
@@ -2846,6 +3169,7 @@ export const models = {
|
|
|
2846
3169
|
XNNPACK_FP32: deprecated(YOLO26_MEDIUM_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2847
3170
|
COREML_FP16: YOLO26_MEDIUM_512_COREML_FP16,
|
|
2848
3171
|
VULKAN_FP16: YOLO26_MEDIUM_512_VULKAN_FP16,
|
|
3172
|
+
QNN_FP16: YOLO26_MEDIUM_512_QNN_FP16,
|
|
2849
3173
|
}),
|
|
2850
3174
|
SIZE_640: variants({
|
|
2851
3175
|
XNNPACK_INT8: YOLO26_MEDIUM_640_XNNPACK_INT8,
|
|
@@ -2853,6 +3177,7 @@ export const models = {
|
|
|
2853
3177
|
XNNPACK_FP32: deprecated(YOLO26_MEDIUM_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2854
3178
|
COREML_FP16: YOLO26_MEDIUM_640_COREML_FP16,
|
|
2855
3179
|
VULKAN_FP16: YOLO26_MEDIUM_640_VULKAN_FP16,
|
|
3180
|
+
QNN_FP16: YOLO26_MEDIUM_640_QNN_FP16,
|
|
2856
3181
|
}),
|
|
2857
3182
|
}),
|
|
2858
3183
|
/**
|
|
@@ -2865,6 +3190,7 @@ export const models = {
|
|
|
2865
3190
|
XNNPACK_FP32: deprecated(YOLO26_LARGE_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2866
3191
|
COREML_FP16: YOLO26_LARGE_384_COREML_FP16,
|
|
2867
3192
|
VULKAN_FP16: YOLO26_LARGE_384_VULKAN_FP16,
|
|
3193
|
+
QNN_FP16: YOLO26_LARGE_384_QNN_FP16,
|
|
2868
3194
|
}),
|
|
2869
3195
|
SIZE_512: variants({
|
|
2870
3196
|
XNNPACK_INT8: YOLO26_LARGE_512_XNNPACK_INT8,
|
|
@@ -2872,6 +3198,7 @@ export const models = {
|
|
|
2872
3198
|
XNNPACK_FP32: deprecated(YOLO26_LARGE_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2873
3199
|
COREML_FP16: YOLO26_LARGE_512_COREML_FP16,
|
|
2874
3200
|
VULKAN_FP16: YOLO26_LARGE_512_VULKAN_FP16,
|
|
3201
|
+
QNN_FP16: YOLO26_LARGE_512_QNN_FP16,
|
|
2875
3202
|
}),
|
|
2876
3203
|
SIZE_640: variants({
|
|
2877
3204
|
XNNPACK_INT8: YOLO26_LARGE_640_XNNPACK_INT8,
|
|
@@ -2879,6 +3206,7 @@ export const models = {
|
|
|
2879
3206
|
XNNPACK_FP32: deprecated(YOLO26_LARGE_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2880
3207
|
COREML_FP16: YOLO26_LARGE_640_COREML_FP16,
|
|
2881
3208
|
VULKAN_FP16: YOLO26_LARGE_640_VULKAN_FP16,
|
|
3209
|
+
QNN_FP16: YOLO26_LARGE_640_QNN_FP16,
|
|
2882
3210
|
}),
|
|
2883
3211
|
}),
|
|
2884
3212
|
/**
|
|
@@ -2892,6 +3220,7 @@ export const models = {
|
|
|
2892
3220
|
XNNPACK_FP32: deprecated(YOLO26_XLARGE_384_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2893
3221
|
COREML_FP16: YOLO26_XLARGE_384_COREML_FP16,
|
|
2894
3222
|
VULKAN_FP16: YOLO26_XLARGE_384_VULKAN_FP16,
|
|
3223
|
+
QNN_FP16: YOLO26_XLARGE_384_QNN_FP16,
|
|
2895
3224
|
}),
|
|
2896
3225
|
SIZE_512: variants({
|
|
2897
3226
|
XNNPACK_INT8: YOLO26_XLARGE_512_XNNPACK_INT8,
|
|
@@ -2899,6 +3228,7 @@ export const models = {
|
|
|
2899
3228
|
XNNPACK_FP32: deprecated(YOLO26_XLARGE_512_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2900
3229
|
COREML_FP16: YOLO26_XLARGE_512_COREML_FP16,
|
|
2901
3230
|
VULKAN_FP16: YOLO26_XLARGE_512_VULKAN_FP16,
|
|
3231
|
+
QNN_FP16: YOLO26_XLARGE_512_QNN_FP16,
|
|
2902
3232
|
}),
|
|
2903
3233
|
SIZE_640: variants({
|
|
2904
3234
|
XNNPACK_INT8: YOLO26_XLARGE_640_XNNPACK_INT8,
|
|
@@ -2906,6 +3236,7 @@ export const models = {
|
|
|
2906
3236
|
XNNPACK_FP32: deprecated(YOLO26_XLARGE_640_XNNPACK_FP32, 'XNNPACK_INT8'),
|
|
2907
3237
|
COREML_FP16: YOLO26_XLARGE_640_COREML_FP16,
|
|
2908
3238
|
VULKAN_FP16: YOLO26_XLARGE_640_VULKAN_FP16,
|
|
3239
|
+
QNN_FP16: YOLO26_XLARGE_640_QNN_FP16,
|
|
2909
3240
|
}),
|
|
2910
3241
|
}),
|
|
2911
3242
|
}),
|
|
@@ -3212,6 +3543,8 @@ export const models = {
|
|
|
3212
3543
|
MLX_INT8: WHISPER_TINY_MLX_INT8,
|
|
3213
3544
|
VULKAN_FP16: WHISPER_TINY_VULKAN_FP16,
|
|
3214
3545
|
VULKAN_INT8: WHISPER_TINY_VULKAN_INT8,
|
|
3546
|
+
QNN_FP16: WHISPER_TINY_QNN_FP16,
|
|
3547
|
+
QNN_INT8: WHISPER_TINY_QNN_INT8,
|
|
3215
3548
|
},
|
|
3216
3549
|
// Core ML over MLX, see the note on WHISPER.
|
|
3217
3550
|
{ ios: 'COREML_FP16' }
|
|
@@ -3230,6 +3563,8 @@ export const models = {
|
|
|
3230
3563
|
MLX_INT8: WHISPER_BASE_MLX_INT8,
|
|
3231
3564
|
VULKAN_FP16: WHISPER_BASE_VULKAN_FP16,
|
|
3232
3565
|
VULKAN_INT8: WHISPER_BASE_VULKAN_INT8,
|
|
3566
|
+
QNN_FP16: WHISPER_BASE_QNN_FP16,
|
|
3567
|
+
QNN_INT8: WHISPER_BASE_QNN_INT8,
|
|
3233
3568
|
},
|
|
3234
3569
|
// Core ML over MLX, see the note on WHISPER.
|
|
3235
3570
|
{ ios: 'COREML_FP16' }
|
|
@@ -3247,6 +3582,8 @@ export const models = {
|
|
|
3247
3582
|
MLX_INT8: WHISPER_SMALL_MLX_INT8,
|
|
3248
3583
|
VULKAN_FP16: WHISPER_SMALL_VULKAN_FP16,
|
|
3249
3584
|
VULKAN_INT8: WHISPER_SMALL_VULKAN_INT8,
|
|
3585
|
+
QNN_FP16: WHISPER_SMALL_QNN_FP16,
|
|
3586
|
+
QNN_INT8: WHISPER_SMALL_QNN_INT8,
|
|
3250
3587
|
},
|
|
3251
3588
|
// Core ML over MLX, see the note on WHISPER.
|
|
3252
3589
|
{ ios: 'COREML_FP16' }
|
|
@@ -3274,6 +3611,8 @@ export const models = {
|
|
|
3274
3611
|
MLX_INT8: WHISPER_TINY_EN_MLX_INT8,
|
|
3275
3612
|
VULKAN_FP16: WHISPER_TINY_EN_VULKAN_FP16,
|
|
3276
3613
|
VULKAN_INT8: WHISPER_TINY_EN_VULKAN_INT8,
|
|
3614
|
+
QNN_FP16: WHISPER_TINY_EN_QNN_FP16,
|
|
3615
|
+
QNN_INT8: WHISPER_TINY_EN_QNN_INT8,
|
|
3277
3616
|
},
|
|
3278
3617
|
// Core ML over MLX, see the note on WHISPER.
|
|
3279
3618
|
{ ios: 'COREML_FP16' }
|
|
@@ -3292,6 +3631,8 @@ export const models = {
|
|
|
3292
3631
|
MLX_INT8: WHISPER_BASE_EN_MLX_INT8,
|
|
3293
3632
|
VULKAN_FP16: WHISPER_BASE_EN_VULKAN_FP16,
|
|
3294
3633
|
VULKAN_INT8: WHISPER_BASE_EN_VULKAN_INT8,
|
|
3634
|
+
QNN_FP16: WHISPER_BASE_EN_QNN_FP16,
|
|
3635
|
+
QNN_INT8: WHISPER_BASE_EN_QNN_INT8,
|
|
3295
3636
|
},
|
|
3296
3637
|
// Core ML over MLX, see the note on WHISPER.
|
|
3297
3638
|
{ ios: 'COREML_FP16' }
|
|
@@ -3309,6 +3650,8 @@ export const models = {
|
|
|
3309
3650
|
MLX_INT8: WHISPER_SMALL_EN_MLX_INT8,
|
|
3310
3651
|
VULKAN_FP16: WHISPER_SMALL_EN_VULKAN_FP16,
|
|
3311
3652
|
VULKAN_INT8: WHISPER_SMALL_EN_VULKAN_INT8,
|
|
3653
|
+
QNN_FP16: WHISPER_SMALL_EN_QNN_FP16,
|
|
3654
|
+
QNN_INT8: WHISPER_SMALL_EN_QNN_INT8,
|
|
3312
3655
|
},
|
|
3313
3656
|
// Core ML over MLX, see the note on WHISPER.
|
|
3314
3657
|
{ ios: 'COREML_FP16' }
|
|
@@ -3831,6 +4174,24 @@ export const models = {
|
|
|
3831
4174
|
COREML_FP32: KOKORO_ZH_COREML_FP32,
|
|
3832
4175
|
}),
|
|
3833
4176
|
},
|
|
4177
|
+
|
|
4178
|
+
/**
|
|
4179
|
+
* Reverb — multilingual Text-to-Speech that speaks in the voice of any
|
|
4180
|
+
* 1-20 s recording, given its transcript, in 7 languages. Ships three
|
|
4181
|
+
* preset voices (see {@link REVERB_DEFAULT_VOICE_NAMES}).
|
|
4182
|
+
*/
|
|
4183
|
+
// int8 leads on iOS: within ~20% of fp16's speed in the app at 260 MB
|
|
4184
|
+
// less. All decode with the fp16 codec (the int8 Core ML one holds ~600 MB
|
|
4185
|
+
// more on the GPU); INT4 encodes with int4 (40 MB smaller), the rest with
|
|
4186
|
+
// int8. XNNPACK is the fallback on both platforms.
|
|
4187
|
+
REVERB: variants({
|
|
4188
|
+
MLX_COREML_INT8: REVERB_MLX_COREML_INT8,
|
|
4189
|
+
MLX_COREML_FP16: REVERB_MLX_COREML_FP16,
|
|
4190
|
+
MLX_COREML_INT4: REVERB_MLX_COREML_INT4,
|
|
4191
|
+
QNN_VULKAN_INT4: REVERB_QNN_VULKAN_INT4,
|
|
4192
|
+
VULKAN_INT4: REVERB_VULKAN_INT4,
|
|
4193
|
+
XNNPACK_8DA8W: REVERB_XNNPACK_8DA8W,
|
|
4194
|
+
}),
|
|
3834
4195
|
},
|
|
3835
4196
|
|
|
3836
4197
|
/**
|