@huggingface/tasks 0.10.16 → 0.10.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +67 -78
- package/dist/index.js +67 -78
- package/dist/src/model-libraries-downloads.d.ts +7 -15
- package/dist/src/model-libraries-downloads.d.ts.map +1 -1
- package/dist/src/model-libraries-snippets.d.ts +1 -0
- package/dist/src/model-libraries-snippets.d.ts.map +1 -1
- package/dist/src/model-libraries.d.ts +53 -170
- package/dist/src/model-libraries.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/model-libraries-downloads.ts +7 -9
- package/src/model-libraries-snippets.ts +20 -0
- package/src/model-libraries.ts +51 -80
package/src/model-libraries.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import * as snippets from "./model-libraries-snippets";
|
|
2
2
|
import type { ModelData } from "./model-data";
|
|
3
|
-
import type {
|
|
3
|
+
import type { ElasticSearchQuery } from "./model-libraries-downloads";
|
|
4
4
|
|
|
5
5
|
/**
|
|
6
6
|
* Elements configurable by a model library.
|
|
@@ -34,7 +34,7 @@ export interface LibraryUiElement {
|
|
|
34
34
|
* By default, those files are counted:
|
|
35
35
|
* "config.json", "config.yaml", "hyperparams.yaml", "meta.yaml"
|
|
36
36
|
*/
|
|
37
|
-
countDownloads?:
|
|
37
|
+
countDownloads?: ElasticSearchQuery;
|
|
38
38
|
/**
|
|
39
39
|
* should we display this library in hf.co/models filter
|
|
40
40
|
* (only for popular libraries with > 100 models)
|
|
@@ -65,9 +65,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
65
65
|
docsUrl: "https://huggingface.co/docs/hub/adapters",
|
|
66
66
|
snippets: snippets.adapters,
|
|
67
67
|
filter: true,
|
|
68
|
-
countDownloads:
|
|
69
|
-
term: { path: "adapter_config.json" },
|
|
70
|
-
},
|
|
68
|
+
countDownloads: `path:"adapter_config.json"`,
|
|
71
69
|
},
|
|
72
70
|
allennlp: {
|
|
73
71
|
prettyLabel: "AllenNLP",
|
|
@@ -84,9 +82,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
84
82
|
docsUrl: "https://huggingface.co/docs/hub/asteroid",
|
|
85
83
|
snippets: snippets.asteroid,
|
|
86
84
|
filter: true,
|
|
87
|
-
countDownloads:
|
|
88
|
-
term: { path: "pytorch_model.bin" },
|
|
89
|
-
},
|
|
85
|
+
countDownloads: `path:"pytorch_model.bin"`,
|
|
90
86
|
},
|
|
91
87
|
audiocraft: {
|
|
92
88
|
prettyLabel: "Audiocraft",
|
|
@@ -95,6 +91,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
95
91
|
snippets: snippets.audiocraft,
|
|
96
92
|
filter: false,
|
|
97
93
|
},
|
|
94
|
+
audioseal: {
|
|
95
|
+
prettyLabel: "AudioSeal",
|
|
96
|
+
repoName: "audioseal",
|
|
97
|
+
repoUrl: "https://github.com/facebookresearch/audioseal",
|
|
98
|
+
filter: false,
|
|
99
|
+
countDownloads: "path_extension:pt",
|
|
100
|
+
snippets: snippets.audioseal,
|
|
101
|
+
},
|
|
98
102
|
bertopic: {
|
|
99
103
|
prettyLabel: "BERTopic",
|
|
100
104
|
repoName: "BERTopic",
|
|
@@ -107,9 +111,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
107
111
|
repoName: "big_vision",
|
|
108
112
|
repoUrl: "https://github.com/google-research/big_vision",
|
|
109
113
|
filter: false,
|
|
110
|
-
countDownloads:
|
|
111
|
-
wildcard: { path: "*.npz" },
|
|
112
|
-
},
|
|
114
|
+
countDownloads: `path_extension:"npz"`,
|
|
113
115
|
},
|
|
114
116
|
bm25s: {
|
|
115
117
|
prettyLabel: "BM25S",
|
|
@@ -117,17 +119,15 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
117
119
|
repoUrl: "https://github.com/xhluca/bm25s",
|
|
118
120
|
snippets: snippets.bm25s,
|
|
119
121
|
filter: false,
|
|
120
|
-
countDownloads:
|
|
121
|
-
term: { path: "params.index.json" },
|
|
122
|
-
},
|
|
122
|
+
countDownloads: `path:"params.index.json"`,
|
|
123
123
|
},
|
|
124
124
|
chat_tts: {
|
|
125
125
|
prettyLabel: "ChatTTS",
|
|
126
126
|
repoName: "ChatTTS",
|
|
127
127
|
repoUrl: "https://github.com/2noise/ChatTTS.git",
|
|
128
|
-
filter: false,
|
|
129
|
-
countDownloads: { term: { path: "asset/GPT.pt" } },
|
|
130
128
|
snippets: snippets.chattts,
|
|
129
|
+
filter: false,
|
|
130
|
+
countDownloads: `path:"asset/GPT.pt"`,
|
|
131
131
|
},
|
|
132
132
|
diffusers: {
|
|
133
133
|
prettyLabel: "Diffusers",
|
|
@@ -150,18 +150,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
150
150
|
docsUrl: "https://aphp.github.io/edsnlp/latest/",
|
|
151
151
|
filter: false,
|
|
152
152
|
snippets: snippets.edsnlp,
|
|
153
|
-
countDownloads:
|
|
154
|
-
wildcard: { path: "*/config.cfg" },
|
|
155
|
-
},
|
|
153
|
+
countDownloads: `path_filename:"config" AND path_extension:"cfg"`,
|
|
156
154
|
},
|
|
157
155
|
elm: {
|
|
158
156
|
prettyLabel: "ELM",
|
|
159
157
|
repoName: "elm",
|
|
160
158
|
repoUrl: "https://github.com/slicex-ai/elm",
|
|
161
159
|
filter: false,
|
|
162
|
-
countDownloads:
|
|
163
|
-
wildcard: { path: "*/slicex_elm_config.json" },
|
|
164
|
-
},
|
|
160
|
+
countDownloads: `path_filename:"slicex_elm_config" AND path_extension:"json"`,
|
|
165
161
|
},
|
|
166
162
|
espnet: {
|
|
167
163
|
prettyLabel: "ESPnet",
|
|
@@ -192,9 +188,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
192
188
|
repoUrl: "https://fasttext.cc/",
|
|
193
189
|
snippets: snippets.fasttext,
|
|
194
190
|
filter: true,
|
|
195
|
-
countDownloads:
|
|
196
|
-
wildcard: { path: "*.bin" },
|
|
197
|
-
},
|
|
191
|
+
countDownloads: `path_extension:"bin"`,
|
|
198
192
|
},
|
|
199
193
|
flair: {
|
|
200
194
|
prettyLabel: "Flair",
|
|
@@ -203,16 +197,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
203
197
|
docsUrl: "https://huggingface.co/docs/hub/flair",
|
|
204
198
|
snippets: snippets.flair,
|
|
205
199
|
filter: true,
|
|
206
|
-
countDownloads:
|
|
207
|
-
term: { path: "pytorch_model.bin" },
|
|
208
|
-
},
|
|
200
|
+
countDownloads: `path:"pytorch_model.bin"`,
|
|
209
201
|
},
|
|
210
202
|
"gemma.cpp": {
|
|
211
203
|
prettyLabel: "gemma.cpp",
|
|
212
204
|
repoName: "gemma.cpp",
|
|
213
205
|
repoUrl: "https://github.com/google/gemma.cpp",
|
|
214
206
|
filter: false,
|
|
215
|
-
countDownloads:
|
|
207
|
+
countDownloads: `path_extension:"sbs"`,
|
|
216
208
|
},
|
|
217
209
|
gliner: {
|
|
218
210
|
prettyLabel: "GLiNER",
|
|
@@ -220,26 +212,20 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
220
212
|
repoUrl: "https://github.com/urchade/GLiNER",
|
|
221
213
|
snippets: snippets.gliner,
|
|
222
214
|
filter: false,
|
|
223
|
-
countDownloads:
|
|
224
|
-
term: { path: "gliner_config.json" },
|
|
225
|
-
},
|
|
215
|
+
countDownloads: `path:"gliner_config.json"`,
|
|
226
216
|
},
|
|
227
217
|
grok: {
|
|
228
218
|
prettyLabel: "Grok",
|
|
229
219
|
repoName: "Grok",
|
|
230
220
|
repoUrl: "https://github.com/xai-org/grok-1",
|
|
231
221
|
filter: false,
|
|
232
|
-
countDownloads:
|
|
233
|
-
terms: { path: ["ckpt/tensor00000_000", "ckpt-0/tensor00000_000"] },
|
|
234
|
-
},
|
|
222
|
+
countDownloads: `path:"ckpt/tensor00000_000" OR path:"ckpt-0/tensor00000_000"`,
|
|
235
223
|
},
|
|
236
224
|
"hunyuan-dit": {
|
|
237
225
|
prettyLabel: "HunyuanDiT",
|
|
238
226
|
repoName: "HunyuanDiT",
|
|
239
227
|
repoUrl: "https://github.com/Tencent/HunyuanDiT",
|
|
240
|
-
countDownloads:
|
|
241
|
-
terms: { path: ["pytorch_model_ema.pt", "pytorch_model_distill.pt"] },
|
|
242
|
-
},
|
|
228
|
+
countDownloads: `path:"pytorch_model_ema.pt" OR path:"pytorch_model_distill.pt"`,
|
|
243
229
|
},
|
|
244
230
|
keras: {
|
|
245
231
|
prettyLabel: "Keras",
|
|
@@ -248,7 +234,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
248
234
|
docsUrl: "https://huggingface.co/docs/hub/keras",
|
|
249
235
|
snippets: snippets.keras,
|
|
250
236
|
filter: true,
|
|
251
|
-
countDownloads:
|
|
237
|
+
countDownloads: `path:"saved_model.pb"`,
|
|
252
238
|
},
|
|
253
239
|
"keras-nlp": {
|
|
254
240
|
prettyLabel: "KerasNLP",
|
|
@@ -274,7 +260,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
274
260
|
docsUrl: "https://huggingface.co/docs/hub/ml-agents",
|
|
275
261
|
snippets: snippets.mlAgents,
|
|
276
262
|
filter: true,
|
|
277
|
-
countDownloads:
|
|
263
|
+
countDownloads: `path_extension:"onnx"`,
|
|
278
264
|
},
|
|
279
265
|
mlx: {
|
|
280
266
|
prettyLabel: "MLX",
|
|
@@ -290,7 +276,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
290
276
|
docsUrl: "https://huggingface.co/docs/hub/mlx-image",
|
|
291
277
|
snippets: snippets.mlxim,
|
|
292
278
|
filter: false,
|
|
293
|
-
countDownloads:
|
|
279
|
+
countDownloads: `path:"model.safetensors"`,
|
|
294
280
|
},
|
|
295
281
|
nemo: {
|
|
296
282
|
prettyLabel: "NeMo",
|
|
@@ -298,7 +284,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
298
284
|
repoUrl: "https://github.com/NVIDIA/NeMo",
|
|
299
285
|
snippets: snippets.nemo,
|
|
300
286
|
filter: true,
|
|
301
|
-
countDownloads:
|
|
287
|
+
countDownloads: `path_extension:"nemo" OR path:"model_config.yaml"`,
|
|
302
288
|
},
|
|
303
289
|
open_clip: {
|
|
304
290
|
prettyLabel: "OpenCLIP",
|
|
@@ -306,7 +292,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
306
292
|
repoUrl: "https://github.com/mlfoundations/open_clip",
|
|
307
293
|
snippets: snippets.open_clip,
|
|
308
294
|
filter: true,
|
|
309
|
-
countDownloads:
|
|
295
|
+
countDownloads: `path_extension:"bin" AND path_filename:*pytorch_model`,
|
|
310
296
|
},
|
|
311
297
|
paddlenlp: {
|
|
312
298
|
prettyLabel: "paddlenlp",
|
|
@@ -315,9 +301,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
315
301
|
docsUrl: "https://huggingface.co/docs/hub/paddlenlp",
|
|
316
302
|
snippets: snippets.paddlenlp,
|
|
317
303
|
filter: true,
|
|
318
|
-
countDownloads:
|
|
319
|
-
term: { path: "model_config.json" },
|
|
320
|
-
},
|
|
304
|
+
countDownloads: `path:"model_config.json"`,
|
|
321
305
|
},
|
|
322
306
|
peft: {
|
|
323
307
|
prettyLabel: "PEFT",
|
|
@@ -325,9 +309,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
325
309
|
repoUrl: "https://github.com/huggingface/peft",
|
|
326
310
|
snippets: snippets.peft,
|
|
327
311
|
filter: true,
|
|
328
|
-
countDownloads:
|
|
329
|
-
term: { path: "adapter_config.json" },
|
|
330
|
-
},
|
|
312
|
+
countDownloads: `path:"adapter_config.json"`,
|
|
331
313
|
},
|
|
332
314
|
"pyannote-audio": {
|
|
333
315
|
prettyLabel: "pyannote.audio",
|
|
@@ -348,7 +330,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
348
330
|
repoName: "recurrentgemma",
|
|
349
331
|
repoUrl: "https://github.com/google-deepmind/recurrentgemma",
|
|
350
332
|
filter: false,
|
|
351
|
-
countDownloads:
|
|
333
|
+
countDownloads: `path:"tokenizer.model"`,
|
|
352
334
|
},
|
|
353
335
|
"sample-factory": {
|
|
354
336
|
prettyLabel: "sample-factory",
|
|
@@ -357,7 +339,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
357
339
|
docsUrl: "https://huggingface.co/docs/hub/sample-factory",
|
|
358
340
|
snippets: snippets.sampleFactory,
|
|
359
341
|
filter: true,
|
|
360
|
-
countDownloads:
|
|
342
|
+
countDownloads: `path:"cfg.json"`,
|
|
361
343
|
},
|
|
362
344
|
"sentence-transformers": {
|
|
363
345
|
prettyLabel: "sentence-transformers",
|
|
@@ -381,9 +363,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
381
363
|
repoUrl: "https://github.com/scikit-learn/scikit-learn",
|
|
382
364
|
snippets: snippets.sklearn,
|
|
383
365
|
filter: true,
|
|
384
|
-
countDownloads:
|
|
385
|
-
term: { path: "sklearn_model.joblib" },
|
|
386
|
-
},
|
|
366
|
+
countDownloads: `path:"sklearn_model.joblib"`,
|
|
387
367
|
},
|
|
388
368
|
spacy: {
|
|
389
369
|
prettyLabel: "spaCy",
|
|
@@ -392,9 +372,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
392
372
|
docsUrl: "https://huggingface.co/docs/hub/spacy",
|
|
393
373
|
snippets: snippets.spacy,
|
|
394
374
|
filter: true,
|
|
395
|
-
countDownloads:
|
|
396
|
-
wildcard: { path: "*.whl" },
|
|
397
|
-
},
|
|
375
|
+
countDownloads: `path_extension:"whl"`,
|
|
398
376
|
},
|
|
399
377
|
"span-marker": {
|
|
400
378
|
prettyLabel: "SpanMarker",
|
|
@@ -411,18 +389,23 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
411
389
|
docsUrl: "https://huggingface.co/docs/hub/speechbrain",
|
|
412
390
|
snippets: snippets.speechbrain,
|
|
413
391
|
filter: true,
|
|
414
|
-
countDownloads:
|
|
415
|
-
term: { path: "hyperparams.yaml" },
|
|
416
|
-
},
|
|
392
|
+
countDownloads: `path:"hyperparams.yaml"`,
|
|
417
393
|
},
|
|
418
394
|
"stable-audio-tools": {
|
|
419
395
|
prettyLabel: "Stable Audio Tools",
|
|
420
396
|
repoName: "stable-audio-tools",
|
|
421
397
|
repoUrl: "https://github.com/Stability-AI/stable-audio-tools.git",
|
|
422
398
|
filter: false,
|
|
423
|
-
countDownloads:
|
|
399
|
+
countDownloads: `path:"model.safetensors"`,
|
|
424
400
|
snippets: snippets.stable_audio_tools,
|
|
425
401
|
},
|
|
402
|
+
"diffusion-single-file": {
|
|
403
|
+
prettyLabel: "Diffusion Single File",
|
|
404
|
+
repoName: "diffusion-single-file",
|
|
405
|
+
repoUrl: "https://github.com/comfyanonymous/ComfyUI",
|
|
406
|
+
filter: false,
|
|
407
|
+
countDownloads: `path_extension:"safetensors"`,
|
|
408
|
+
},
|
|
426
409
|
"stable-baselines3": {
|
|
427
410
|
prettyLabel: "stable-baselines3",
|
|
428
411
|
repoName: "stable-baselines3",
|
|
@@ -430,9 +413,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
430
413
|
docsUrl: "https://huggingface.co/docs/hub/stable-baselines3",
|
|
431
414
|
snippets: snippets.stableBaselines3,
|
|
432
415
|
filter: true,
|
|
433
|
-
countDownloads:
|
|
434
|
-
wildcard: { path: "*.zip" },
|
|
435
|
-
},
|
|
416
|
+
countDownloads: `path_extension:"zip"`,
|
|
436
417
|
},
|
|
437
418
|
stanza: {
|
|
438
419
|
prettyLabel: "Stanza",
|
|
@@ -441,9 +422,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
441
422
|
docsUrl: "https://huggingface.co/docs/hub/stanza",
|
|
442
423
|
snippets: snippets.stanza,
|
|
443
424
|
filter: true,
|
|
444
|
-
countDownloads:
|
|
445
|
-
term: { path: "models/default.zip" },
|
|
446
|
-
},
|
|
425
|
+
countDownloads: `path:"models/default.zip"`,
|
|
447
426
|
},
|
|
448
427
|
tensorflowtts: {
|
|
449
428
|
prettyLabel: "TensorFlowTTS",
|
|
@@ -456,16 +435,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
456
435
|
repoName: "TiC-CLIP",
|
|
457
436
|
repoUrl: "https://github.com/apple/ml-tic-clip",
|
|
458
437
|
filter: false,
|
|
459
|
-
countDownloads:
|
|
438
|
+
countDownloads: `path_extension:"pt" AND path_prefix:"checkpoints/"`,
|
|
460
439
|
},
|
|
461
440
|
timesfm: {
|
|
462
441
|
prettyLabel: "TimesFM",
|
|
463
442
|
repoName: "timesfm",
|
|
464
443
|
repoUrl: "https://github.com/google-research/timesfm",
|
|
465
444
|
filter: false,
|
|
466
|
-
countDownloads:
|
|
467
|
-
term: { path: "checkpoints/checkpoint_1100000/state/checkpoint" },
|
|
468
|
-
},
|
|
445
|
+
countDownloads: `path:"checkpoints/checkpoint_1100000/state/checkpoint"`,
|
|
469
446
|
},
|
|
470
447
|
timm: {
|
|
471
448
|
prettyLabel: "timm",
|
|
@@ -474,9 +451,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
474
451
|
docsUrl: "https://huggingface.co/docs/hub/timm",
|
|
475
452
|
snippets: snippets.timm,
|
|
476
453
|
filter: true,
|
|
477
|
-
countDownloads:
|
|
478
|
-
terms: { path: ["pytorch_model.bin", "model.safetensors"] },
|
|
479
|
-
},
|
|
454
|
+
countDownloads: `path:"pytorch_model.bin" OR path:"model.safetensors"`,
|
|
480
455
|
},
|
|
481
456
|
transformers: {
|
|
482
457
|
prettyLabel: "Transformers",
|
|
@@ -500,9 +475,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
500
475
|
repoUrl: "https://github.com/Unity-Technologies/sentis-samples",
|
|
501
476
|
snippets: snippets.sentis,
|
|
502
477
|
filter: true,
|
|
503
|
-
countDownloads:
|
|
504
|
-
wildcard: { path: "*.sentis" },
|
|
505
|
-
},
|
|
478
|
+
countDownloads: `path_extension:"sentis"`,
|
|
506
479
|
},
|
|
507
480
|
voicecraft: {
|
|
508
481
|
prettyLabel: "VoiceCraft",
|
|
@@ -515,9 +488,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
|
|
|
515
488
|
prettyLabel: "WhisperKit",
|
|
516
489
|
repoName: "WhisperKit",
|
|
517
490
|
repoUrl: "https://github.com/argmaxinc/WhisperKit",
|
|
518
|
-
countDownloads:
|
|
519
|
-
wildcard: { path: "*/model.mil" },
|
|
520
|
-
},
|
|
491
|
+
countDownloads: `path_filename:"model" AND path_extension:"mil" AND _exists_:"path_prefix"`,
|
|
521
492
|
},
|
|
522
493
|
} satisfies Record<string, LibraryUiElement>;
|
|
523
494
|
|