@huggingface/tasks 0.21.16 → 0.21.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (24) hide show
  1. package/dist/commonjs/eval.d.ts +10 -0
  2. package/dist/commonjs/eval.d.ts.map +1 -1
  3. package/dist/commonjs/eval.js +10 -0
  4. package/dist/commonjs/hardware-amd.js +1 -1
  5. package/dist/commonjs/hardware-nvidia.d.ts.map +1 -1
  6. package/dist/commonjs/hardware-nvidia.js +12 -4
  7. package/dist/commonjs/hardware.js +8 -8
  8. package/dist/commonjs/tasks/index.d.ts +1 -0
  9. package/dist/commonjs/tasks/index.d.ts.map +1 -1
  10. package/dist/esm/eval.d.ts +10 -0
  11. package/dist/esm/eval.d.ts.map +1 -1
  12. package/dist/esm/eval.js +10 -0
  13. package/dist/esm/hardware-amd.js +1 -1
  14. package/dist/esm/hardware-nvidia.d.ts.map +1 -1
  15. package/dist/esm/hardware-nvidia.js +12 -4
  16. package/dist/esm/hardware.js +8 -8
  17. package/dist/esm/tasks/index.d.ts +1 -0
  18. package/dist/esm/tasks/index.d.ts.map +1 -1
  19. package/package.json +1 -1
  20. package/src/eval.ts +12 -0
  21. package/src/hardware-amd.ts +1 -1
  22. package/src/hardware-nvidia.ts +12 -4
  23. package/src/hardware.ts +8 -8
  24. package/src/tasks/index.ts +1 -0
package/dist/commonjs/eval.d.ts CHANGED
@@ -32,6 +32,11 @@ export declare const EVALUATION_FRAMEWORKS: {
32
32
  readonly description: "Harbor is a framework for evaluating and optimizing agents and language models.";
33
33
  readonly url: "https://github.com/laude-institute/harbor";
34
34
  };
35
+ readonly ifstruct: {
36
+ readonly name: "ifstruct";
37
+ readonly description: "IFStruct is a benchmark for structured-output compliance: whether a model produces valid JSON/YAML that follows a requested schema, scored without constrained decoding.";
38
+ readonly url: "https://github.com/Liquid4All/ifstruct";
39
+ };
35
40
  readonly pier: {
36
41
  readonly name: "pier";
37
42
  readonly description: "Pier is a Harbor fork built for DeepSWE, with stronger support for CLI agents in no-internet tasks and more faithful, consistent agent trajectories.";
@@ -47,6 +52,11 @@ export declare const EVALUATION_FRAMEWORKS: {
47
52
  readonly description: "Archipelago is a system for running and evaluating AI agents against MCP applications.";
48
53
  readonly url: "https://github.com/Mercor-Intelligence/archipelago";
49
54
  };
55
+ readonly benchflow: {
56
+ readonly name: "benchflow";
57
+ readonly description: "BenchFlow is an evaluation framework for AI agents on professional, skill-aware workflows. It powers SkillsBench and runs containerized agent trials with paired with-skills / without-skills configurations.";
58
+ readonly url: "https://github.com/benchflow-ai/benchflow";
59
+ };
50
60
  readonly "apex-evals": {
51
61
  readonly name: "apex-evals";
52
62
  readonly description: "APEX Evals is a benchmark suite and evaluation harness for evaluating large language models.";
package/dist/commonjs/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoJxB,CAAC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgKxB,CAAC"}
package/dist/commonjs/eval.js CHANGED
@@ -35,6 +35,11 @@ exports.EVALUATION_FRAMEWORKS = {
35
35
  description: "Harbor is a framework for evaluating and optimizing agents and language models.",
36
36
  url: "https://github.com/laude-institute/harbor",
37
37
  },
38
+ ifstruct: {
39
+ name: "ifstruct",
40
+ description: "IFStruct is a benchmark for structured-output compliance: whether a model produces valid JSON/YAML that follows a requested schema, scored without constrained decoding.",
41
+ url: "https://github.com/Liquid4All/ifstruct",
42
+ },
38
43
  pier: {
39
44
  name: "pier",
40
45
  description: "Pier is a Harbor fork built for DeepSWE, with stronger support for CLI agents in no-internet tasks and more faithful, consistent agent trajectories.",
@@ -50,6 +55,11 @@ exports.EVALUATION_FRAMEWORKS = {
50
55
  description: "Archipelago is a system for running and evaluating AI agents against MCP applications.",
51
56
  url: "https://github.com/Mercor-Intelligence/archipelago",
52
57
  },
58
+ benchflow: {
59
+ name: "benchflow",
60
+ description: "BenchFlow is an evaluation framework for AI agents on professional, skill-aware workflows. It powers SkillsBench and runs containerized agent trials with paired with-skills / without-skills configurations.",
61
+ url: "https://github.com/benchflow-ai/benchflow",
62
+ },
53
63
  "apex-evals": {
54
64
  name: "apex-evals",
55
65
  description: "APEX Evals is a benchmark suite and evaluation harness for evaluating large language models.",
package/dist/commonjs/hardware-amd.js CHANGED
@@ -175,7 +175,7 @@ exports.AMD_GPU_SKUS = {
175
175
  tflops: 22.58,
176
176
  memory: [10],
177
177
  gfxVersion: "gfx1031",
178
- msrp: 500,
178
+ msrp: 329,
179
179
  power: 175,
180
180
  releaseYear: 2022,
181
181
  },
package/dist/commonjs/hardware-nvidia.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAy8B1D,CAAC"}
1
+ {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAi9B1D,CAAC"}
package/dist/commonjs/hardware-nvidia.js CHANGED
@@ -104,8 +104,8 @@ exports.NVIDIA_SKUS = {
104
104
  tflops: 29.71,
105
105
  memory: [128],
106
106
  computeCapability: 12.1,
107
- msrp: 3_000,
108
- power: 240,
107
+ msrp: 3_999,
108
+ power: 140,
109
109
  releaseYear: 2025,
110
110
  },
111
111
  "RTX PRO 6000 WS": {
@@ -212,6 +212,14 @@ exports.NVIDIA_SKUS = {
212
212
  power: 70,
213
213
  releaseYear: 2023,
214
214
  },
215
+ "RTX 3500 Ada Mobile": {
216
+ tflops: 15.8,
217
+ memory: [12],
218
+ computeCapability: 8.9,
219
+ msrp: 1_500,
220
+ power: 150,
221
+ releaseYear: 2023,
222
+ },
215
223
  "RTX 2000 Ada": {
216
224
  tflops: 12.0,
217
225
  memory: [16],
@@ -786,7 +794,7 @@ exports.NVIDIA_SKUS = {
786
794
  computeCapability: 8.6, // Ampere (outlier GPU in the 20xx series)
787
795
  msrp: 250,
788
796
  power: 45,
789
- releaseYear: 2022,
797
+ releaseYear: 2021,
790
798
  },
791
799
  "GTX 1080 Ti": {
792
800
  tflops: 11.34, // float32 (GPU does not support native float16)
@@ -920,7 +928,7 @@ exports.NVIDIA_SKUS = {
920
928
  tflops: 6.66,
921
929
  memory: [32],
922
930
  computeCapability: 8.7,
923
- msrp: 1_600,
931
+ msrp: 999,
924
932
  power: 40,
925
933
  releaseYear: 2022,
926
934
  },
package/dist/commonjs/hardware.js CHANGED
@@ -231,13 +231,13 @@ exports.SKUS = {
231
231
  "Intel Core 11th Generation (i5)": {
232
232
  tflops: 0.5,
233
233
  msrp: 250,
234
- power: 182,
234
+ power: 251,
235
235
  releaseYear: 2021,
236
236
  },
237
237
  "Intel Core 11th Generation (i3)": {
238
238
  tflops: 0.35,
239
239
  msrp: 150,
240
- power: 65,
240
+ power: 90,
241
241
  releaseYear: 2021,
242
242
  },
243
243
  "Intel Core 10th Generation (i9)": {
@@ -255,13 +255,13 @@ exports.SKUS = {
255
255
  "Intel Core 10th Generation (i5)": {
256
256
  tflops: 0.46,
257
257
  msrp: 250,
258
- power: 150,
258
+ power: 182,
259
259
  releaseYear: 2020,
260
260
  },
261
261
  "Intel Core 10th Generation (i3)": {
262
262
  tflops: 0.44,
263
263
  msrp: 150,
264
- power: 65,
264
+ power: 90,
265
265
  releaseYear: 2020,
266
266
  },
267
267
  },
@@ -327,9 +327,9 @@ exports.SKUS = {
327
327
  releaseYear: 2017,
328
328
  },
329
329
  "Ryzen 7 3800X (16)": {
330
- tflops: 1.73,
330
+ tflops: 1.15,
331
331
  msrp: 400,
332
- power: 105,
332
+ power: 142,
333
333
  releaseYear: 2019,
334
334
  },
335
335
  "Ryzen Zen 5 9000 (Ryzen 9)": {
@@ -341,13 +341,13 @@ exports.SKUS = {
341
341
  "Ryzen Zen 5 9000 (Ryzen 7)": {
342
342
  tflops: 0.56,
343
343
  msrp: 350,
344
- power: 105,
344
+ power: 88,
345
345
  releaseYear: 2024,
346
346
  },
347
347
  "Ryzen Zen 5 9000 (Ryzen 5)": {
348
348
  tflops: 0.56,
349
349
  msrp: 300,
350
- power: 105,
350
+ power: 88,
351
351
  releaseYear: 2024,
352
352
  },
353
353
  "Ryzen Zen 4 7000 (Ryzen 9)": {
package/dist/commonjs/tasks/index.d.ts CHANGED
@@ -21,6 +21,7 @@ export type * from "./table-question-answering/inference.js";
21
21
  export type { TextToImageInput, TextToImageOutput, TextToImageParameters } from "./text-to-image/inference.js";
22
22
  export type { TextToVideoParameters, TextToVideoOutput, TextToVideoInput } from "./text-to-video/inference.js";
23
23
  export type { TextToSpeechParameters, TextToSpeechInput, TextToSpeechOutput } from "./text-to-speech/inference.js";
24
+ export type { TextToAudioInput, TextToAudioOutput, TextToAudioParameters } from "./text-to-audio/inference.js";
24
25
  export type * from "./token-classification/inference.js";
25
26
  export type { TranslationInput, TranslationOutput } from "./translation/inference.js";
26
27
  export type { ClassificationOutputTransform, TextClassificationInput, TextClassificationOutput, TextClassificationOutputElement, TextClassificationParameters, } from "./text-classification/inference.js";
package/dist/commonjs/tasks/index.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAoDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,mCAAmC,EACnC,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAkEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CA0DxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAoDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,mCAAmC,EACnC,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAkEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CA0DxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
package/dist/esm/eval.d.ts CHANGED
@@ -32,6 +32,11 @@ export declare const EVALUATION_FRAMEWORKS: {
32
32
  readonly description: "Harbor is a framework for evaluating and optimizing agents and language models.";
33
33
  readonly url: "https://github.com/laude-institute/harbor";
34
34
  };
35
+ readonly ifstruct: {
36
+ readonly name: "ifstruct";
37
+ readonly description: "IFStruct is a benchmark for structured-output compliance: whether a model produces valid JSON/YAML that follows a requested schema, scored without constrained decoding.";
38
+ readonly url: "https://github.com/Liquid4All/ifstruct";
39
+ };
35
40
  readonly pier: {
36
41
  readonly name: "pier";
37
42
  readonly description: "Pier is a Harbor fork built for DeepSWE, with stronger support for CLI agents in no-internet tasks and more faithful, consistent agent trajectories.";
@@ -47,6 +52,11 @@ export declare const EVALUATION_FRAMEWORKS: {
47
52
  readonly description: "Archipelago is a system for running and evaluating AI agents against MCP applications.";
48
53
  readonly url: "https://github.com/Mercor-Intelligence/archipelago";
49
54
  };
55
+ readonly benchflow: {
56
+ readonly name: "benchflow";
57
+ readonly description: "BenchFlow is an evaluation framework for AI agents on professional, skill-aware workflows. It powers SkillsBench and runs containerized agent trials with paired with-skills / without-skills configurations.";
58
+ readonly url: "https://github.com/benchflow-ai/benchflow";
59
+ };
50
60
  readonly "apex-evals": {
51
61
  readonly name: "apex-evals";
52
62
  readonly description: "APEX Evals is a benchmark suite and evaluation harness for evaluating large language models.";
package/dist/esm/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoJxB,CAAC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgKxB,CAAC"}
package/dist/esm/eval.js CHANGED
@@ -32,6 +32,11 @@ export const EVALUATION_FRAMEWORKS = {
32
32
  description: "Harbor is a framework for evaluating and optimizing agents and language models.",
33
33
  url: "https://github.com/laude-institute/harbor",
34
34
  },
35
+ ifstruct: {
36
+ name: "ifstruct",
37
+ description: "IFStruct is a benchmark for structured-output compliance: whether a model produces valid JSON/YAML that follows a requested schema, scored without constrained decoding.",
38
+ url: "https://github.com/Liquid4All/ifstruct",
39
+ },
35
40
  pier: {
36
41
  name: "pier",
37
42
  description: "Pier is a Harbor fork built for DeepSWE, with stronger support for CLI agents in no-internet tasks and more faithful, consistent agent trajectories.",
@@ -47,6 +52,11 @@ export const EVALUATION_FRAMEWORKS = {
47
52
  description: "Archipelago is a system for running and evaluating AI agents against MCP applications.",
48
53
  url: "https://github.com/Mercor-Intelligence/archipelago",
49
54
  },
55
+ benchflow: {
56
+ name: "benchflow",
57
+ description: "BenchFlow is an evaluation framework for AI agents on professional, skill-aware workflows. It powers SkillsBench and runs containerized agent trials with paired with-skills / without-skills configurations.",
58
+ url: "https://github.com/benchflow-ai/benchflow",
59
+ },
50
60
  "apex-evals": {
51
61
  name: "apex-evals",
52
62
  description: "APEX Evals is a benchmark suite and evaluation harness for evaluating large language models.",
package/dist/esm/hardware-amd.js CHANGED
@@ -172,7 +172,7 @@ export const AMD_GPU_SKUS = {
172
172
  tflops: 22.58,
173
173
  memory: [10],
174
174
  gfxVersion: "gfx1031",
175
- msrp: 500,
175
+ msrp: 329,
176
176
  power: 175,
177
177
  releaseYear: 2022,
178
178
  },
package/dist/esm/hardware-nvidia.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAy8B1D,CAAC"}
1
+ {"version":3,"file":"hardware-nvidia.d.ts","sourceRoot":"","sources":["../../src/hardware-nvidia.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACvD;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,yBAAyB;IACpC,eAAe,OAAO;IACtB,aAAa,KAAO;IACpB,SAAS,KAAO;IAChB,MAAM,IAAM;IACZ,YAAY,MAAM;IAClB,IAAI,MAAM;IACV,UAAU,MAAM;IAChB,MAAM,IAAM;IACZ,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,KAAK,IAAM;IACX,YAAY,MAAM;IAClB,MAAM,MAAM;IACZ,iBAAiB,IAAM;IACvB,OAAO,MAAM;CACb;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAi9B1D,CAAC"}
package/dist/esm/hardware-nvidia.js CHANGED
@@ -101,8 +101,8 @@ export const NVIDIA_SKUS = {
101
101
  tflops: 29.71,
102
102
  memory: [128],
103
103
  computeCapability: 12.1,
104
- msrp: 3_000,
105
- power: 240,
104
+ msrp: 3_999,
105
+ power: 140,
106
106
  releaseYear: 2025,
107
107
  },
108
108
  "RTX PRO 6000 WS": {
@@ -209,6 +209,14 @@ export const NVIDIA_SKUS = {
209
209
  power: 70,
210
210
  releaseYear: 2023,
211
211
  },
212
+ "RTX 3500 Ada Mobile": {
213
+ tflops: 15.8,
214
+ memory: [12],
215
+ computeCapability: 8.9,
216
+ msrp: 1_500,
217
+ power: 150,
218
+ releaseYear: 2023,
219
+ },
212
220
  "RTX 2000 Ada": {
213
221
  tflops: 12.0,
214
222
  memory: [16],
@@ -783,7 +791,7 @@ export const NVIDIA_SKUS = {
783
791
  computeCapability: 8.6, // Ampere (outlier GPU in the 20xx series)
784
792
  msrp: 250,
785
793
  power: 45,
786
- releaseYear: 2022,
794
+ releaseYear: 2021,
787
795
  },
788
796
  "GTX 1080 Ti": {
789
797
  tflops: 11.34, // float32 (GPU does not support native float16)
@@ -917,7 +925,7 @@ export const NVIDIA_SKUS = {
917
925
  tflops: 6.66,
918
926
  memory: [32],
919
927
  computeCapability: 8.7,
920
- msrp: 1_600,
928
+ msrp: 999,
921
929
  power: 40,
922
930
  releaseYear: 2022,
923
931
  },
package/dist/esm/hardware.js CHANGED
@@ -228,13 +228,13 @@ export const SKUS = {
228
228
  "Intel Core 11th Generation (i5)": {
229
229
  tflops: 0.5,
230
230
  msrp: 250,
231
- power: 182,
231
+ power: 251,
232
232
  releaseYear: 2021,
233
233
  },
234
234
  "Intel Core 11th Generation (i3)": {
235
235
  tflops: 0.35,
236
236
  msrp: 150,
237
- power: 65,
237
+ power: 90,
238
238
  releaseYear: 2021,
239
239
  },
240
240
  "Intel Core 10th Generation (i9)": {
@@ -252,13 +252,13 @@ export const SKUS = {
252
252
  "Intel Core 10th Generation (i5)": {
253
253
  tflops: 0.46,
254
254
  msrp: 250,
255
- power: 150,
255
+ power: 182,
256
256
  releaseYear: 2020,
257
257
  },
258
258
  "Intel Core 10th Generation (i3)": {
259
259
  tflops: 0.44,
260
260
  msrp: 150,
261
- power: 65,
261
+ power: 90,
262
262
  releaseYear: 2020,
263
263
  },
264
264
  },
@@ -324,9 +324,9 @@ export const SKUS = {
324
324
  releaseYear: 2017,
325
325
  },
326
326
  "Ryzen 7 3800X (16)": {
327
- tflops: 1.73,
327
+ tflops: 1.15,
328
328
  msrp: 400,
329
- power: 105,
329
+ power: 142,
330
330
  releaseYear: 2019,
331
331
  },
332
332
  "Ryzen Zen 5 9000 (Ryzen 9)": {
@@ -338,13 +338,13 @@ export const SKUS = {
338
338
  "Ryzen Zen 5 9000 (Ryzen 7)": {
339
339
  tflops: 0.56,
340
340
  msrp: 350,
341
- power: 105,
341
+ power: 88,
342
342
  releaseYear: 2024,
343
343
  },
344
344
  "Ryzen Zen 5 9000 (Ryzen 5)": {
345
345
  tflops: 0.56,
346
346
  msrp: 300,
347
- power: 105,
347
+ power: 88,
348
348
  releaseYear: 2024,
349
349
  },
350
350
  "Ryzen Zen 4 7000 (Ryzen 9)": {
package/dist/esm/tasks/index.d.ts CHANGED
@@ -21,6 +21,7 @@ export type * from "./table-question-answering/inference.js";
21
21
  export type { TextToImageInput, TextToImageOutput, TextToImageParameters } from "./text-to-image/inference.js";
22
22
  export type { TextToVideoParameters, TextToVideoOutput, TextToVideoInput } from "./text-to-video/inference.js";
23
23
  export type { TextToSpeechParameters, TextToSpeechInput, TextToSpeechOutput } from "./text-to-speech/inference.js";
24
+ export type { TextToAudioInput, TextToAudioOutput, TextToAudioParameters } from "./text-to-audio/inference.js";
24
25
  export type * from "./token-classification/inference.js";
25
26
  export type { TranslationInput, TranslationOutput } from "./translation/inference.js";
26
27
  export type { ClassificationOutputTransform, TextClassificationInput, TextClassificationOutput, TextClassificationOutputElement, TextClassificationParameters, } from "./text-classification/inference.js";
package/dist/esm/tasks/index.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAoDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,mCAAmC,EACnC,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAkEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CA0DxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tasks/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAoDpD,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,6CAA6C,CAAC;AACjE,YAAY,EACX,mBAAmB,EACnB,0BAA0B,EAC1B,mCAAmC,EACnC,oBAAoB,EACpB,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,EAC1B,gCAAgC,EAChC,+BAA+B,GAC/B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,4CAA4C,CAAC;AAChE,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,0BAA0B,CAAC;AAC9C,YAAY,EACX,wBAAwB,EACxB,yBAAyB,EACzB,gCAAgC,EAChC,6BAA6B,GAC7B,MAAM,qCAAqC,CAAC;AAC7C,mBAAmB,+BAA+B,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,mCAAmC,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACnH,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,GAC1B,MAAM,oCAAoC,CAAC;AAC5C,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,iCAAiC,CAAC;AACrD,mBAAmB,mCAAmC,CAAC;AACvD,mBAAmB,oCAAoC,CAAC;AACxD,mBAAmB,8BAA8B,CAAC;AAClD,mBAAmB,yCAAyC,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnH,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAC/G,mBAAmB,qCAAqC,CAAC;AACzD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACtF,YAAY,EACX,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,EACxB,+BAA+B,EAC/B,4BAA4B,GAC5B,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACX,gCAAgC,EAChC,gCAAgC,EAChC,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qCAAqC,EACrC,kCAAkC,EAClC,yBAAyB,EACzB,uCAAuC,EACvC,0BAA0B,GAC1B,MAAM,gCAAgC,CAAC;AACxC,mBAAmB,qCAAqC,CAAC;AACzD,mBAAmB,0CAA0C,CAAC;AAC9D,mBAAmB,yCAAyC,CAAC;AAC7D,mBAAmB,+CAA+C,CAAC;AACnE,YAAY,EACX,WAAW,EACX,4BAA4B,EAC5B,6BAA6B,EAC7B,oCAAoC,GACpC,MAAM,2CAA2C,CAAC;AAEnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,YAAY,EAAE,eAAe,EAAE,CAkEzE,CAAC;AAoBF,eAAO,MAAM,UAAU,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,GAAG,SAAS,CA0DxD,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACX;AAED,MAAM,MAAM,aAAa,GACtB;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,IAAI,EAAE,KAAK,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,EAAE,OAAO,CAAC;CACb,GACD;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,CAAC;CACX,GACD;IACA,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;IAClB,IAAI,EAAE,SAAS,CAAC;CACf,GACD;IACA,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACZ,GACD;IACA,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,kBAAkB,CAAC;CACxB,CAAC;AAEL,MAAM,WAAW,QAAQ;IACxB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,YAAY,CAAC;IACjB,WAAW,CAAC,EAAE,YAAY,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,EAAE,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,GAAG,WAAW,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@huggingface/tasks",
3
- "version": "0.21.16",
3
+ "version": "0.21.18",
4
4
  "description": "List of ML tasks for huggingface.co/tasks",
5
5
  "keywords": [
6
6
  "hub",
package/src/eval.ts CHANGED
@@ -33,6 +33,12 @@ export const EVALUATION_FRAMEWORKS = {
33
33
  description: "Harbor is a framework for evaluating and optimizing agents and language models.",
34
34
  url: "https://github.com/laude-institute/harbor",
35
35
  },
36
+ ifstruct: {
37
+ name: "ifstruct",
38
+ description:
39
+ "IFStruct is a benchmark for structured-output compliance: whether a model produces valid JSON/YAML that follows a requested schema, scored without constrained decoding.",
40
+ url: "https://github.com/Liquid4All/ifstruct",
41
+ },
36
42
  pier: {
37
43
  name: "pier",
38
44
  description:
@@ -50,6 +56,12 @@ export const EVALUATION_FRAMEWORKS = {
50
56
  description: "Archipelago is a system for running and evaluating AI agents against MCP applications.",
51
57
  url: "https://github.com/Mercor-Intelligence/archipelago",
52
58
  },
59
+ benchflow: {
60
+ name: "benchflow",
61
+ description:
62
+ "BenchFlow is an evaluation framework for AI agents on professional, skill-aware workflows. It powers SkillsBench and runs containerized agent trials with paired with-skills / without-skills configurations.",
63
+ url: "https://github.com/benchflow-ai/benchflow",
64
+ },
53
65
  "apex-evals": {
54
66
  name: "apex-evals",
55
67
  description: "APEX Evals is a benchmark suite and evaluation harness for evaluating large language models.",
package/src/hardware-amd.ts CHANGED
@@ -184,7 +184,7 @@ export const AMD_GPU_SKUS: Record<string, AmdGpuHardwareSpec> = {
184
184
  tflops: 22.58,
185
185
  memory: [10],
186
186
  gfxVersion: "gfx1031",
187
- msrp: 500,
187
+ msrp: 329,
188
188
  power: 175,
189
189
  releaseYear: 2022,
190
190
  },
package/src/hardware-nvidia.ts CHANGED
@@ -112,8 +112,8 @@ export const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec> = {
112
112
  tflops: 29.71,
113
113
  memory: [128],
114
114
  computeCapability: 12.1,
115
- msrp: 3_000,
116
- power: 240,
115
+ msrp: 3_999,
116
+ power: 140,
117
117
  releaseYear: 2025,
118
118
  },
119
119
  "RTX PRO 6000 WS": {
@@ -220,6 +220,14 @@ export const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec> = {
220
220
  power: 70,
221
221
  releaseYear: 2023,
222
222
  },
223
+ "RTX 3500 Ada Mobile": {
224
+ tflops: 15.8,
225
+ memory: [12],
226
+ computeCapability: 8.9,
227
+ msrp: 1_500,
228
+ power: 150,
229
+ releaseYear: 2023,
230
+ },
223
231
  "RTX 2000 Ada": {
224
232
  tflops: 12.0,
225
233
  memory: [16],
@@ -794,7 +802,7 @@ export const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec> = {
794
802
  computeCapability: 8.6, // Ampere (outlier GPU in the 20xx series)
795
803
  msrp: 250,
796
804
  power: 45,
797
- releaseYear: 2022,
805
+ releaseYear: 2021,
798
806
  },
799
807
  "GTX 1080 Ti": {
800
808
  tflops: 11.34, // float32 (GPU does not support native float16)
@@ -928,7 +936,7 @@ export const NVIDIA_SKUS: Record<string, NvidiaHardwareSpec> = {
928
936
  tflops: 6.66,
929
937
  memory: [32],
930
938
  computeCapability: 8.7,
931
- msrp: 1_600,
939
+ msrp: 999,
932
940
  power: 40,
933
941
  releaseYear: 2022,
934
942
  },
package/src/hardware.ts CHANGED
@@ -278,13 +278,13 @@ export const SKUS = {
278
278
  "Intel Core 11th Generation (i5)": {
279
279
  tflops: 0.5,
280
280
  msrp: 250,
281
- power: 182,
281
+ power: 251,
282
282
  releaseYear: 2021,
283
283
  },
284
284
  "Intel Core 11th Generation (i3)": {
285
285
  tflops: 0.35,
286
286
  msrp: 150,
287
- power: 65,
287
+ power: 90,
288
288
  releaseYear: 2021,
289
289
  },
290
290
  "Intel Core 10th Generation (i9)": {
@@ -302,13 +302,13 @@ export const SKUS = {
302
302
  "Intel Core 10th Generation (i5)": {
303
303
  tflops: 0.46,
304
304
  msrp: 250,
305
- power: 150,
305
+ power: 182,
306
306
  releaseYear: 2020,
307
307
  },
308
308
  "Intel Core 10th Generation (i3)": {
309
309
  tflops: 0.44,
310
310
  msrp: 150,
311
- power: 65,
311
+ power: 90,
312
312
  releaseYear: 2020,
313
313
  },
314
314
  },
@@ -374,9 +374,9 @@ export const SKUS = {
374
374
  releaseYear: 2017,
375
375
  },
376
376
  "Ryzen 7 3800X (16)": {
377
- tflops: 1.73,
377
+ tflops: 1.15,
378
378
  msrp: 400,
379
- power: 105,
379
+ power: 142,
380
380
  releaseYear: 2019,
381
381
  },
382
382
  "Ryzen Zen 5 9000 (Ryzen 9)": {
@@ -388,13 +388,13 @@ export const SKUS = {
388
388
  "Ryzen Zen 5 9000 (Ryzen 7)": {
389
389
  tflops: 0.56,
390
390
  msrp: 350,
391
- power: 105,
391
+ power: 88,
392
392
  releaseYear: 2024,
393
393
  },
394
394
  "Ryzen Zen 5 9000 (Ryzen 5)": {
395
395
  tflops: 0.56,
396
396
  msrp: 300,
397
- power: 105,
397
+ power: 88,
398
398
  releaseYear: 2024,
399
399
  },
400
400
  "Ryzen Zen 4 7000 (Ryzen 9)": {
package/src/tasks/index.ts CHANGED
@@ -95,6 +95,7 @@ export type * from "./table-question-answering/inference.js";
95
95
  export type { TextToImageInput, TextToImageOutput, TextToImageParameters } from "./text-to-image/inference.js";
96
96
  export type { TextToVideoParameters, TextToVideoOutput, TextToVideoInput } from "./text-to-video/inference.js";
97
97
  export type { TextToSpeechParameters, TextToSpeechInput, TextToSpeechOutput } from "./text-to-speech/inference.js";
98
+ export type { TextToAudioInput, TextToAudioOutput, TextToAudioParameters } from "./text-to-audio/inference.js";
98
99
  export type * from "./token-classification/inference.js";
99
100
  export type { TranslationInput, TranslationOutput } from "./translation/inference.js";
100
101
  export type {