@huggingface/tasks 0.21.34 → 0.21.35

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. package/dist/commonjs/eval.d.ts +5 -0
  2. package/dist/commonjs/eval.d.ts.map +1 -1
  3. package/dist/commonjs/eval.js +5 -0
  4. package/dist/esm/eval.d.ts +5 -0
  5. package/dist/esm/eval.d.ts.map +1 -1
  6. package/dist/esm/eval.js +5 -0
  7. package/package.json +1 -1
  8. package/src/eval.ts +6 -0
package/dist/commonjs/eval.d.ts CHANGED
@@ -147,5 +147,10 @@ export declare const EVALUATION_FRAMEWORKS: {
147
147
  readonly description: "MMMU is a new benchmark designed to evaluate multimodal models on massive multi-discipline tasks demanding college-level subject knowledge and deliberate reasoning.";
148
148
  readonly url: "https://mmmu-benchmark.github.io/";
149
149
  };
150
+ readonly extractbench: {
151
+ readonly name: "extractbench";
152
+ readonly description: "ExtractBench is a benchmark for schema-guided data extraction from enterprise documents, scoring schema-valid JSON extraction and evidence grounding without an LLM judge.";
153
+ readonly url: "https://github.com/run-llama/ExtractBench";
154
+ };
150
155
  };
151
156
  //# sourceMappingURL=eval.d.ts.map
package/dist/commonjs/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsKxB,CAAC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4KxB,CAAC"}
package/dist/commonjs/eval.js CHANGED
@@ -150,4 +150,9 @@ exports.EVALUATION_FRAMEWORKS = {
150
150
  description: "MMMU is a new benchmark designed to evaluate multimodal models on massive multi-discipline tasks demanding college-level subject knowledge and deliberate reasoning.",
151
151
  url: "https://mmmu-benchmark.github.io/",
152
152
  },
153
+ extractbench: {
154
+ name: "extractbench",
155
+ description: "ExtractBench is a benchmark for schema-guided data extraction from enterprise documents, scoring schema-valid JSON extraction and evidence grounding without an LLM judge.",
156
+ url: "https://github.com/run-llama/ExtractBench",
157
+ },
153
158
  };
package/dist/esm/eval.d.ts CHANGED
@@ -147,5 +147,10 @@ export declare const EVALUATION_FRAMEWORKS: {
147
147
  readonly description: "MMMU is a new benchmark designed to evaluate multimodal models on massive multi-discipline tasks demanding college-level subject knowledge and deliberate reasoning.";
148
148
  readonly url: "https://mmmu-benchmark.github.io/";
149
149
  };
150
+ readonly extractbench: {
151
+ readonly name: "extractbench";
152
+ readonly description: "ExtractBench is a benchmark for schema-guided data extraction from enterprise documents, scoring schema-valid JSON extraction and evidence grounding without an LLM judge.";
153
+ readonly url: "https://github.com/run-llama/ExtractBench";
154
+ };
150
155
  };
151
156
  //# sourceMappingURL=eval.d.ts.map
package/dist/esm/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsKxB,CAAC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4KxB,CAAC"}
package/dist/esm/eval.js CHANGED
@@ -147,4 +147,9 @@ export const EVALUATION_FRAMEWORKS = {
147
147
  description: "MMMU is a new benchmark designed to evaluate multimodal models on massive multi-discipline tasks demanding college-level subject knowledge and deliberate reasoning.",
148
148
  url: "https://mmmu-benchmark.github.io/",
149
149
  },
150
+ extractbench: {
151
+ name: "extractbench",
152
+ description: "ExtractBench is a benchmark for schema-guided data extraction from enterprise documents, scoring schema-valid JSON extraction and evidence grounding without an LLM judge.",
153
+ url: "https://github.com/run-llama/ExtractBench",
154
+ },
150
155
  };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@huggingface/tasks",
3
- "version": "0.21.34",
3
+ "version": "0.21.35",
4
4
  "description": "List of ML tasks for huggingface.co/tasks",
5
5
  "keywords": [
6
6
  "hub",
package/src/eval.ts CHANGED
@@ -167,4 +167,10 @@ export const EVALUATION_FRAMEWORKS = {
167
167
  "MMMU is a new benchmark designed to evaluate multimodal models on massive multi-discipline tasks demanding college-level subject knowledge and deliberate reasoning.",
168
168
  url: "https://mmmu-benchmark.github.io/",
169
169
  },
170
+ extractbench: {
171
+ name: "extractbench",
172
+ description:
173
+ "ExtractBench is a benchmark for schema-guided data extraction from enterprise documents, scoring schema-valid JSON extraction and evidence grounding without an LLM judge.",
174
+ url: "https://github.com/run-llama/ExtractBench",
175
+ },
170
176
  } as const;