@huggingface/tasks 0.20.18 → 0.20.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/eval.d.ts +5 -0
- package/dist/commonjs/eval.d.ts.map +1 -1
- package/dist/commonjs/eval.js +5 -0
- package/dist/commonjs/local-apps.d.ts +10 -0
- package/dist/commonjs/local-apps.d.ts.map +1 -1
- package/dist/commonjs/local-apps.spec.js +14 -0
- package/dist/esm/eval.d.ts +5 -0
- package/dist/esm/eval.d.ts.map +1 -1
- package/dist/esm/eval.js +5 -0
- package/dist/esm/local-apps.d.ts +10 -0
- package/dist/esm/local-apps.d.ts.map +1 -1
- package/dist/esm/local-apps.spec.js +14 -0
- package/package.json +1 -1
- package/src/eval.ts +6 -0
- package/src/local-apps.spec.ts +16 -0
- package/src/local-apps.ts +4 -0
package/dist/commonjs/eval.d.ts
CHANGED
|
@@ -82,5 +82,10 @@ export declare const EVALUATION_FRAMEWORKS: {
|
|
|
82
82
|
readonly description: "ParseBench is a benchmark for evaluating document parsing systems on real-world enterprise documents across tables, charts, content faithfulness, semantic formatting, and visual grounding.";
|
|
83
83
|
readonly url: "https://github.com/run-llama/ParseBench";
|
|
84
84
|
};
|
|
85
|
+
readonly "video-mme-v2": {
|
|
86
|
+
readonly name: "video-mme-v2";
|
|
87
|
+
readonly description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.";
|
|
88
|
+
readonly url: "https://github.com/MME-Benchmarks/Video-MME-v2";
|
|
89
|
+
};
|
|
85
90
|
};
|
|
86
91
|
//# sourceMappingURL=eval.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8FxB,CAAC"}
|
package/dist/commonjs/eval.js
CHANGED
|
@@ -85,4 +85,9 @@ exports.EVALUATION_FRAMEWORKS = {
|
|
|
85
85
|
description: "ParseBench is a benchmark for evaluating document parsing systems on real-world enterprise documents across tables, charts, content faithfulness, semantic formatting, and visual grounding.",
|
|
86
86
|
url: "https://github.com/run-llama/ParseBench",
|
|
87
87
|
},
|
|
88
|
+
"video-mme-v2": {
|
|
89
|
+
name: "video-mme-v2",
|
|
90
|
+
description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.",
|
|
91
|
+
url: "https://github.com/MME-Benchmarks/Video-MME-v2",
|
|
92
|
+
},
|
|
88
93
|
};
|
|
@@ -26,6 +26,16 @@ export type LocalApp = {
|
|
|
26
26
|
* Link to get more info about a local app (website etc)
|
|
27
27
|
*/
|
|
28
28
|
docsUrl: string;
|
|
29
|
+
/**
|
|
30
|
+
* Additional links to display (max 2)
|
|
31
|
+
*/
|
|
32
|
+
links?: {
|
|
33
|
+
label: string;
|
|
34
|
+
url: string;
|
|
35
|
+
}[] | ((model: ModelData) => {
|
|
36
|
+
label: string;
|
|
37
|
+
url: string;
|
|
38
|
+
}[]);
|
|
29
39
|
/**
|
|
30
40
|
* main category of app
|
|
31
41
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;AAiaD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/ZS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAiDzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2F3D,SAAS,KAAG,eAAe,EAAE;;;;;;oCA6S3B,SAAS;yBAvPT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAoF9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBApIzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAtDjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAIpC,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAqSnB,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAM9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBArDtD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CA0StC,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;IACpG;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;AAiaD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/ZS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAiDzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2F3D,SAAS,KAAG,eAAe,EAAE;;;;;;oCA6S3B,SAAS;yBAvPT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAoF9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBApIzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAtDjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAIpC,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAqSnB,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAM9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBArDtD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CA0StC,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
@@ -224,4 +224,18 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
224
224
|
};
|
|
225
225
|
(0, vitest_1.expect)(displayOnModelPage(model)).toBe(false);
|
|
226
226
|
});
|
|
227
|
+
(0, vitest_1.it)("links as a function", async () => {
|
|
228
|
+
const model = {
|
|
229
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
230
|
+
tags: ["conversational"],
|
|
231
|
+
inference: "",
|
|
232
|
+
};
|
|
233
|
+
const appWithFnLinks = {
|
|
234
|
+
...local_apps_js_1.LOCAL_APPS["llama.cpp"],
|
|
235
|
+
links: (m) => [{ label: "Releases", url: `https://github.com/${m.id}/releases` }],
|
|
236
|
+
};
|
|
237
|
+
(0, vitest_1.expect)(appWithFnLinks.links(model)).toEqual([
|
|
238
|
+
{ label: "Releases", url: "https://github.com/bartowski/Llama-3.2-3B-Instruct-GGUF/releases" },
|
|
239
|
+
]);
|
|
240
|
+
});
|
|
227
241
|
});
|
package/dist/esm/eval.d.ts
CHANGED
|
@@ -82,5 +82,10 @@ export declare const EVALUATION_FRAMEWORKS: {
|
|
|
82
82
|
readonly description: "ParseBench is a benchmark for evaluating document parsing systems on real-world enterprise documents across tables, charts, content faithfulness, semantic formatting, and visual grounding.";
|
|
83
83
|
readonly url: "https://github.com/run-llama/ParseBench";
|
|
84
84
|
};
|
|
85
|
+
readonly "video-mme-v2": {
|
|
86
|
+
readonly name: "video-mme-v2";
|
|
87
|
+
readonly description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.";
|
|
88
|
+
readonly url: "https://github.com/MME-Benchmarks/Video-MME-v2";
|
|
89
|
+
};
|
|
85
90
|
};
|
|
86
91
|
//# sourceMappingURL=eval.d.ts.map
|
package/dist/esm/eval.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB
|
|
1
|
+
{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8FxB,CAAC"}
|
package/dist/esm/eval.js
CHANGED
|
@@ -82,4 +82,9 @@ export const EVALUATION_FRAMEWORKS = {
|
|
|
82
82
|
description: "ParseBench is a benchmark for evaluating document parsing systems on real-world enterprise documents across tables, charts, content faithfulness, semantic formatting, and visual grounding.",
|
|
83
83
|
url: "https://github.com/run-llama/ParseBench",
|
|
84
84
|
},
|
|
85
|
+
"video-mme-v2": {
|
|
86
|
+
name: "video-mme-v2",
|
|
87
|
+
description: "Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.",
|
|
88
|
+
url: "https://github.com/MME-Benchmarks/Video-MME-v2",
|
|
89
|
+
},
|
|
85
90
|
};
|
package/dist/esm/local-apps.d.ts
CHANGED
|
@@ -26,6 +26,16 @@ export type LocalApp = {
|
|
|
26
26
|
* Link to get more info about a local app (website etc)
|
|
27
27
|
*/
|
|
28
28
|
docsUrl: string;
|
|
29
|
+
/**
|
|
30
|
+
* Additional links to display (max 2)
|
|
31
|
+
*/
|
|
32
|
+
links?: {
|
|
33
|
+
label: string;
|
|
34
|
+
url: string;
|
|
35
|
+
}[] | ((model: ModelData) => {
|
|
36
|
+
label: string;
|
|
37
|
+
url: string;
|
|
38
|
+
}[]);
|
|
29
39
|
/**
|
|
30
40
|
* main category of app
|
|
31
41
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;AAiaD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/ZS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAiDzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2F3D,SAAS,KAAG,eAAe,EAAE;;;;;;oCA6S3B,SAAS;yBAvPT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAoF9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBApIzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAtDjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAIpC,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAqSnB,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAM9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBArDtD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CA0StC,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
1
|
+
{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,KAAK;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC,CAAC;IACpG;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAED,iBAAS,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAU9C;AAED,iBAAS,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE3D;AA0BD,iBAAS,cAAc,CAAC,KAAK,EAAE,SAAS,WAEvC;AAiaD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA/ZS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAiDzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBA2F3D,SAAS,KAAG,eAAe,EAAE;;;;;;oCA6S3B,SAAS;yBAvPT,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAoF9B,SAAS,KAAG,eAAe,EAAE;;;;;;;yBA7B/B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBApIzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBAtDjD,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAIpC,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAqSnB,SAAS,aAAa,MAAM,KAAG,MAAM;;;;;;;yBAM9C,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBArDtD,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;CA0StC,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
|
|
@@ -222,4 +222,18 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
222
222
|
};
|
|
223
223
|
expect(displayOnModelPage(model)).toBe(false);
|
|
224
224
|
});
|
|
225
|
+
it("links as a function", async () => {
|
|
226
|
+
const model = {
|
|
227
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
228
|
+
tags: ["conversational"],
|
|
229
|
+
inference: "",
|
|
230
|
+
};
|
|
231
|
+
const appWithFnLinks = {
|
|
232
|
+
...LOCAL_APPS["llama.cpp"],
|
|
233
|
+
links: (m) => [{ label: "Releases", url: `https://github.com/${m.id}/releases` }],
|
|
234
|
+
};
|
|
235
|
+
expect(appWithFnLinks.links(model)).toEqual([
|
|
236
|
+
{ label: "Releases", url: "https://github.com/bartowski/Llama-3.2-3B-Instruct-GGUF/releases" },
|
|
237
|
+
]);
|
|
238
|
+
});
|
|
225
239
|
});
|
package/package.json
CHANGED
package/src/eval.ts
CHANGED
|
@@ -89,4 +89,10 @@ export const EVALUATION_FRAMEWORKS = {
|
|
|
89
89
|
"ParseBench is a benchmark for evaluating document parsing systems on real-world enterprise documents across tables, charts, content faithfulness, semantic formatting, and visual grounding.",
|
|
90
90
|
url: "https://github.com/run-llama/ParseBench",
|
|
91
91
|
},
|
|
92
|
+
"video-mme-v2": {
|
|
93
|
+
name: "video-mme-v2",
|
|
94
|
+
description:
|
|
95
|
+
"Video-MME-v2 is a benchmark for evaluating the next stage of video understanding capabilities of multimodal large language models.",
|
|
96
|
+
url: "https://github.com/MME-Benchmarks/Video-MME-v2",
|
|
97
|
+
},
|
|
92
98
|
} as const;
|
package/src/local-apps.spec.ts
CHANGED
|
@@ -259,4 +259,20 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
|
|
|
259
259
|
|
|
260
260
|
expect(displayOnModelPage(model)).toBe(false);
|
|
261
261
|
});
|
|
262
|
+
|
|
263
|
+
it("links as a function", async () => {
|
|
264
|
+
const model: ModelData = {
|
|
265
|
+
id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
266
|
+
tags: ["conversational"],
|
|
267
|
+
inference: "",
|
|
268
|
+
};
|
|
269
|
+
const appWithFnLinks = {
|
|
270
|
+
...LOCAL_APPS["llama.cpp"],
|
|
271
|
+
links: (m: ModelData) => [{ label: "Releases", url: `https://github.com/${m.id}/releases` }],
|
|
272
|
+
};
|
|
273
|
+
|
|
274
|
+
expect(appWithFnLinks.links(model)).toEqual([
|
|
275
|
+
{ label: "Releases", url: "https://github.com/bartowski/Llama-3.2-3B-Instruct-GGUF/releases" },
|
|
276
|
+
]);
|
|
277
|
+
});
|
|
262
278
|
});
|
package/src/local-apps.ts
CHANGED
|
@@ -32,6 +32,10 @@ export type LocalApp = {
|
|
|
32
32
|
* Link to get more info about a local app (website etc)
|
|
33
33
|
*/
|
|
34
34
|
docsUrl: string;
|
|
35
|
+
/**
|
|
36
|
+
* Additional links to display (max 2)
|
|
37
|
+
*/
|
|
38
|
+
links?: { label: string; url: string }[] | ((model: ModelData) => { label: string; url: string }[]);
|
|
35
39
|
/**
|
|
36
40
|
* main category of app
|
|
37
41
|
*/
|