@huggingface/tasks 0.20.1 → 0.20.3

package/dist/commonjs/eval.d.ts

@@ -32,6 +32,11 @@ export declare const EVALUATION_FRAMEWORKS: {
         readonly description: "Archipelago is a system for running and evaluating AI agents against MCP applications.";
         readonly url: "https://github.com/Mercor-Intelligence/archipelago";
     };
+    readonly "screenspot-pro": {
+        readonly name: "screenspot-pro";
+        readonly description: "ScreenSpot-Pro is a GUI grounding benchmark designed to evaluate how well AI agents can locate and identify UI elements across professional software applications in high-resolution screenshots, covering 1,585 annotated images from 26 professional tools.";
+        readonly url: "https://github.com/likaixin2000/ScreenSpot-Pro-GUI-Grounding";
+    };
     readonly "swe-bench": {
         readonly name: "swe-bench";
         readonly description: "SWE Bench is a framework for evaluating the performance of LLMs on software engineering tasks.";

package/dist/commonjs/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDxB,CAAC"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsDxB,CAAC"}

package/dist/commonjs/eval.js

@@ -35,6 +35,11 @@ exports.EVALUATION_FRAMEWORKS = {
         description: "Archipelago is a system for running and evaluating AI agents against MCP applications.",
         url: "https://github.com/Mercor-Intelligence/archipelago",
     },
+    "screenspot-pro": {
+        name: "screenspot-pro",
+        description: "ScreenSpot-Pro is a GUI grounding benchmark designed to evaluate how well AI agents can locate and identify UI elements across professional software applications in high-resolution screenshots, covering 1,585 annotated images from 26 professional tools.",
+        url: "https://github.com/likaixin2000/ScreenSpot-Pro-GUI-Grounding",
+    },
     "swe-bench": {
         name: "swe-bench",
         description: "SWE Bench is a framework for evaluating the performance of LLMs on software engineering tasks.",

package/dist/commonjs/index.d.ts

@@ -19,6 +19,8 @@ export { LOCAL_APPS } from "./local-apps.js";
 export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
 export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
 export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";
+export { KERNEL_LIBRARIES_UI_ELEMENTS } from "./kernel-libraries.js";
+export type { KernelLibraryKey, KernelLibraryUiElement } from "./kernel-libraries.js";
 export * from "./inference-providers.js";
 export { EVALUATION_FRAMEWORKS } from "./eval.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/commonjs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,cAAc,WAAW,CAAC;AAE1B,OAAO,EACN,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,cAAc,0BAA0B,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,cAAc,WAAW,CAAC;AAE1B,OAAO,EACN,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,OAAO,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEtF,cAAc,0BAA0B,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC"}

package/dist/commonjs/index.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EVALUATION_FRAMEWORKS = exports.DATASET_LIBRARIES_UI_ELEMENTS = exports.LOCAL_APPS = exports.DEFAULT_MEMORY_OPTIONS = exports.SKUS = exports.getModelInputSnippet = exports.stringifyMessages = exports.stringifyGenerationConfig = exports.inferenceSnippetLanguages = exports.SPECIAL_TOKENS_ATTRIBUTES = exports.MODEL_LIBRARIES_UI_ELEMENTS = exports.ALL_MODEL_LIBRARY_KEYS = exports.ALL_DISPLAY_MODEL_LIBRARY_KEYS = exports.PIPELINE_TYPES_SET = exports.SUBTASK_TYPES = exports.MODALITY_LABELS = exports.MODALITIES = exports.PIPELINE_TYPES = exports.PIPELINE_DATA = exports.MAPPING_DEFAULT_WIDGET = exports.LIBRARY_TASK_MAPPING = void 0;
+exports.EVALUATION_FRAMEWORKS = exports.KERNEL_LIBRARIES_UI_ELEMENTS = exports.DATASET_LIBRARIES_UI_ELEMENTS = exports.LOCAL_APPS = exports.DEFAULT_MEMORY_OPTIONS = exports.SKUS = exports.getModelInputSnippet = exports.stringifyMessages = exports.stringifyGenerationConfig = exports.inferenceSnippetLanguages = exports.SPECIAL_TOKENS_ATTRIBUTES = exports.MODEL_LIBRARIES_UI_ELEMENTS = exports.ALL_MODEL_LIBRARY_KEYS = exports.ALL_DISPLAY_MODEL_LIBRARY_KEYS = exports.PIPELINE_TYPES_SET = exports.SUBTASK_TYPES = exports.MODALITY_LABELS = exports.MODALITIES = exports.PIPELINE_TYPES = exports.PIPELINE_DATA = exports.MAPPING_DEFAULT_WIDGET = exports.LIBRARY_TASK_MAPPING = void 0;
 var library_to_tasks_js_1 = require("./library-to-tasks.js");
 Object.defineProperty(exports, "LIBRARY_TASK_MAPPING", { enumerable: true, get: function () { return library_to_tasks_js_1.LIBRARY_TASK_MAPPING; } });
 var default_widget_inputs_js_1 = require("./default-widget-inputs.js");
@@ -46,6 +46,8 @@ var local_apps_js_1 = require("./local-apps.js");
 Object.defineProperty(exports, "LOCAL_APPS", { enumerable: true, get: function () { return local_apps_js_1.LOCAL_APPS; } });
 var dataset_libraries_js_1 = require("./dataset-libraries.js");
 Object.defineProperty(exports, "DATASET_LIBRARIES_UI_ELEMENTS", { enumerable: true, get: function () { return dataset_libraries_js_1.DATASET_LIBRARIES_UI_ELEMENTS; } });
+var kernel_libraries_js_1 = require("./kernel-libraries.js");
+Object.defineProperty(exports, "KERNEL_LIBRARIES_UI_ELEMENTS", { enumerable: true, get: function () { return kernel_libraries_js_1.KERNEL_LIBRARIES_UI_ELEMENTS; } });
 __exportStar(require("./inference-providers.js"), exports);
 var eval_js_1 = require("./eval.js");
 Object.defineProperty(exports, "EVALUATION_FRAMEWORKS", { enumerable: true, get: function () { return eval_js_1.EVALUATION_FRAMEWORKS; } });

package/dist/commonjs/kernel-libraries.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Elements configurable by a kernel library.
+ */
+export interface KernelLibraryUiElement {
+    /**
+     * Pretty name of the library.
+     */
+    prettyLabel: string;
+    /**
+     * Repo name of the library's (usually on GitHub) code repo
+     */
+    repoName: string;
+    /**
+     * URL to library's (usually on GitHub) code repo
+     */
+    repoUrl: string;
+    /**
+     * URL to library's docs
+     */
+    docsUrl?: string;
+    /**
+     * Code snippet(s) displayed
+     */
+    snippets?: (kernelId: string, version?: number) => string[];
+}
+export declare const KERNEL_LIBRARIES_UI_ELEMENTS: {
+    kernels: {
+        prettyLabel: string;
+        repoName: string;
+        repoUrl: string;
+        docsUrl: string;
+        snippets: (kernelId: string, version?: number) => string[];
+    };
+};
+export type KernelLibraryKey = keyof typeof KERNEL_LIBRARIES_UI_ELEMENTS;
+//# sourceMappingURL=kernel-libraries.d.ts.map

package/dist/commonjs/kernel-libraries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kernel-libraries.d.ts","sourceRoot":"","sources":["../../src/kernel-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACtC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;CAC5D;AAED,eAAO,MAAM,4BAA4B;;;;;;6BAMlB,MAAM,YAAY,MAAM;;CAQG,CAAC;AAEnD,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,4BAA4B,CAAC"}

package/dist/commonjs/kernel-libraries.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KERNEL_LIBRARIES_UI_ELEMENTS = void 0;
+exports.KERNEL_LIBRARIES_UI_ELEMENTS = {
+    kernels: {
+        prettyLabel: "Kernels",
+        repoName: "Kernels",
+        repoUrl: "https://github.com/huggingface/kernels",
+        docsUrl: "https://huggingface.co/docs/kernels",
+        snippets: (kernelId, version) => [
+            `# !pip install kernels
+
+from kernels import get_kernel
+
+kernel = get_kernel("${kernelId}"${version !== undefined ? `, version=${version}` : ""})`,
+        ],
+    },
+};

package/dist/esm/eval.d.ts

@@ -32,6 +32,11 @@ export declare const EVALUATION_FRAMEWORKS: {
         readonly description: "Archipelago is a system for running and evaluating AI agents against MCP applications.";
         readonly url: "https://github.com/Mercor-Intelligence/archipelago";
     };
+    readonly "screenspot-pro": {
+        readonly name: "screenspot-pro";
+        readonly description: "ScreenSpot-Pro is a GUI grounding benchmark designed to evaluate how well AI agents can locate and identify UI elements across professional software applications in high-resolution screenshots, covering 1,585 annotated images from 26 professional tools.";
+        readonly url: "https://github.com/likaixin2000/ScreenSpot-Pro-GUI-Grounding";
+    };
     readonly "swe-bench": {
         readonly name: "swe-bench";
         readonly description: "SWE Bench is a framework for evaluating the performance of LLMs on software engineering tasks.";

package/dist/esm/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDxB,CAAC"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/eval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsDxB,CAAC"}

package/dist/esm/eval.js

@@ -32,6 +32,11 @@ export const EVALUATION_FRAMEWORKS = {
         description: "Archipelago is a system for running and evaluating AI agents against MCP applications.",
         url: "https://github.com/Mercor-Intelligence/archipelago",
     },
+    "screenspot-pro": {
+        name: "screenspot-pro",
+        description: "ScreenSpot-Pro is a GUI grounding benchmark designed to evaluate how well AI agents can locate and identify UI elements across professional software applications in high-resolution screenshots, covering 1,585 annotated images from 26 professional tools.",
+        url: "https://github.com/likaixin2000/ScreenSpot-Pro-GUI-Grounding",
+    },
     "swe-bench": {
         name: "swe-bench",
         description: "SWE Bench is a framework for evaluating the performance of LLMs on software engineering tasks.",

package/dist/esm/index.d.ts

@@ -19,6 +19,8 @@ export { LOCAL_APPS } from "./local-apps.js";
 export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
 export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
 export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";
+export { KERNEL_LIBRARIES_UI_ELEMENTS } from "./kernel-libraries.js";
+export type { KernelLibraryKey, KernelLibraryUiElement } from "./kernel-libraries.js";
 export * from "./inference-providers.js";
 export { EVALUATION_FRAMEWORKS } from "./eval.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/esm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,cAAc,WAAW,CAAC;AAE1B,OAAO,EACN,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,cAAc,0BAA0B,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,cAAc,WAAW,CAAC;AAE1B,OAAO,EACN,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,yBAAyB,EACzB,iBAAiB,EACjB,oBAAoB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,YAAY,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,OAAO,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEtF,cAAc,0BAA0B,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC"}

package/dist/esm/index.js

@@ -9,5 +9,6 @@ export { inferenceSnippetLanguages, stringifyGenerationConfig, stringifyMessages
 export { SKUS, DEFAULT_MEMORY_OPTIONS } from "./hardware.js";
 export { LOCAL_APPS } from "./local-apps.js";
 export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
+export { KERNEL_LIBRARIES_UI_ELEMENTS } from "./kernel-libraries.js";
 export * from "./inference-providers.js";
 export { EVALUATION_FRAMEWORKS } from "./eval.js";

package/dist/esm/kernel-libraries.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Elements configurable by a kernel library.
+ */
+export interface KernelLibraryUiElement {
+    /**
+     * Pretty name of the library.
+     */
+    prettyLabel: string;
+    /**
+     * Repo name of the library's (usually on GitHub) code repo
+     */
+    repoName: string;
+    /**
+     * URL to library's (usually on GitHub) code repo
+     */
+    repoUrl: string;
+    /**
+     * URL to library's docs
+     */
+    docsUrl?: string;
+    /**
+     * Code snippet(s) displayed
+     */
+    snippets?: (kernelId: string, version?: number) => string[];
+}
+export declare const KERNEL_LIBRARIES_UI_ELEMENTS: {
+    kernels: {
+        prettyLabel: string;
+        repoName: string;
+        repoUrl: string;
+        docsUrl: string;
+        snippets: (kernelId: string, version?: number) => string[];
+    };
+};
+export type KernelLibraryKey = keyof typeof KERNEL_LIBRARIES_UI_ELEMENTS;
+//# sourceMappingURL=kernel-libraries.d.ts.map

package/dist/esm/kernel-libraries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kernel-libraries.d.ts","sourceRoot":"","sources":["../../src/kernel-libraries.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACtC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;CAC5D;AAED,eAAO,MAAM,4BAA4B;;;;;;6BAMlB,MAAM,YAAY,MAAM;;CAQG,CAAC;AAEnD,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,4BAA4B,CAAC"}

package/dist/esm/kernel-libraries.js

@@ -0,0 +1,15 @@
+export const KERNEL_LIBRARIES_UI_ELEMENTS = {
+    kernels: {
+        prettyLabel: "Kernels",
+        repoName: "Kernels",
+        repoUrl: "https://github.com/huggingface/kernels",
+        docsUrl: "https://huggingface.co/docs/kernels",
+        snippets: (kernelId, version) => [
+            `# !pip install kernels
+
+from kernels import get_kernel
+
+kernel = get_kernel("${kernelId}"${version !== undefined ? `, version=${version}` : ""})`,
+        ],
+    },
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/tasks",
-  "version": "0.20.1",
+  "version": "0.20.3",
   "description": "List of ML tasks for huggingface.co/tasks",
   "keywords": [
     "hub",

package/src/eval.ts

@@ -32,6 +32,12 @@ export const EVALUATION_FRAMEWORKS = {
 		description: "Archipelago is a system for running and evaluating AI agents against MCP applications.",
 		url: "https://github.com/Mercor-Intelligence/archipelago",
 	},
+	"screenspot-pro": {
+		name: "screenspot-pro",
+		description:
+			"ScreenSpot-Pro is a GUI grounding benchmark designed to evaluate how well AI agents can locate and identify UI elements across professional software applications in high-resolution screenshots, covering 1,585 annotated images from 26 professional tools.",
+		url: "https://github.com/likaixin2000/ScreenSpot-Pro-GUI-Grounding",
+	},
 	"swe-bench": {
 		name: "swe-bench",
 		description: "SWE Bench is a framework for evaluating the performance of LLMs on software engineering tasks.",

package/src/index.ts

@@ -67,6 +67,9 @@ export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
 export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
 export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";
 
+export { KERNEL_LIBRARIES_UI_ELEMENTS } from "./kernel-libraries.js";
+export type { KernelLibraryKey, KernelLibraryUiElement } from "./kernel-libraries.js";
+
 export * from "./inference-providers.js";
 
 export { EVALUATION_FRAMEWORKS } from "./eval.js";

package/src/kernel-libraries.ts

@@ -0,0 +1,43 @@
+/**
+ * Elements configurable by a kernel library.
+ */
+export interface KernelLibraryUiElement {
+	/**
+	 * Pretty name of the library.
+	 */
+	prettyLabel: string;
+	/**
+	 * Repo name of the library's (usually on GitHub) code repo
+	 */
+	repoName: string;
+	/**
+	 * URL to library's (usually on GitHub) code repo
+	 */
+	repoUrl: string;
+	/**
+	 * URL to library's docs
+	 */
+	docsUrl?: string;
+	/**
+	 * Code snippet(s) displayed
+	 */
+	snippets?: (kernelId: string, version?: number) => string[];
+}
+
+export const KERNEL_LIBRARIES_UI_ELEMENTS = {
+	kernels: {
+		prettyLabel: "Kernels",
+		repoName: "Kernels",
+		repoUrl: "https://github.com/huggingface/kernels",
+		docsUrl: "https://huggingface.co/docs/kernels",
+		snippets: (kernelId: string, version?: number) => [
+			`# !pip install kernels
+
+from kernels import get_kernel
+
+kernel = get_kernel("${kernelId}"${version !== undefined ? `, version=${version}` : ""})`,
+		],
+	},
+} satisfies Record<string, KernelLibraryUiElement>;
+
+export type KernelLibraryKey = keyof typeof KERNEL_LIBRARIES_UI_ELEMENTS;