@huggingface/inference 3.13.2 → 3.14.0

package/dist/commonjs/vendor/fetch-event-source/parse.spec.js

@@ -0,0 +1,370 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const fail = (msg) => { throw new Error(msg); };
+/**
+ This file is a part of fetch-event-source package (as of v2.0.1)
+ https://github.com/Azure/fetch-event-source/blob/v2.0.1/src/parse.spec.ts
+
+ Full package can be used after it is made compatible with nodejs:
+ https://github.com/Azure/fetch-event-source/issues/20
+
+ Below is the fetch-event-source package license:
+
+ MIT License
+
+ Copyright (c) Microsoft Corporation.
+
+ Permission is hereby granted, free of charge, to any person obtaining a copy
+ of this software and associated documentation files (the "Software"), to deal
+ in the Software without restriction, including without limitation the rights
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ copies of the Software, and to permit persons to whom the Software is
+ furnished to do so, subject to the following conditions:
+
+ The above copyright notice and this permission notice shall be included in all
+ copies or substantial portions of the Software.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ SOFTWARE
+
+ */
+const parse = __importStar(require("./parse.js"));
+(0, vitest_1.describe)('parse', () => {
+    const encoder = new TextEncoder();
+    const decoder = new TextDecoder();
+    (0, vitest_1.describe)('getLines', () => {
+        (0, vitest_1.it)('single line', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual('id: abc');
+                (0, vitest_1.expect)(fieldLength).toEqual(2);
+            });
+            // act:
+            next(encoder.encode('id: abc\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(1);
+        });
+        (0, vitest_1.it)('multiple lines', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual(lineNum === 1 ? 'id: abc' : 'data: def');
+                (0, vitest_1.expect)(fieldLength).toEqual(lineNum === 1 ? 2 : 4);
+            });
+            // act:
+            next(encoder.encode('id: abc\n'));
+            next(encoder.encode('data: def\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(2);
+        });
+        (0, vitest_1.it)('single line split across multiple arrays', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual('id: abc');
+                (0, vitest_1.expect)(fieldLength).toEqual(2);
+            });
+            // act:
+            next(encoder.encode('id: a'));
+            next(encoder.encode('bc\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(1);
+        });
+        (0, vitest_1.it)('multiple lines split across multiple arrays', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual(lineNum === 1 ? 'id: abc' : 'data: def');
+                (0, vitest_1.expect)(fieldLength).toEqual(lineNum === 1 ? 2 : 4);
+            });
+            // act:
+            next(encoder.encode('id: ab'));
+            next(encoder.encode('c\nda'));
+            next(encoder.encode('ta: def\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(2);
+        });
+        (0, vitest_1.it)('new line', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual('');
+                (0, vitest_1.expect)(fieldLength).toEqual(-1);
+            });
+            // act:
+            next(encoder.encode('\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(1);
+        });
+        (0, vitest_1.it)('comment line', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual(': this is a comment');
+                (0, vitest_1.expect)(fieldLength).toEqual(0);
+            });
+            // act:
+            next(encoder.encode(': this is a comment\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(1);
+        });
+        (0, vitest_1.it)('line with no field', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual('this is an invalid line');
+                (0, vitest_1.expect)(fieldLength).toEqual(-1);
+            });
+            // act:
+            next(encoder.encode('this is an invalid line\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(1);
+        });
+        (0, vitest_1.it)('line with multiple colons', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual('id: abc: def');
+                (0, vitest_1.expect)(fieldLength).toEqual(2);
+            });
+            // act:
+            next(encoder.encode('id: abc: def\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(1);
+        });
+        (0, vitest_1.it)('single byte array with multiple lines separated by \\n', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual(lineNum === 1 ? 'id: abc' : 'data: def');
+                (0, vitest_1.expect)(fieldLength).toEqual(lineNum === 1 ? 2 : 4);
+            });
+            // act:
+            next(encoder.encode('id: abc\ndata: def\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(2);
+        });
+        (0, vitest_1.it)('single byte array with multiple lines separated by \\r', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual(lineNum === 1 ? 'id: abc' : 'data: def');
+                (0, vitest_1.expect)(fieldLength).toEqual(lineNum === 1 ? 2 : 4);
+            });
+            // act:
+            next(encoder.encode('id: abc\rdata: def\r'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(2);
+        });
+        (0, vitest_1.it)('single byte array with multiple lines separated by \\r\\n', () => {
+            // arrange:
+            let lineNum = 0;
+            const next = parse.getLines((line, fieldLength) => {
+                ++lineNum;
+                (0, vitest_1.expect)(decoder.decode(line)).toEqual(lineNum === 1 ? 'id: abc' : 'data: def');
+                (0, vitest_1.expect)(fieldLength).toEqual(lineNum === 1 ? 2 : 4);
+            });
+            // act:
+            next(encoder.encode('id: abc\r\ndata: def\r\n'));
+            // assert:
+            (0, vitest_1.expect)(lineNum).toBe(2);
+        });
+    });
+    (0, vitest_1.describe)('getMessages', () => {
+        (0, vitest_1.it)('happy path', () => {
+            // arrange:
+            let msgNum = 0;
+            const next = parse.getMessages(id => {
+                (0, vitest_1.expect)(id).toEqual('abc');
+            }, retry => {
+                (0, vitest_1.expect)(retry).toEqual(42);
+            }, msg => {
+                ++msgNum;
+                (0, vitest_1.expect)(msg).toEqual({
+                    retry: 42,
+                    id: 'abc',
+                    event: 'def',
+                    data: 'ghi'
+                });
+            });
+            // act:
+            next(encoder.encode('retry: 42'), 5);
+            next(encoder.encode('id: abc'), 2);
+            next(encoder.encode('event:def'), 5);
+            next(encoder.encode('data:ghi'), 4);
+            next(encoder.encode(''), -1);
+            // assert:
+            (0, vitest_1.expect)(msgNum).toBe(1);
+        });
+        (0, vitest_1.it)('skip unknown fields', () => {
+            let msgNum = 0;
+            const next = parse.getMessages(id => {
+                (0, vitest_1.expect)(id).toEqual('abc');
+            }, _retry => {
+                fail('retry should not be called');
+            }, msg => {
+                ++msgNum;
+                (0, vitest_1.expect)(msg).toEqual({
+                    id: 'abc',
+                    data: '',
+                    event: '',
+                    retry: undefined,
+                });
+            });
+            // act:
+            next(encoder.encode('id: abc'), 2);
+            next(encoder.encode('foo: null'), 3);
+            next(encoder.encode(''), -1);
+            // assert:
+            (0, vitest_1.expect)(msgNum).toBe(1);
+        });
+        (0, vitest_1.it)('ignore non-integer retry', () => {
+            let msgNum = 0;
+            const next = parse.getMessages(_id => {
+                fail('id should not be called');
+            }, _retry => {
+                fail('retry should not be called');
+            }, msg => {
+                ++msgNum;
+                (0, vitest_1.expect)(msg).toEqual({
+                    id: '',
+                    data: '',
+                    event: '',
+                    retry: undefined,
+                });
+            });
+            // act:
+            next(encoder.encode('retry: def'), 5);
+            next(encoder.encode(''), -1);
+            // assert:
+            (0, vitest_1.expect)(msgNum).toBe(1);
+        });
+        (0, vitest_1.it)('skip comment-only messages', () => {
+            // arrange:
+            let msgNum = 0;
+            const next = parse.getMessages(id => {
+                (0, vitest_1.expect)(id).toEqual('123');
+            }, _retry => {
+                fail('retry should not be called');
+            }, msg => {
+                ++msgNum;
+                (0, vitest_1.expect)(msg).toEqual({
+                    retry: undefined,
+                    id: '123',
+                    event: 'foo ',
+                    data: '',
+                });
+            });
+            // act:
+            next(encoder.encode('id:123'), 2);
+            next(encoder.encode(':'), 0);
+            next(encoder.encode(':    '), 0);
+            next(encoder.encode('event: foo '), 5);
+            next(encoder.encode(''), -1);
+            // assert:
+            (0, vitest_1.expect)(msgNum).toBe(1);
+        });
+        (0, vitest_1.it)('should append data split across multiple lines', () => {
+            // arrange:
+            let msgNum = 0;
+            const next = parse.getMessages(_id => {
+                fail('id should not be called');
+            }, _retry => {
+                fail('retry should not be called');
+            }, msg => {
+                ++msgNum;
+                (0, vitest_1.expect)(msg).toEqual({
+                    data: 'YHOO\n+2\n\n10',
+                    id: '',
+                    event: '',
+                    retry: undefined,
+                });
+            });
+            // act:
+            next(encoder.encode('data:YHOO'), 4);
+            next(encoder.encode('data: +2'), 4);
+            next(encoder.encode('data'), 4);
+            next(encoder.encode('data: 10'), 4);
+            next(encoder.encode(''), -1);
+            // assert:
+            (0, vitest_1.expect)(msgNum).toBe(1);
+        });
+        (0, vitest_1.it)('should reset id if sent multiple times', () => {
+            // arrange:
+            const expectedIds = ['foo', ''];
+            let idsIdx = 0;
+            let msgNum = 0;
+            const next = parse.getMessages(id => {
+                (0, vitest_1.expect)(id).toEqual(expectedIds[idsIdx]);
+                ++idsIdx;
+            }, _retry => {
+                fail('retry should not be called');
+            }, msg => {
+                ++msgNum;
+                (0, vitest_1.expect)(msg).toEqual({
+                    data: '',
+                    id: '',
+                    event: '',
+                    retry: undefined,
+                });
+            });
+            // act:
+            next(encoder.encode('id: foo'), 2);
+            next(encoder.encode('id'), 2);
+            next(encoder.encode(''), -1);
+            // assert:
+            (0, vitest_1.expect)(idsIdx).toBe(2);
+            (0, vitest_1.expect)(msgNum).toBe(1);
+        });
+    });
+});

package/dist/esm/InferenceClient.d.ts

@@ -0,0 +1,32 @@
+import * as tasks from "./tasks/index.js";
+import type { Options } from "./types.js";
+type Task = typeof tasks;
+export declare class InferenceClient {
+    private readonly accessToken;
+    private readonly defaultOptions;
+    constructor(accessToken?: string, defaultOptions?: Options & {
+        endpointUrl?: string;
+    });
+    /**
+     * Returns a new instance of InferenceClient tied to a specified endpoint.
+     *
+     * For backward compatibility mostly.
+     */
+    endpoint(endpointUrl: string): InferenceClient;
+}
+export interface InferenceClient extends Task {
+}
+/**
+ * For backward compatibility only, will remove soon.
+ * @deprecated replace with InferenceClient
+ */
+export declare class HfInference extends InferenceClient {
+}
+/**
+ * For backward compatibility only, will remove soon.
+ * @deprecated replace with InferenceClient
+ */
+export declare class InferenceClientEndpoint extends InferenceClient {
+}
+export {};
+//# sourceMappingURL=InferenceClient.d.ts.map

package/dist/esm/InferenceClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InferenceClient.d.ts","sourceRoot":"","sources":["../../src/InferenceClient.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAC1C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAO1C,KAAK,IAAI,GAAG,OAAO,KAAK,CAAC;AAEzB,qBAAa,eAAe;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;gBAGxC,WAAW,SAAK,EAChB,cAAc,GAAE,OAAO,GAAG;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;KAChB;IAsBP;;;;OAIG;IACI,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,eAAe;CAGrD;AAED,MAAM,WAAW,eAAgB,SAAQ,IAAI;CAAG;AAEhD;;;GAGG;AACH,qBAAa,WAAY,SAAQ,eAAe;CAAG;AACnD;;;GAGG;AACH,qBAAa,uBAAwB,SAAQ,eAAe;CAAG"}

package/dist/esm/InferenceClient.js

@@ -0,0 +1,44 @@
+import * as tasks from "./tasks/index.js";
+import { omit } from "./utils/omit.js";
+import { typedEntries } from "./utils/typedEntries.js";
+export class InferenceClient {
+    accessToken;
+    defaultOptions;
+    constructor(accessToken = "", defaultOptions = {}) {
+        this.accessToken = accessToken;
+        this.defaultOptions = defaultOptions;
+        for (const [name, fn] of typedEntries(tasks)) {
+            Object.defineProperty(this, name, {
+                enumerable: false,
+                value: (params, options) => 
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                fn(
+                /// ^ The cast of fn to any is necessary, otherwise TS can't compile because the generated union type is too complex
+                { endpointUrl: defaultOptions.endpointUrl, accessToken, ...params }, {
+                    ...omit(defaultOptions, ["endpointUrl"]),
+                    ...options,
+                }),
+            });
+        }
+    }
+    /**
+     * Returns a new instance of InferenceClient tied to a specified endpoint.
+     *
+     * For backward compatibility mostly.
+     */
+    endpoint(endpointUrl) {
+        return new InferenceClient(this.accessToken, { ...this.defaultOptions, endpointUrl });
+    }
+}
+/**
+ * For backward compatibility only, will remove soon.
+ * @deprecated replace with InferenceClient
+ */
+export class HfInference extends InferenceClient {
+}
+/**
+ * For backward compatibility only, will remove soon.
+ * @deprecated replace with InferenceClient
+ */
+export class InferenceClientEndpoint extends InferenceClient {
+}

package/dist/esm/config.d.ts

@@ -0,0 +1,4 @@
+export declare const HF_HUB_URL = "https://huggingface.co";
+export declare const HF_ROUTER_URL = "https://router.huggingface.co";
+export declare const HF_HEADER_X_BILL_TO = "X-HF-Bill-To";
+//# sourceMappingURL=config.d.ts.map

package/dist/esm/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,2BAA2B,CAAC;AACnD,eAAO,MAAM,aAAa,kCAAkC,CAAC;AAC7D,eAAO,MAAM,mBAAmB,iBAAiB,CAAC"}

package/dist/esm/config.js

@@ -0,0 +1,3 @@
+export const HF_HUB_URL = "https://huggingface.co";
+export const HF_ROUTER_URL = "https://router.huggingface.co";
+export const HF_HEADER_X_BILL_TO = "X-HF-Bill-To";

package/dist/esm/index.d.ts

@@ -0,0 +1,7 @@
+export { InferenceClient, InferenceClientEndpoint, HfInference } from "./InferenceClient.js";
+export { InferenceOutputError } from "./lib/InferenceOutputError.js";
+export * from "./types.js";
+export * from "./tasks/index.js";
+import * as snippets from "./snippets/index.js";
+export { snippets };
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC7F,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,CAAC"}

package/dist/{src/index.d.ts → esm/index.js}

@@ -1,7 +1,6 @@
-export { InferenceClient, InferenceClientEndpoint, HfInference } from "./InferenceClient";
-export { InferenceOutputError } from "./lib/InferenceOutputError";
-export * from "./types";
-export * from "./tasks";
+export { InferenceClient, InferenceClientEndpoint, HfInference } from "./InferenceClient.js";
+export { InferenceOutputError } from "./lib/InferenceOutputError.js";
+export * from "./types.js";
+export * from "./tasks/index.js";
 import * as snippets from "./snippets/index.js";
 export { snippets };
-//# sourceMappingURL=index.d.ts.map

package/dist/esm/lib/InferenceOutputError.d.ts

@@ -0,0 +1,4 @@
+export declare class InferenceOutputError extends TypeError {
+    constructor(message: string);
+}
+//# sourceMappingURL=InferenceOutputError.d.ts.map

package/dist/esm/lib/InferenceOutputError.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InferenceOutputError.d.ts","sourceRoot":"","sources":["../../../src/lib/InferenceOutputError.ts"],"names":[],"mappings":"AAAA,qBAAa,oBAAqB,SAAQ,SAAS;gBACtC,OAAO,EAAE,MAAM;CAM3B"}

package/dist/esm/lib/InferenceOutputError.js

@@ -0,0 +1,6 @@
+export class InferenceOutputError extends TypeError {
+    constructor(message) {
+        super(`Invalid inference output: ${message}. Use the 'request' method with the same parameters to do a custom call with no type checking.`);
+        this.name = "InferenceOutputError";
+    }
+}

package/dist/esm/lib/getDefaultTask.d.ts

@@ -0,0 +1,11 @@
+export interface DefaultTaskOptions {
+    fetch?: typeof fetch;
+}
+/**
+ * Get the default task. Use a LRU cache of 1000 items with 10 minutes expiration
+ * to avoid making too many calls to the HF hub.
+ *
+ * @returns The default task for the model, or `null` if it was impossible to get it
+ */
+export declare function getDefaultTask(model: string, accessToken: string | undefined, options?: DefaultTaskOptions): Promise<string | null>;
+//# sourceMappingURL=getDefaultTask.d.ts.map

package/dist/esm/lib/getDefaultTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDefaultTask.d.ts","sourceRoot":"","sources":["../../../src/lib/getDefaultTask.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,kBAAkB;IAClC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACrB;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,OAAO,CAAC,EAAE,kBAAkB,GAC1B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmCxB"}

package/dist/esm/lib/getDefaultTask.js

@@ -0,0 +1,45 @@
+import { HF_HUB_URL } from "../config.js";
+import { isUrl } from "./isUrl.js";
+/**
+ * We want to make calls to the huggingface hub the least possible, eg if
+ * someone is calling Inference Endpoints 1000 times per second, we don't want
+ * to make 1000 calls to the hub to get the task name.
+ */
+const taskCache = new Map();
+const CACHE_DURATION = 10 * 60 * 1000;
+const MAX_CACHE_ITEMS = 1000;
+/**
+ * Get the default task. Use a LRU cache of 1000 items with 10 minutes expiration
+ * to avoid making too many calls to the HF hub.
+ *
+ * @returns The default task for the model, or `null` if it was impossible to get it
+ */
+export async function getDefaultTask(model, accessToken, options) {
+    if (isUrl(model)) {
+        return null;
+    }
+    const key = `${model}:${accessToken}`;
+    let cachedTask = taskCache.get(key);
+    if (cachedTask && cachedTask.date < new Date(Date.now() - CACHE_DURATION)) {
+        taskCache.delete(key);
+        cachedTask = undefined;
+    }
+    if (cachedTask === undefined) {
+        const modelTask = await (options?.fetch ?? fetch)(`${HF_HUB_URL}/api/models/${model}?expand[]=pipeline_tag`, {
+            headers: accessToken ? { Authorization: `Bearer ${accessToken}` } : {},
+        })
+            .then((resp) => resp.json())
+            .then((json) => json.pipeline_tag)
+            .catch(() => null);
+        if (!modelTask) {
+            return null;
+        }
+        cachedTask = { task: modelTask, date: new Date() };
+        taskCache.set(key, { task: modelTask, date: new Date() });
+        if (taskCache.size > MAX_CACHE_ITEMS) {
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            taskCache.delete(taskCache.keys().next().value);
+        }
+    }
+    return cachedTask.task;
+}

package/dist/esm/lib/getInferenceProviderMapping.d.ts

@@ -0,0 +1,25 @@
+import type { WidgetType } from "@huggingface/tasks";
+import type { InferenceProvider, InferenceProviderOrPolicy, ModelId } from "../types.js";
+export declare const inferenceProviderMappingCache: Map<string, Partial<Record<"black-forest-labs" | "cerebras" | "cohere" | "fal-ai" | "featherless-ai" | "fireworks-ai" | "groq" | "hf-inference" | "hyperbolic" | "nebius" | "novita" | "nscale" | "openai" | "ovhcloud" | "replicate" | "sambanova" | "together", Omit<InferenceProviderModelMapping, "hfModelId">>>>;
+export type InferenceProviderMapping = Partial<Record<InferenceProvider, Omit<InferenceProviderModelMapping, "hfModelId">>>;
+export interface InferenceProviderModelMapping {
+    adapter?: string;
+    adapterWeightsPath?: string;
+    hfModelId: ModelId;
+    providerId: string;
+    status: "live" | "staging";
+    task: WidgetType;
+}
+export declare function fetchInferenceProviderMappingForModel(modelId: ModelId, accessToken?: string, options?: {
+    fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
+}): Promise<InferenceProviderMapping>;
+export declare function getInferenceProviderMapping(params: {
+    accessToken?: string;
+    modelId: ModelId;
+    provider: InferenceProvider;
+    task: WidgetType;
+}, options: {
+    fetch?: (input: RequestInfo, init?: RequestInit) => Promise<Response>;
+}): Promise<InferenceProviderModelMapping | null>;
+export declare function resolveProvider(provider?: InferenceProviderOrPolicy, modelId?: string, endpointUrl?: string): Promise<InferenceProvider>;
+//# sourceMappingURL=getInferenceProviderMapping.d.ts.map

package/dist/esm/lib/getInferenceProviderMapping.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getInferenceProviderMapping.d.ts","sourceRoot":"","sources":["../../../src/lib/getInferenceProviderMapping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAIrD,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGzF,eAAO,MAAM,6BAA6B,uTAA+C,CAAC;AAE1F,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC7C,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,6BAA6B,EAAE,WAAW,CAAC,CAAC,CAC3E,CAAC;AAEF,MAAM,WAAW,6BAA6B;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,IAAI,EAAE,UAAU,CAAC;CACjB;AAED,wBAAsB,qCAAqC,CAC1D,OAAO,EAAE,OAAO,EAChB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE;IACT,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtE,GACC,OAAO,CAAC,wBAAwB,CAAC,CA6BnC;AAED,wBAAsB,2BAA2B,CAChD,MAAM,EAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,IAAI,EAAE,UAAU,CAAC;CACjB,EACD,OAAO,EAAE;IACR,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtE,GACC,OAAO,CAAC,6BAA6B,GAAG,IAAI,CAAC,CA4B/C;AAED,wBAAsB,eAAe,CACpC,QAAQ,CAAC,EAAE,yBAAyB,EACpC,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,iBAAiB,CAAC,CAyB5B"}