@huggingface/inference 3.6.0 → 3.6.2

package/dist/src/snippets/templates.exported.d.ts

@@ -0,0 +1,2 @@
+export declare const templates: Record<string, Record<string, Record<string, string>>>;
+//# sourceMappingURL=templates.exported.d.ts.map

package/dist/src/snippets/templates.exported.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"templates.exported.d.ts","sourceRoot":"","sources":["../../../src/snippets/templates.exported.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAsEnE,CAAC"}

package/dist/src/tasks/cv/textToVideo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"textToVideo.d.ts","sourceRoot":"","sources":["../../../../src/tasks/cv/textToVideo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAqB,OAAO,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAO3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAE1D,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAoBrC,wBAAsB,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAwDtG"}
+{"version":3,"file":"textToVideo.d.ts","sourceRoot":"","sources":["../../../../src/tasks/cv/textToVideo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAqB,OAAO,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAS3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAE1D,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAcrC,wBAAsB,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA4CtG"}

package/dist/src/types.d.ts

@@ -69,17 +69,19 @@ export type RequestArgs = BaseArgs & ({
     parameters?: Record<string, unknown>;
 };
 export interface ProviderConfig {
-    baseUrl: string;
+    makeBaseUrl: ((task?: InferenceTask) => string) | (() => string);
     makeBody: (params: BodyParams) => Record<string, unknown>;
     makeHeaders: (params: HeaderParams) => Record<string, string>;
     makeUrl: (params: UrlParams) => string;
     clientSideRoutingOnly?: boolean;
 }
+export type AuthMethod = "none" | "hf-token" | "credentials-include" | "provider-key";
 export interface HeaderParams {
     accessToken?: string;
-    authMethod: "none" | "hf-token" | "credentials-include" | "provider-key";
+    authMethod: AuthMethod;
 }
 export interface UrlParams {
+    authMethod: AuthMethod;
     baseUrl: string;
     model: string;
     task?: InferenceTask;

package/dist/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kLActB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;IACvC,qBAAqB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;CACzE;AAED,MAAM,WAAW,SAAS;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,OAAO;IACvB;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3D,eAAO,MAAM,mBAAmB,kLActB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,MAAM,WAAW,QAAQ;IACxB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;;OAOG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,MAAM,WAAW,GAAG,QAAQ,GACjC,CACG;IAAE,IAAI,EAAE,IAAI,GAAG,WAAW,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB,mBAAmB,CACrB,GAAG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC,CAAC;AAEH,MAAM,WAAW,cAAc;IAC9B,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,aAAa,KAAK,MAAM,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACjE,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,MAAM,CAAC;IACvC,qBAAqB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,qBAAqB,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,YAAY;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACzB,UAAU,EAAE,UAAU,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB"}

package/dist/test/InferenceClient.spec.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"InferenceClient.spec.d.ts","sourceRoot":"","sources":["../../test/InferenceClient.spec.ts"],"names":[],"mappings":"AAeA,OAAO,OAAO,CAAC"}
+{"version":3,"file":"InferenceClient.spec.d.ts","sourceRoot":"","sources":["../../test/InferenceClient.spec.ts"],"names":[],"mappings":"AAcA,OAAO,OAAO,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/inference",
-  "version": "3.6.0",
+  "version": "3.6.2",
   "packageManager": "pnpm@8.10.5",
   "license": "MIT",
   "author": "Hugging Face and Tim Mikeladze <tim.mikeladze@gmail.com>",
@@ -26,27 +26,21 @@
   },
   "files": [
     "dist",
-    "src"
+    "src",
+    "!src/snippets/templates/**/*.jinja"
   ],
   "source": "src/index.ts",
   "types": "./dist/src/index.d.ts",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
   "exports": {
-    ".": {
-      "types": "./dist/src/index.d.ts",
-      "require": "./dist/index.cjs",
-      "import": "./dist/index.js"
-    }
-  },
-  "browser": {
-    "./src/snippets/index.js": false,
-    "./dist/index.js": "./dist/browser/index.js",
-    "./dist/index.mjs": "./dist/browser/index.mjs"
+    "types": "./dist/src/index.d.ts",
+    "require": "./dist/index.cjs",
+    "import": "./dist/index.js"
   },
   "type": "module",
   "dependencies": {
-    "@huggingface/tasks": "^0.17.8",
+    "@huggingface/tasks": "^0.18.4",
     "@huggingface/jinja": "^0.3.3"
   },
   "devDependencies": {
@@ -54,7 +48,7 @@
   },
   "resolutions": {},
   "scripts": {
-    "build": "tsup src/index.ts --format cjs,esm --clean && tsc --emitDeclarationOnly --declaration",
+    "build": "pnpm run export-templates && tsup src/index.ts --format cjs,esm --clean && tsc --emitDeclarationOnly --declaration",
     "dts": "tsx scripts/generate-dts.ts && tsc --noEmit dist/index.d.ts",
     "lint": "eslint --quiet --fix --ext .cjs,.ts .",
     "lint:check": "eslint --ext .cjs,.ts .",
@@ -63,6 +57,7 @@
     "test": "vitest run --config vitest.config.mts",
     "test:browser": "vitest run --browser.name=chrome --browser.headless --config vitest.config.mts",
     "check": "tsc",
-    "dev": "tsup src/index.ts --format cjs,esm --watch"
+    "dev": "pnpm run export-templates && tsup src/index.ts --format cjs,esm --watch",
+    "export-templates": "tsx scripts/export-templates.ts"
   }
 }

package/src/lib/makeRequestOptions.ts

@@ -112,6 +112,7 @@ export function makeRequestOptionsFromResolvedModel(
 	}
 ): { url: string; info: RequestInit } {
 	const { accessToken, endpointUrl, provider: maybeProvider, model, ...remainingArgs } = args;
+	void model;
 
 	const provider = maybeProvider ?? "hf-inference";
 	const providerConfig = providerConfigs[provider];
@@ -142,10 +143,11 @@ export function makeRequestOptionsFromResolvedModel(
 			? endpointUrl + `/v1/chat/completions`
 			: endpointUrl
 		: providerConfig.makeUrl({
+				authMethod,
 				baseUrl:
 					authMethod !== "provider-key"
 						? HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider)
-						: providerConfig.baseUrl,
+						: providerConfig.makeBaseUrl(task),
 				model: resolvedModel,
 				chatCompletion,
 				task,

package/src/providers/black-forest-labs.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const BLACK_FOREST_LABS_AI_API_BASE_URL = "https://api.us1.bfl.ai";
 
+const makeBaseUrl = (): string => {
+	return BLACK_FOREST_LABS_AI_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return params.args;
 };
@@ -35,7 +39,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const BLACK_FOREST_LABS_CONFIG: ProviderConfig = {
-	baseUrl: BLACK_FOREST_LABS_AI_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/cerebras.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const CEREBRAS_API_BASE_URL = "https://api.cerebras.ai";
 
+const makeBaseUrl = (): string => {
+	return CEREBRAS_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -34,7 +38,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const CEREBRAS_CONFIG: ProviderConfig = {
-	baseUrl: CEREBRAS_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/cohere.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const COHERE_API_BASE_URL = "https://api.cohere.com";
 
+const makeBaseUrl = (): string => {
+	return COHERE_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -34,7 +38,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const COHERE_CONFIG: ProviderConfig = {
-	baseUrl: COHERE_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/fal-ai.ts

@@ -14,9 +14,17 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import { InferenceOutputError } from "../lib/InferenceOutputError";
+import { isUrl } from "../lib/isUrl";
+import type { BodyParams, HeaderParams, InferenceTask, ProviderConfig, UrlParams } from "../types";
+import { delay } from "../utils/delay";
 
 const FAL_AI_API_BASE_URL = "https://fal.run";
+const FAL_AI_API_BASE_URL_QUEUE = "https://queue.fal.run";
+
+const makeBaseUrl = (task?: InferenceTask): string => {
+	return task === "text-to-video" ? FAL_AI_API_BASE_URL_QUEUE : FAL_AI_API_BASE_URL;
+};
 
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return params.args;
@@ -29,12 +37,86 @@ const makeHeaders = (params: HeaderParams): Record<string, string> => {
 };
 
 const makeUrl = (params: UrlParams): string => {
-	return `${params.baseUrl}/${params.model}`;
+	const baseUrl = `${params.baseUrl}/${params.model}`;
+	if (params.authMethod !== "provider-key" && params.task === "text-to-video") {
+		return `${baseUrl}?_subdomain=queue`;
+	}
+	return baseUrl;
 };
 
 export const FAL_AI_CONFIG: ProviderConfig = {
-	baseUrl: FAL_AI_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,
 };
+
+export interface FalAiQueueOutput {
+	request_id: string;
+	status: string;
+	response_url: string;
+}
+
+export async function pollFalResponse(
+	res: FalAiQueueOutput,
+	url: string,
+	headers: Record<string, string>
+): Promise<Blob> {
+	const requestId = res.request_id;
+	if (!requestId) {
+		throw new InferenceOutputError("No request ID found in the response");
+	}
+	let status = res.status;
+
+	const parsedUrl = new URL(url);
+	const baseUrl = `${parsedUrl.protocol}//${parsedUrl.host}${
+		parsedUrl.host === "router.huggingface.co" ? "/fal-ai" : ""
+	}`;
+
+	// extracting the provider model id for status and result urls
+	// from the response as it might be different from the mapped model in `url`
+	const modelId = new URL(res.response_url).pathname;
+	const queryParams = parsedUrl.search;
+
+	const statusUrl = `${baseUrl}${modelId}/status${queryParams}`;
+	const resultUrl = `${baseUrl}${modelId}${queryParams}`;
+
+	while (status !== "COMPLETED") {
+		await delay(500);
+		const statusResponse = await fetch(statusUrl, { headers });
+
+		if (!statusResponse.ok) {
+			throw new InferenceOutputError("Failed to fetch response status from fal-ai API");
+		}
+		try {
+			status = (await statusResponse.json()).status;
+		} catch (error) {
+			throw new InferenceOutputError("Failed to parse status response from fal-ai API");
+		}
+	}
+
+	const resultResponse = await fetch(resultUrl, { headers });
+	let result: unknown;
+	try {
+		result = await resultResponse.json();
+	} catch (error) {
+		throw new InferenceOutputError("Failed to parse result response from fal-ai API");
+	}
+	if (
+		typeof result === "object" &&
+		!!result &&
+		"video" in result &&
+		typeof result.video === "object" &&
+		!!result.video &&
+		"url" in result.video &&
+		typeof result.video.url === "string" &&
+		isUrl(result.video.url)
+	) {
+		const urlResponse = await fetch(result.video.url);
+		return await urlResponse.blob();
+	} else {
+		throw new InferenceOutputError(
+			"Expected { video: { url: string } } result format, got instead: " + JSON.stringify(result)
+		);
+	}
+}

package/src/providers/fireworks-ai.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const FIREWORKS_AI_API_BASE_URL = "https://api.fireworks.ai";
 
+const makeBaseUrl = (): string => {
+	return FIREWORKS_AI_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -37,7 +41,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const FIREWORKS_AI_CONFIG: ProviderConfig = {
-	baseUrl: FIREWORKS_AI_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/hf-inference.ts

@@ -11,7 +11,11 @@
  * Thanks!
  */
 import { HF_ROUTER_URL } from "../config";
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
+
+const makeBaseUrl = (): string => {
+	return `${HF_ROUTER_URL}/hf-inference`;
+};
 
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
@@ -36,7 +40,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const HF_INFERENCE_CONFIG: ProviderConfig = {
-	baseUrl: `${HF_ROUTER_URL}/hf-inference`,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/hyperbolic.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz";
 
+const makeBaseUrl = (): string => {
+	return HYPERBOLIC_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -37,7 +41,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const HYPERBOLIC_CONFIG: ProviderConfig = {
-	baseUrl: HYPERBOLIC_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/nebius.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const NEBIUS_API_BASE_URL = "https://api.studio.nebius.ai";
 
+const makeBaseUrl = (): string => {
+	return NEBIUS_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -43,7 +47,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const NEBIUS_CONFIG: ProviderConfig = {
-	baseUrl: NEBIUS_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/novita.ts

@@ -14,10 +14,13 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const NOVITA_API_BASE_URL = "https://api.novita.ai";
 
+const makeBaseUrl = (): string => {
+	return NOVITA_API_BASE_URL;
+};
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -41,7 +44,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const NOVITA_CONFIG: ProviderConfig = {
-	baseUrl: NOVITA_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/openai.ts

@@ -1,10 +1,14 @@
 /**
  * Special case: provider configuration for a private models provider (OpenAI in this case).
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const OPENAI_API_BASE_URL = "https://api.openai.com";
 
+const makeBaseUrl = (): string => {
+	return OPENAI_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	if (!params.chatCompletion) {
 		throw new Error("OpenAI only supports chat completions.");
@@ -27,7 +31,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const OPENAI_CONFIG: ProviderConfig = {
-	baseUrl: OPENAI_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/replicate.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 export const REPLICATE_API_BASE_URL = "https://api.replicate.com";
 
+const makeBaseUrl = (): string => {
+	return REPLICATE_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		input: params.args,
@@ -39,7 +43,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const REPLICATE_CONFIG: ProviderConfig = {
-	baseUrl: REPLICATE_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/sambanova.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const SAMBANOVA_API_BASE_URL = "https://api.sambanova.ai";
 
+const makeBaseUrl = (): string => {
+	return SAMBANOVA_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -37,7 +41,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const SAMBANOVA_CONFIG: ProviderConfig = {
-	baseUrl: SAMBANOVA_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/providers/together.ts

@@ -14,10 +14,14 @@
  *
  * Thanks!
  */
-import type { ProviderConfig, UrlParams, HeaderParams, BodyParams } from "../types";
+import type { BodyParams, HeaderParams, ProviderConfig, UrlParams } from "../types";
 
 const TOGETHER_API_BASE_URL = "https://api.together.xyz";
 
+const makeBaseUrl = (): string => {
+	return TOGETHER_API_BASE_URL;
+};
+
 const makeBody = (params: BodyParams): Record<string, unknown> => {
 	return {
 		...params.args,
@@ -43,7 +47,7 @@ const makeUrl = (params: UrlParams): string => {
 };
 
 export const TOGETHER_CONFIG: ProviderConfig = {
-	baseUrl: TOGETHER_API_BASE_URL,
+	makeBaseUrl,
 	makeBody,
 	makeHeaders,
 	makeUrl,

package/src/snippets/getInferenceSnippets.ts

@@ -10,9 +10,7 @@ import {
 import type { InferenceProvider, InferenceTask, RequestArgs } from "../types";
 import { Template } from "@huggingface/jinja";
 import { makeRequestOptionsFromResolvedModel } from "../lib/makeRequestOptions";
-import fs from "fs";
-import path from "path";
-import { existsSync as pathExists } from "node:fs";
+import { templates } from "./templates.exported";
 
 const PYTHON_CLIENTS = ["huggingface_hub", "fal_client", "requests", "openai"] as const;
 const JS_CLIENTS = ["fetch", "huggingface.js", "openai"] as const;
@@ -44,34 +42,18 @@ interface TemplateParams {
 
 // Helpers to find + load templates
 
-const rootDirFinder = (): string => {
-	let currentPath =
-		typeof import.meta !== "undefined" && import.meta.url
-			? path.normalize(new URL(import.meta.url).pathname) /// for ESM
-			: __dirname; /// for CJS
-
-	while (currentPath !== "/") {
-		if (pathExists(path.join(currentPath, "package.json"))) {
-			return currentPath;
-		}
-
-		currentPath = path.normalize(path.join(currentPath, ".."));
-	}
-
-	return "/";
-};
-
-const templatePath = (language: InferenceSnippetLanguage, client: Client, templateName: string): string =>
-	path.join(rootDirFinder(), "src", "snippets", "templates", language, client, `${templateName}.jinja`);
 const hasTemplate = (language: InferenceSnippetLanguage, client: Client, templateName: string): boolean =>
-	pathExists(templatePath(language, client, templateName));
+	templates[language]?.[client]?.[templateName] !== undefined;
 
 const loadTemplate = (
 	language: InferenceSnippetLanguage,
 	client: Client,
 	templateName: string
 ): ((data: TemplateParams) => string) => {
-	const template = fs.readFileSync(templatePath(language, client, templateName), "utf8");
+	const template = templates[language]?.[client]?.[templateName];
+	if (!template) {
+		throw new Error(`Template not found: ${language}/${client}/${templateName}`);
+	}
 	return (data: TemplateParams) => new Template(template).render({ ...data });
 };