@jambonz/llm 0.4.5 → 0.4.6

package/dist/index.cjs

@@ -2585,6 +2585,117 @@ var groqFactory = {
   create: () => new GroqAdapter()
 };
 
+// src/adapters/huggingface/manifest.ts
+var HF_KNOWN_MODELS = [
+  {
+    id: "meta-llama/Llama-3.3-70B-Instruct",
+    displayName: "Llama 3.3 70B Instruct (HF Providers)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 128e3
+    }
+  },
+  {
+    id: "meta-llama/Llama-3.1-8B-Instruct",
+    displayName: "Llama 3.1 8B Instruct (HF Providers)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 128e3
+    }
+  },
+  {
+    id: "Qwen/Qwen2.5-72B-Instruct",
+    displayName: "Qwen 2.5 72B Instruct (HF Providers)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 128e3
+    }
+  },
+  {
+    id: "mistralai/Mistral-7B-Instruct-v0.3",
+    displayName: "Mistral 7B Instruct v0.3 (HF Providers)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 32e3
+    }
+  },
+  {
+    id: "deepseek-ai/DeepSeek-V3",
+    displayName: "DeepSeek V3 (HF Providers)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 64e3
+    }
+  }
+];
+var huggingfaceManifest = {
+  vendor: "huggingface",
+  displayName: "HuggingFace Inference Providers",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "HuggingFace Token",
+          type: "password",
+          required: true,
+          help: "Get a token from https://huggingface.co/settings/tokens (Read scope is sufficient). Inference Providers requires a credit balance \u2014 claim the free monthly tier or attach a payment method at https://huggingface.co/billing."
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: "https://router.huggingface.co/v1",
+          help: "Override only for proxies. Default is the HF Providers router endpoint."
+        }
+      ]
+    }
+  ],
+  knownModels: HF_KNOWN_MODELS,
+  // The HF router exposes /v1/models with the same Bearer auth.
+  supportsModelListing: true,
+  docsUrl: "https://huggingface.co/docs/inference-providers"
+};
+
+// src/adapters/huggingface/adapter.ts
+var HuggingfaceAdapter = class extends OpenAIAdapter {
+  vendor = huggingfaceManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? "https://router.huggingface.co/v1"
+      },
+      client
+    );
+  }
+};
+
+// src/adapters/huggingface/factory.ts
+var huggingfaceFactory = {
+  vendor: huggingfaceManifest.vendor,
+  manifest: huggingfaceManifest,
+  create: () => new HuggingfaceAdapter()
+};
+
 // src/adapters/index.ts
 registerAdapter(openAIFactory);
 registerAdapter(deepseekFactory);
@@ -2595,6 +2706,7 @@ registerAdapter(vertexOpenAIFactory);
 registerAdapter(bedrockFactory);
 registerAdapter(azureOpenAIFactory);
 registerAdapter(groqFactory);
+registerAdapter(huggingfaceFactory);
 
 // src/normalize-auth.ts
 function normalizeAuth(vendor, raw) {
@@ -2602,6 +2714,7 @@ function normalizeAuth(vendor, raw) {
     case "openai":
     case "anthropic":
     case "groq":
+    case "huggingface":
       return requireApiKey(vendor, raw);
     case "deepseek":
       return {