@jambonz/llm 0.4.3 → 0.4.5

package/dist/index.cjs

@@ -2496,6 +2496,95 @@ var azureOpenAIFactory = {
   create: () => new AzureOpenAIAdapter()
 };
 
+// src/adapters/groq/manifest.ts
+var GROQ_KNOWN_MODELS = [
+  {
+    id: "llama-3.3-70b-versatile",
+    displayName: "Llama 3.3 70B Versatile (Groq)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 128e3
+    }
+  },
+  {
+    id: "llama-3.1-8b-instant",
+    displayName: "Llama 3.1 8B Instant (Groq)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 128e3
+    }
+  },
+  {
+    id: "gemma2-9b-it",
+    displayName: "Gemma 2 9B (Groq)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 8192
+    }
+  }
+];
+var groqManifest = {
+  vendor: "groq",
+  displayName: "Groq",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "API Key",
+          type: "password",
+          required: true,
+          help: "Get an API key from https://console.groq.com/keys (sign in first if needed)"
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: "https://api.groq.com/openai/v1",
+          help: "Override only for proxies. Default points at Groq's production endpoint."
+        }
+      ]
+    }
+  ],
+  knownModels: GROQ_KNOWN_MODELS,
+  // Groq exposes /openai/v1/models with the same auth as chat completions.
+  supportsModelListing: true,
+  docsUrl: "https://console.groq.com/docs/api-reference"
+};
+
+// src/adapters/groq/adapter.ts
+var GroqAdapter = class extends OpenAIAdapter {
+  vendor = groqManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? "https://api.groq.com/openai/v1"
+      },
+      client
+    );
+  }
+};
+
+// src/adapters/groq/factory.ts
+var groqFactory = {
+  vendor: groqManifest.vendor,
+  manifest: groqManifest,
+  create: () => new GroqAdapter()
+};
+
 // src/adapters/index.ts
 registerAdapter(openAIFactory);
 registerAdapter(deepseekFactory);
@@ -2505,12 +2594,14 @@ registerAdapter(vertexGeminiFactory);
 registerAdapter(vertexOpenAIFactory);
 registerAdapter(bedrockFactory);
 registerAdapter(azureOpenAIFactory);
+registerAdapter(groqFactory);
 
 // src/normalize-auth.ts
 function normalizeAuth(vendor, raw) {
   switch (vendor) {
     case "openai":
     case "anthropic":
+    case "groq":
       return requireApiKey(vendor, raw);
     case "deepseek":
       return {