@jambonz/llm 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -2483,6 +2483,95 @@ var azureOpenAIFactory = {
2483
2483
  create: () => new AzureOpenAIAdapter()
2484
2484
  };
2485
2485
 
2486
+ // src/adapters/groq/manifest.ts
2487
+ var GROQ_KNOWN_MODELS = [
2488
+ {
2489
+ id: "llama-3.3-70b-versatile",
2490
+ displayName: "Llama 3.3 70B Versatile (Groq)",
2491
+ capabilities: {
2492
+ streaming: true,
2493
+ tools: true,
2494
+ vision: false,
2495
+ systemPrompt: true,
2496
+ maxContextTokens: 128e3
2497
+ }
2498
+ },
2499
+ {
2500
+ id: "llama-3.1-8b-instant",
2501
+ displayName: "Llama 3.1 8B Instant (Groq)",
2502
+ capabilities: {
2503
+ streaming: true,
2504
+ tools: true,
2505
+ vision: false,
2506
+ systemPrompt: true,
2507
+ maxContextTokens: 128e3
2508
+ }
2509
+ },
2510
+ {
2511
+ id: "gemma2-9b-it",
2512
+ displayName: "Gemma 2 9B (Groq)",
2513
+ capabilities: {
2514
+ streaming: true,
2515
+ tools: true,
2516
+ vision: false,
2517
+ systemPrompt: true,
2518
+ maxContextTokens: 8192
2519
+ }
2520
+ }
2521
+ ];
2522
+ var groqManifest = {
2523
+ vendor: "groq",
2524
+ displayName: "Groq",
2525
+ authKinds: [
2526
+ {
2527
+ kind: "apiKey",
2528
+ displayName: "API Key",
2529
+ fields: [
2530
+ {
2531
+ name: "apiKey",
2532
+ label: "API Key",
2533
+ type: "password",
2534
+ required: true,
2535
+ help: "Get an API key from https://console.groq.com/keys."
2536
+ },
2537
+ {
2538
+ name: "baseURL",
2539
+ label: "Base URL",
2540
+ type: "url",
2541
+ required: false,
2542
+ default: "https://api.groq.com/openai/v1",
2543
+ help: "Override only for proxies. Default points at Groq's production endpoint."
2544
+ }
2545
+ ]
2546
+ }
2547
+ ],
2548
+ knownModels: GROQ_KNOWN_MODELS,
2549
+ // Groq exposes /openai/v1/models with the same auth as chat completions.
2550
+ supportsModelListing: true,
2551
+ docsUrl: "https://console.groq.com/docs/api-reference"
2552
+ };
2553
+
2554
+ // src/adapters/groq/adapter.ts
2555
+ var GroqAdapter = class extends OpenAIAdapter {
2556
+ vendor = groqManifest.vendor;
2557
+ init(auth, client) {
2558
+ super.init(
2559
+ {
2560
+ ...auth,
2561
+ baseURL: auth.baseURL ?? "https://api.groq.com/openai/v1"
2562
+ },
2563
+ client
2564
+ );
2565
+ }
2566
+ };
2567
+
2568
+ // src/adapters/groq/factory.ts
2569
+ var groqFactory = {
2570
+ vendor: groqManifest.vendor,
2571
+ manifest: groqManifest,
2572
+ create: () => new GroqAdapter()
2573
+ };
2574
+
2486
2575
  // src/adapters/index.ts
2487
2576
  registerAdapter(openAIFactory);
2488
2577
  registerAdapter(deepseekFactory);
@@ -2492,6 +2581,7 @@ registerAdapter(vertexGeminiFactory);
2492
2581
  registerAdapter(vertexOpenAIFactory);
2493
2582
  registerAdapter(bedrockFactory);
2494
2583
  registerAdapter(azureOpenAIFactory);
2584
+ registerAdapter(groqFactory);
2495
2585
 
2496
2586
  // src/index.ts
2497
2587
  async function createLlm(args) {