@jambonz/llm 0.4.3 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +90 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +90 -0
- package/dist/index.js.map +1 -1
- package/dist/test-kit/index.cjs +90 -0
- package/dist/test-kit/index.cjs.map +1 -1
- package/dist/test-kit/index.js +90 -0
- package/dist/test-kit/index.js.map +1 -1
- package/package.json +1 -1
package/dist/test-kit/index.cjs
CHANGED
|
@@ -2483,6 +2483,95 @@ var azureOpenAIFactory = {
|
|
|
2483
2483
|
create: () => new AzureOpenAIAdapter()
|
|
2484
2484
|
};
|
|
2485
2485
|
|
|
2486
|
+
// src/adapters/groq/manifest.ts
|
|
2487
|
+
var GROQ_KNOWN_MODELS = [
|
|
2488
|
+
{
|
|
2489
|
+
id: "llama-3.3-70b-versatile",
|
|
2490
|
+
displayName: "Llama 3.3 70B Versatile (Groq)",
|
|
2491
|
+
capabilities: {
|
|
2492
|
+
streaming: true,
|
|
2493
|
+
tools: true,
|
|
2494
|
+
vision: false,
|
|
2495
|
+
systemPrompt: true,
|
|
2496
|
+
maxContextTokens: 128e3
|
|
2497
|
+
}
|
|
2498
|
+
},
|
|
2499
|
+
{
|
|
2500
|
+
id: "llama-3.1-8b-instant",
|
|
2501
|
+
displayName: "Llama 3.1 8B Instant (Groq)",
|
|
2502
|
+
capabilities: {
|
|
2503
|
+
streaming: true,
|
|
2504
|
+
tools: true,
|
|
2505
|
+
vision: false,
|
|
2506
|
+
systemPrompt: true,
|
|
2507
|
+
maxContextTokens: 128e3
|
|
2508
|
+
}
|
|
2509
|
+
},
|
|
2510
|
+
{
|
|
2511
|
+
id: "gemma2-9b-it",
|
|
2512
|
+
displayName: "Gemma 2 9B (Groq)",
|
|
2513
|
+
capabilities: {
|
|
2514
|
+
streaming: true,
|
|
2515
|
+
tools: true,
|
|
2516
|
+
vision: false,
|
|
2517
|
+
systemPrompt: true,
|
|
2518
|
+
maxContextTokens: 8192
|
|
2519
|
+
}
|
|
2520
|
+
}
|
|
2521
|
+
];
|
|
2522
|
+
var groqManifest = {
|
|
2523
|
+
vendor: "groq",
|
|
2524
|
+
displayName: "Groq",
|
|
2525
|
+
authKinds: [
|
|
2526
|
+
{
|
|
2527
|
+
kind: "apiKey",
|
|
2528
|
+
displayName: "API Key",
|
|
2529
|
+
fields: [
|
|
2530
|
+
{
|
|
2531
|
+
name: "apiKey",
|
|
2532
|
+
label: "API Key",
|
|
2533
|
+
type: "password",
|
|
2534
|
+
required: true,
|
|
2535
|
+
help: "Get an API key from https://console.groq.com/keys."
|
|
2536
|
+
},
|
|
2537
|
+
{
|
|
2538
|
+
name: "baseURL",
|
|
2539
|
+
label: "Base URL",
|
|
2540
|
+
type: "url",
|
|
2541
|
+
required: false,
|
|
2542
|
+
default: "https://api.groq.com/openai/v1",
|
|
2543
|
+
help: "Override only for proxies. Default points at Groq's production endpoint."
|
|
2544
|
+
}
|
|
2545
|
+
]
|
|
2546
|
+
}
|
|
2547
|
+
],
|
|
2548
|
+
knownModels: GROQ_KNOWN_MODELS,
|
|
2549
|
+
// Groq exposes /openai/v1/models with the same auth as chat completions.
|
|
2550
|
+
supportsModelListing: true,
|
|
2551
|
+
docsUrl: "https://console.groq.com/docs/api-reference"
|
|
2552
|
+
};
|
|
2553
|
+
|
|
2554
|
+
// src/adapters/groq/adapter.ts
|
|
2555
|
+
var GroqAdapter = class extends OpenAIAdapter {
|
|
2556
|
+
vendor = groqManifest.vendor;
|
|
2557
|
+
init(auth, client) {
|
|
2558
|
+
super.init(
|
|
2559
|
+
{
|
|
2560
|
+
...auth,
|
|
2561
|
+
baseURL: auth.baseURL ?? "https://api.groq.com/openai/v1"
|
|
2562
|
+
},
|
|
2563
|
+
client
|
|
2564
|
+
);
|
|
2565
|
+
}
|
|
2566
|
+
};
|
|
2567
|
+
|
|
2568
|
+
// src/adapters/groq/factory.ts
|
|
2569
|
+
var groqFactory = {
|
|
2570
|
+
vendor: groqManifest.vendor,
|
|
2571
|
+
manifest: groqManifest,
|
|
2572
|
+
create: () => new GroqAdapter()
|
|
2573
|
+
};
|
|
2574
|
+
|
|
2486
2575
|
// src/adapters/index.ts
|
|
2487
2576
|
registerAdapter(openAIFactory);
|
|
2488
2577
|
registerAdapter(deepseekFactory);
|
|
@@ -2492,6 +2581,7 @@ registerAdapter(vertexGeminiFactory);
|
|
|
2492
2581
|
registerAdapter(vertexOpenAIFactory);
|
|
2493
2582
|
registerAdapter(bedrockFactory);
|
|
2494
2583
|
registerAdapter(azureOpenAIFactory);
|
|
2584
|
+
registerAdapter(groqFactory);
|
|
2495
2585
|
|
|
2496
2586
|
// src/index.ts
|
|
2497
2587
|
async function createLlm(args) {
|