hoomanjs 1.4.0 → 1.5.0

package/README.md

@@ -26,7 +26,7 @@ It gives you:
 
 ## Features
 
-- Multiple LLM providers: `ollama`, `openai`, `anthropic`, `google`, `bedrock`, `xai`
+- Multiple LLM providers: `ollama`, `openai`, `anthropic`, `google`, `bedrock`, `groq`, `xai`
 - Local configuration under `~/.hooman`
 - MCP server support via `stdio`, `streamable-http`, and `sse`
 - MCP server `instructions` support: server-provided instructions are appended to the agent system prompt
@@ -262,6 +262,7 @@ Supported `llm.provider` values:
 - `anthropic`
 - `google`
 - `bedrock`
+- `groq`
 - `xai`
 
 ## Provider Notes
@@ -329,6 +330,21 @@ Uses Strands `GoogleModel` on top of `@google/genai`. Top-level options like `ap
 
 Supports `region`, `clientConfig`, and optional `apiKey`, with all other values forwarded as Bedrock model options.
 
+### Groq
+
+Uses the Vercel AI SDK Groq provider (`@ai-sdk/groq`) on top of Strands `VercelModel`. Provider-specific settings `apiKey`, `baseURL`, and `headers` are picked up; other values are forwarded into the model config (`temperature`, `maxTokens`, etc.). Defaults to `GROQ_API_KEY` from the environment when no `apiKey` is supplied.
+
+```json
+{
+  "provider": "groq",
+  "model": "gemma2-9b-it",
+  "params": {
+    "apiKey": "...",
+    "temperature": 0.7
+  }
+}
+```
+
 ### xAI
 
 Uses the Vercel AI SDK xAI provider (`@ai-sdk/xai`) on top of Strands `VercelModel`. Provider-specific settings `apiKey`, `baseURL`, and `headers` are picked up; other values are forwarded into the model config (`temperature`, `maxTokens`, etc.). Defaults to `XAI_API_KEY` from the environment when no `apiKey` is supplied.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hoomanjs",
-  "version": "1.4.0",
+  "version": "1.5.0",
   "description": "Bun-powered local AI agent CLI with chat, exec, ACP, MCP, and skills support.",
   "author": {
     "name": "Vaibhav Pandey",
@@ -51,6 +51,7 @@
   "dependencies": {
     "@agentclientprotocol/sdk": "^0.18.2",
     "@ai-sdk/anthropic": "^3.0.69",
+    "@ai-sdk/groq": "^3.0.35",
     "@ai-sdk/xai": "^3.0.83",
     "@aws-sdk/client-bedrock-runtime": "^3.1028.0",
     "@google/genai": "^1.40.0",

package/src/core/config.ts

@@ -5,6 +5,7 @@ import { z } from "zod";
 export enum LlmProvider {
   Anthropic = "anthropic",
   Google = "google",
+  Groq = "groq",
   OpenAI = "openai",
   Ollama = "ollama",
   Bedrock = "bedrock",

package/src/core/models/groq.ts

@@ -0,0 +1,48 @@
+import { createGroq, groq } from "@ai-sdk/groq";
+import { VercelModel } from "@strands-agents/sdk/models/vercel";
+import type { GroqProviderSettings } from "@ai-sdk/groq";
+import type { VercelModelConfig } from "@strands-agents/sdk/models/vercel";
+import { omit, pick } from "lodash";
+
+const PROVIDER_SETTINGS_KEYS = ["apiKey", "baseURL", "headers"] as const;
+
+function pickProviderSettings(
+  params: Record<string, unknown>,
+): GroqProviderSettings {
+  const picked = pick(params, [...PROVIDER_SETTINGS_KEYS]) as Record<
+    string,
+    unknown
+  >;
+  const unset = Object.keys(picked).filter((k) => picked[k] === undefined);
+  return omit(picked, unset) as GroqProviderSettings;
+}
+
+function pickVercelModelConfig(
+  params: Record<string, unknown>,
+): Partial<VercelModelConfig> {
+  return omit(params, [
+    ...PROVIDER_SETTINGS_KEYS,
+  ]) as Partial<VercelModelConfig>;
+}
+
+/**
+ * Groq via AI SDK + Strands {@link VercelModel}.
+ *
+ * - **`config.llm.model`**: model id passed to `groq(...)` (e.g. `gemma2-9b-it`).
+ * - **`params`**: {@link GroqProviderSettings} (`apiKey`, `baseURL`, `headers`).
+ *   If none are set, the default provider is used (`GROQ_API_KEY` from env).
+ * - Any other `params` keys are forwarded as {@link VercelModelConfig} (e.g. `temperature`, `maxTokens`).
+ */
+export function create(
+  model: string,
+  params: Record<string, unknown> = {},
+): VercelModel {
+  const settings = pickProviderSettings(params);
+  const provider =
+    Object.keys(settings).length > 0 ? createGroq(settings) : groq;
+  const config = pickVercelModelConfig(params);
+  return new VercelModel({
+    provider: provider(model),
+    ...config,
+  });
+}

package/src/core/models/index.ts

@@ -11,6 +11,7 @@ export const modelProviders: Record<string, () => Promise<ModelProvider>> = {
   anthropic: () => import("./anthropic.ts"),
   bedrock: () => import("./bedrock.ts"),
   google: () => import("./google.ts"),
+  groq: () => import("./groq.ts"),
   ollama: () => import("./ollama/index.ts"),
   openai: () => import("./openai.ts"),
   xai: () => import("./xai.ts"),