@mzhub/promptc 0.1.2 → 0.1.3

package/README.md

@@ -14,10 +14,12 @@ Install your preferred LLM provider (optional peer dependencies):
 
 ```bash
 # Pick one or more
-npm install openai
-npm install @anthropic-ai/sdk
-npm install @google/generative-ai
-npm install ollama
+npm install openai                      # OpenAI
+npm install @anthropic-ai/sdk           # Anthropic (Claude)
+npm install @google/generative-ai       # Google (Gemini)
+npm install groq-sdk                    # Groq (fast inference)
+npm install @cerebras/cerebras_cloud_sdk # Cerebras (fast inference)
+npm install ollama                      # Ollama (local)
 ```
 
 ## Quick Start
@@ -222,4 +224,3 @@ The compiler returns a serializable artifact:
 ## License
 
 MIT
-

package/dist/src/providers/cerebras.d.ts

@@ -2,9 +2,10 @@ import type { LLMProvider, CompletionParams, CompletionResult, ProviderConfig }
 export declare class CerebrasProvider implements LLMProvider {
     name: string;
     defaultModel: string;
+    private client;
     private apiKey;
-    private baseUrl;
     constructor(config: ProviderConfig);
+    private ensureClient;
     complete(params: CompletionParams): Promise<CompletionResult>;
 }
 //# sourceMappingURL=cerebras.d.ts.map

package/dist/src/providers/cerebras.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,qBAAa,gBAAiB,YAAW,WAAW;IAClD,IAAI,SAAc;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAM5B,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAiCpE"}
+{"version":3,"file":"cerebras.d.ts","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,qBAAa,gBAAiB,YAAW,WAAW;IAClD,IAAI,SAAc;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,cAAc;YAMpB,YAAY;IAcpB,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAkBpE"}

package/dist/src/providers/cerebras.js

@@ -1,37 +1,38 @@
 export class CerebrasProvider {
     name = "cerebras";
     defaultModel;
+    client;
     apiKey;
-    baseUrl;
     constructor(config) {
         this.apiKey = config.apiKey || process.env.CEREBRAS_API_KEY || "";
-        this.baseUrl = config.baseUrl || "https://api.cerebras.ai/v1";
         this.defaultModel = config.defaultModel || "llama3.1-8b";
+        this.client = null;
+    }
+    async ensureClient() {
+        if (!this.client) {
+            try {
+                const Cerebras = (await import("@cerebras/cerebras_cloud_sdk")).default;
+                this.client = new Cerebras({ apiKey: this.apiKey });
+            }
+            catch {
+                throw new Error("@cerebras/cerebras_cloud_sdk is not installed. Install it with: npm install @cerebras/cerebras_cloud_sdk");
+            }
+        }
+        return this.client;
     }
     async complete(params) {
-        const response = await fetch(`${this.baseUrl}/chat/completions`, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${this.apiKey}`,
-            },
-            body: JSON.stringify({
-                model: params.model || this.defaultModel,
-                messages: [{ role: "user", content: params.prompt }],
-                temperature: params.temperature ?? 0.7,
-                max_tokens: params.maxTokens ?? 1024,
-            }),
+        const client = await this.ensureClient();
+        const response = await client.chat.completions.create({
+            model: params.model || this.defaultModel,
+            messages: [{ role: "user", content: params.prompt }],
+            temperature: params.temperature ?? 0.7,
+            max_completion_tokens: params.maxTokens ?? 1024,
         });
-        if (!response.ok) {
-            const error = await response.text();
-            throw new Error(`Cerebras API error: ${response.status} - ${error}`);
-        }
-        const data = (await response.json());
         return {
-            content: data.choices[0].message.content,
+            content: response.choices[0].message.content || "",
             usage: {
-                inputTokens: data.usage.prompt_tokens,
-                outputTokens: data.usage.completion_tokens,
+                inputTokens: response.usage?.prompt_tokens || 0,
+                outputTokens: response.usage?.completion_tokens || 0,
             },
         };
     }

package/dist/src/providers/cerebras.js.map

@@ -1 +1 @@
-{"version":3,"file":"cerebras.js","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,gBAAgB;IAC3B,IAAI,GAAG,UAAU,CAAC;IAClB,YAAY,CAAS;IACb,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAClE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,4BAA4B,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAwB;QACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY;gBACxC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gBACpD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;gBACtC,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;aACrC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;YACxC,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACrC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;aAC3C;SACF,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"cerebras.js","sourceRoot":"","sources":["../../../src/providers/cerebras.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,gBAAgB;IAC3B,IAAI,GAAG,UAAU,CAAC;IAClB,YAAY,CAAS;IACb,MAAM,CAAM;IACZ,MAAM,CAAS;IAEvB,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAClE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC,OAAO,CAAC;gBACxE,IAAI,CAAC,MAAM,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACtD,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CACb,0GAA0G,CAC3G,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAwB;QACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACpD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY;YACxC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;YACpD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,qBAAqB,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;SAChD,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAClD,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACrD;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/src/providers/groq.d.ts

@@ -2,9 +2,10 @@ import type { LLMProvider, CompletionParams, CompletionResult, ProviderConfig }
 export declare class GroqProvider implements LLMProvider {
     name: string;
     defaultModel: string;
-    private apiKey;
-    private baseUrl;
+    private client;
     constructor(config: ProviderConfig);
+    private initClient;
+    private ensureClient;
     complete(params: CompletionParams): Promise<CompletionResult>;
 }
 //# sourceMappingURL=groq.d.ts.map

package/dist/src/providers/groq.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,qBAAa,YAAa,YAAW,WAAW;IAC9C,IAAI,SAAU;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAM5B,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAqCpE"}
+{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,qBAAa,YAAa,YAAW,WAAW;IAC9C,IAAI,SAAU;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAM;gBAER,MAAM,EAAE,cAAc;YASpB,UAAU;YASV,YAAY;IAgBpB,QAAQ,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAoBpE"}

package/dist/src/providers/groq.js

@@ -1,40 +1,51 @@
 export class GroqProvider {
     name = "groq";
     defaultModel;
-    apiKey;
-    baseUrl;
+    client;
     constructor(config) {
-        this.apiKey = config.apiKey || process.env.GROQ_API_KEY || "";
-        this.baseUrl = config.baseUrl || "https://api.groq.com/openai/v1";
+        const apiKey = config.apiKey || process.env.GROQ_API_KEY || "";
         this.defaultModel = config.defaultModel || "llama-3.3-70b-versatile";
+        // Dynamic import to avoid requiring groq-sdk if not used
+        this.client = null;
+        this.initClient(apiKey);
+    }
+    async initClient(apiKey) {
+        try {
+            const Groq = (await import("groq-sdk")).default;
+            this.client = new Groq({ apiKey });
+        }
+        catch {
+            // Will throw on complete() if SDK not installed
+        }
+    }
+    async ensureClient() {
+        if (!this.client) {
+            try {
+                const Groq = (await import("groq-sdk")).default;
+                this.client = new Groq({
+                    apiKey: process.env.GROQ_API_KEY || "",
+                });
+            }
+            catch {
+                throw new Error("groq-sdk is not installed. Install it with: npm install groq-sdk");
+            }
+        }
+        return this.client;
     }
     async complete(params) {
-        const response = await fetch(`${this.baseUrl}/chat/completions`, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${this.apiKey}`,
-            },
-            body: JSON.stringify({
-                model: params.model || this.defaultModel,
-                messages: [{ role: "user", content: params.prompt }],
-                temperature: params.temperature ?? 0.7,
-                max_tokens: params.maxTokens ?? 1024,
-                response_format: params.responseFormat === "json"
-                    ? { type: "json_object" }
-                    : undefined,
-            }),
+        const client = await this.ensureClient();
+        const response = await client.chat.completions.create({
+            model: params.model || this.defaultModel,
+            messages: [{ role: "user", content: params.prompt }],
+            temperature: params.temperature ?? 0.7,
+            max_tokens: params.maxTokens ?? 1024,
+            response_format: params.responseFormat === "json" ? { type: "json_object" } : undefined,
         });
-        if (!response.ok) {
-            const error = await response.text();
-            throw new Error(`Groq API error: ${response.status} - ${error}`);
-        }
-        const data = (await response.json());
         return {
-            content: data.choices[0].message.content,
+            content: response.choices[0].message.content || "",
             usage: {
-                inputTokens: data.usage.prompt_tokens,
-                outputTokens: data.usage.completion_tokens,
+                inputTokens: response.usage?.prompt_tokens || 0,
+                outputTokens: response.usage?.completion_tokens || 0,
             },
         };
     }

package/dist/src/providers/groq.js.map

@@ -1 +1 @@
-{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,YAAY;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,YAAY,CAAS;IACb,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAC9D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gCAAgC,CAAC;QAClE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,yBAAyB,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAwB;QACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY;gBACxC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gBACpD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;gBACtC,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;gBACpC,eAAe,EACb,MAAM,CAAC,cAAc,KAAK,MAAM;oBAC9B,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE;oBACzB,CAAC,CAAC,SAAS;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;YACxC,KAAK,EAAE;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACrC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;aAC3C;SACF,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../../src/providers/groq.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,YAAY;IACvB,IAAI,GAAG,MAAM,CAAC;IACd,YAAY,CAAS;IACb,MAAM,CAAM;IAEpB,YAAY,MAAsB;QAChC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,yBAAyB,CAAC;QAErE,yDAAyD;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAc;QACrC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;YAChD,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACP,gDAAgD;QAClD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;oBACrB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE;iBACvC,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CACb,kEAAkE,CACnE,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAwB;QACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACpD,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY;YACxC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;YACpD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,UAAU,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACpC,eAAe,EACb,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAClD,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACrD;SACF,CAAC;IACJ,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mzhub/promptc",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "Compile and optimize LLM prompts in JavaScript using type-safe schemas and examples.",
   "type": "module",
   "main": "dist/index.js",
@@ -31,14 +31,16 @@
   "author": "MZ Hub",
   "license": "MIT",
   "dependencies": {
-    "zod": "^3.24.0",
-    "p-limit": "^6.1.0"
+    "p-limit": "^6.1.0",
+    "zod": "^3.24.0"
   },
   "peerDependencies": {
-    "openai": "^4.0.0",
     "@anthropic-ai/sdk": "^0.30.0",
+    "@cerebras/cerebras_cloud_sdk": "^1.0.0",
     "@google/generative-ai": "^0.21.0",
-    "ollama": "^0.5.0"
+    "groq-sdk": "^0.8.0",
+    "ollama": "^0.5.0",
+    "openai": "^4.0.0"
   },
   "peerDependenciesMeta": {
     "openai": {
@@ -52,11 +54,19 @@
     },
     "ollama": {
       "optional": true
+    },
+    "groq-sdk": {
+      "optional": true
+    },
+    "@cerebras/cerebras_cloud_sdk": {
+      "optional": true
     }
   },
   "devDependencies": {
-    "typescript": "^5.7.0",
+    "@cerebras/cerebras_cloud_sdk": "^1.59.0",
     "@types/node": "^22.0.0",
+    "groq-sdk": "^0.37.0",
+    "typescript": "^5.7.0",
     "vitest": "^2.0.0"
   }
 }

package/src/providers/cerebras.ts

@@ -8,45 +8,44 @@ import type {
 export class CerebrasProvider implements LLMProvider {
   name = "cerebras";
   defaultModel: string;
+  private client: any;
   private apiKey: string;
-  private baseUrl: string;
 
   constructor(config: ProviderConfig) {
     this.apiKey = config.apiKey || process.env.CEREBRAS_API_KEY || "";
-    this.baseUrl = config.baseUrl || "https://api.cerebras.ai/v1";
     this.defaultModel = config.defaultModel || "llama3.1-8b";
+    this.client = null;
   }
 
-  async complete(params: CompletionParams): Promise<CompletionResult> {
-    const response = await fetch(`${this.baseUrl}/chat/completions`, {
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json",
-        Authorization: `Bearer ${this.apiKey}`,
-      },
-      body: JSON.stringify({
-        model: params.model || this.defaultModel,
-        messages: [{ role: "user", content: params.prompt }],
-        temperature: params.temperature ?? 0.7,
-        max_tokens: params.maxTokens ?? 1024,
-      }),
-    });
-
-    if (!response.ok) {
-      const error = await response.text();
-      throw new Error(`Cerebras API error: ${response.status} - ${error}`);
+  private async ensureClient(): Promise<any> {
+    if (!this.client) {
+      try {
+        const Cerebras = (await import("@cerebras/cerebras_cloud_sdk")).default;
+        this.client = new Cerebras({ apiKey: this.apiKey });
+      } catch {
+        throw new Error(
+          "@cerebras/cerebras_cloud_sdk is not installed. Install it with: npm install @cerebras/cerebras_cloud_sdk"
+        );
+      }
     }
+    return this.client;
+  }
 
-    const data = (await response.json()) as {
-      choices: Array<{ message: { content: string } }>;
-      usage: { prompt_tokens: number; completion_tokens: number };
-    };
+  async complete(params: CompletionParams): Promise<CompletionResult> {
+    const client = await this.ensureClient();
+
+    const response = await client.chat.completions.create({
+      model: params.model || this.defaultModel,
+      messages: [{ role: "user", content: params.prompt }],
+      temperature: params.temperature ?? 0.7,
+      max_completion_tokens: params.maxTokens ?? 1024,
+    });
 
     return {
-      content: data.choices[0].message.content,
+      content: response.choices[0].message.content || "",
       usage: {
-        inputTokens: data.usage.prompt_tokens,
-        outputTokens: data.usage.completion_tokens,
+        inputTokens: response.usage?.prompt_tokens || 0,
+        outputTokens: response.usage?.completion_tokens || 0,
       },
     };
   }

package/src/providers/groq.ts

@@ -8,49 +8,59 @@ import type {
 export class GroqProvider implements LLMProvider {
   name = "groq";
   defaultModel: string;
-  private apiKey: string;
-  private baseUrl: string;
+  private client: any;
 
   constructor(config: ProviderConfig) {
-    this.apiKey = config.apiKey || process.env.GROQ_API_KEY || "";
-    this.baseUrl = config.baseUrl || "https://api.groq.com/openai/v1";
+    const apiKey = config.apiKey || process.env.GROQ_API_KEY || "";
     this.defaultModel = config.defaultModel || "llama-3.3-70b-versatile";
+
+    // Dynamic import to avoid requiring groq-sdk if not used
+    this.client = null;
+    this.initClient(apiKey);
   }
 
-  async complete(params: CompletionParams): Promise<CompletionResult> {
-    const response = await fetch(`${this.baseUrl}/chat/completions`, {
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json",
-        Authorization: `Bearer ${this.apiKey}`,
-      },
-      body: JSON.stringify({
-        model: params.model || this.defaultModel,
-        messages: [{ role: "user", content: params.prompt }],
-        temperature: params.temperature ?? 0.7,
-        max_tokens: params.maxTokens ?? 1024,
-        response_format:
-          params.responseFormat === "json"
-            ? { type: "json_object" }
-            : undefined,
-      }),
-    });
+  private async initClient(apiKey: string) {
+    try {
+      const Groq = (await import("groq-sdk")).default;
+      this.client = new Groq({ apiKey });
+    } catch {
+      // Will throw on complete() if SDK not installed
+    }
+  }
 
-    if (!response.ok) {
-      const error = await response.text();
-      throw new Error(`Groq API error: ${response.status} - ${error}`);
+  private async ensureClient(): Promise<any> {
+    if (!this.client) {
+      try {
+        const Groq = (await import("groq-sdk")).default;
+        this.client = new Groq({
+          apiKey: process.env.GROQ_API_KEY || "",
+        });
+      } catch {
+        throw new Error(
+          "groq-sdk is not installed. Install it with: npm install groq-sdk"
+        );
+      }
     }
+    return this.client;
+  }
 
-    const data = (await response.json()) as {
-      choices: Array<{ message: { content: string } }>;
-      usage: { prompt_tokens: number; completion_tokens: number };
-    };
+  async complete(params: CompletionParams): Promise<CompletionResult> {
+    const client = await this.ensureClient();
+
+    const response = await client.chat.completions.create({
+      model: params.model || this.defaultModel,
+      messages: [{ role: "user", content: params.prompt }],
+      temperature: params.temperature ?? 0.7,
+      max_tokens: params.maxTokens ?? 1024,
+      response_format:
+        params.responseFormat === "json" ? { type: "json_object" } : undefined,
+    });
 
     return {
-      content: data.choices[0].message.content,
+      content: response.choices[0].message.content || "",
       usage: {
-        inputTokens: data.usage.prompt_tokens,
-        outputTokens: data.usage.completion_tokens,
+        inputTokens: response.usage?.prompt_tokens || 0,
+        outputTokens: response.usage?.completion_tokens || 0,
       },
     };
   }