@memberjunction/ai-groq 2.32.2 → 2.34.0

package/dist/models/groq.d.ts

@@ -14,7 +14,30 @@ export declare class GroqLLM extends BaseLLM {
      * Read only getter method to get the Groq client instance
      */
     get client(): Groq;
-    ChatCompletion(params: ChatParams): Promise<ChatResult>;
+    /**
+     * Groq supports streaming
+     */
+    get SupportsStreaming(): boolean;
+    /**
+     * Implementation of non-streaming chat completion for Groq
+     */
+    protected nonStreamingChatCompletion(params: ChatParams): Promise<ChatResult>;
+    /**
+     * Create a streaming request for Groq
+     */
+    protected createStreamingRequest(params: ChatParams): Promise<any>;
+    /**
+     * Process a streaming chunk from Groq
+     */
+    protected processStreamingChunk(chunk: any): {
+        content: string;
+        finishReason?: string;
+        usage?: any;
+    };
+    /**
+     * Create the final response from streaming results for Groq
+     */
+    protected finalizeStreamingResponse(accumulatedContent: string | null | undefined, lastChunk: any | null | undefined, usage: any | null | undefined): ChatResult;
     SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
     ClassifyText(params: ClassifyParams): Promise<ClassifyResult>;
 }

package/dist/models/groq.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAoB,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAEzJ,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B;;GAEG;AACH,qBACa,OAAQ,SAAQ,OAAO;IAChC,OAAO,CAAC,OAAO,CAAO;gBACV,MAAM,EAAE,MAAM;IAK1B;;OAEG;IACH,IAAW,UAAU,IAAI,IAAI,CAE5B;IAED;;OAEG;IACH,IAAW,MAAM,IAAI,IAAI,CAExB;IAEY,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAwDvD,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAIhE,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAG7E;AAED,wBAAgB,WAAW,SAE1B"}
+{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAoB,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAA0B,MAAM,oBAAoB,CAAC;AAEjL,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B;;GAEG;AACH,qBACa,OAAQ,SAAQ,OAAO;IAChC,OAAO,CAAC,OAAO,CAAO;gBACV,MAAM,EAAE,MAAM;IAK1B;;OAEG;IACH,IAAW,UAAU,IAAI,IAAI,CAE5B;IAED;;OAEG;IACH,IAAW,MAAM,IAAI,IAAI,CAExB;IAED;;OAEG;IACH,IAAoB,iBAAiB,IAAI,OAAO,CAE/C;IAED;;OAEG;cACa,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAwDnF;;OAEG;cACa,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IAsBxE;;OAEG;IACH,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QACzC,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,GAAG,CAAC;KACf;IAwBD;;OAEG;IACH,SAAS,CAAC,yBAAyB,CAC/B,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;IA0CA,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAIhE,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAG7E;AAED,wBAAgB,WAAW,SAE1B"}

package/dist/models/groq.js

@@ -33,7 +33,16 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
     get client() {
         return this.GroqClient;
     }
-    async ChatCompletion(params) {
+    /**
+     * Groq supports streaming
+     */
+    get SupportsStreaming() {
+        return true;
+    }
+    /**
+     * Implementation of non-streaming chat completion for Groq
+     */
+    async nonStreamingChatCompletion(params) {
         const startTime = new Date();
         const groqParams = {
             model: params.model,
@@ -84,6 +93,88 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
             exception: null,
         };
     }
+    /**
+     * Create a streaming request for Groq
+     */
+    async createStreamingRequest(params) {
+        const groqParams = {
+            model: params.model,
+            messages: params.messages,
+            max_tokens: params.maxOutputTokens,
+            temperature: params.temperature,
+            stream: true
+        };
+        // Set response format if specified
+        switch (params.responseFormat) {
+            case 'JSON':
+                groqParams.response_format = { type: "json_object" };
+                break;
+            case 'ModelSpecific':
+                groqParams.response_format = params.modelSpecificResponseFormat;
+                break;
+        }
+        return this.client.chat.completions.create(groqParams);
+    }
+    /**
+     * Process a streaming chunk from Groq
+     */
+    processStreamingChunk(chunk) {
+        let content = '';
+        let finishReason = undefined;
+        if (chunk?.choices && chunk.choices.length > 0) {
+            const choice = chunk.choices[0];
+            if (choice?.delta?.content) {
+                content = choice.delta.content;
+            }
+            if (choice?.finish_reason) {
+                finishReason = choice.finish_reason;
+            }
+        }
+        // Groq doesn't provide usage in streaming chunks
+        return {
+            content,
+            finishReason,
+            usage: null
+        };
+    }
+    /**
+     * Create the final response from streaming results for Groq
+     */
+    finalizeStreamingResponse(accumulatedContent, lastChunk, usage) {
+        // Extract finish reason from last chunk if available
+        let finishReason = 'stop';
+        if (lastChunk?.choices && lastChunk.choices.length > 0 && lastChunk.choices[0].finish_reason) {
+            finishReason = lastChunk.choices[0].finish_reason;
+        }
+        // For Groq, we don't have precise usage metrics from streaming
+        // We'll use the accumulated ones or defaults
+        const promptTokens = usage?.promptTokens || 0;
+        const completionTokens = usage?.completionTokens || 0;
+        // Create dates (will be overridden by base class)
+        const now = new Date();
+        // Create a proper ChatResult instance with constructor params
+        const result = new ai_1.ChatResult(true, now, now);
+        // Set all properties
+        result.data = {
+            choices: [{
+                    message: {
+                        role: 'assistant',
+                        content: accumulatedContent ? accumulatedContent : ''
+                    },
+                    finish_reason: finishReason,
+                    index: 0
+                }],
+            usage: {
+                promptTokens,
+                completionTokens,
+                totalTokens: promptTokens + completionTokens
+            }
+        };
+        result.statusText = 'success';
+        result.errorMessage = null;
+        result.exception = null;
+        return result;
+    }
     async SummarizeText(params) {
         throw new Error("Method not implemented.");
     }

package/dist/models/groq.js.map

@@ -1 +1 @@
-{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAyJ;AACzJ,mDAAuD;AACvD,wDAA4B;AAG5B;;GAEG;AAEI,IAAM,OAAO,GAAb,MAAM,OAAQ,SAAQ,YAAO;IAEhC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,MAAM,UAAU,GAA2C;YACvD,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,eAAe;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;SAClC,CAAC;QACF,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5B,KAAK,KAAK,CAAC;YACX,KAAK,MAAM,CAAC;YACZ,KAAK,UAAU;gBACX,MAAM;YACV,KAAK,MAAM;gBACP,UAAU,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,MAAM;YACV,KAAK,eAAe;gBAChB,UAAU,CAAC,eAAe,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAChE,MAAM;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,GAAuB,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;YACvE,MAAM,GAAG,GAAqB;gBAC1B,OAAO,EAAE;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACtB,CAAC;YACF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;YACpD,IAAI,EAAE;gBACF,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE;oBACH,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;oBAC5C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,aAAa;oBAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB;iBACzD;aACJ;YACD,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI;SAClB,CAAA;IACL,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CACJ,CAAA;AApFY,0BAAO;kBAAP,OAAO;IADnB,IAAA,sBAAa,EAAC,YAAO,EAAE,SAAS,CAAC;GACrB,OAAO,CAoFnB;AAED,SAAgB,WAAW;IACvB,iFAAiF;AACrF,CAAC;AAFD,kCAEC"}
+{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAiL;AACjL,mDAAuD;AACvD,wDAA4B;AAG5B;;GAEG;AAEI,IAAM,OAAO,GAAb,MAAM,OAAQ,SAAQ,YAAO;IAEhC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,IAAoB,iBAAiB;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B,CAAC,MAAkB;QACzD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,MAAM,UAAU,GAA2C;YACvD,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,eAAe;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;SAClC,CAAC;QACF,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5B,KAAK,KAAK,CAAC;YACX,KAAK,MAAM,CAAC;YACZ,KAAK,UAAU;gBACX,MAAM;YACV,KAAK,MAAM;gBACP,UAAU,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,MAAM;YACV,KAAK,eAAe;gBAChB,UAAU,CAAC,eAAe,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAChE,MAAM;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,GAAuB,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;YACvE,MAAM,GAAG,GAAqB;gBAC1B,OAAO,EAAE;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACtB,CAAC;YACF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;YACpD,IAAI,EAAE;gBACF,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE;oBACH,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;oBAC5C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,aAAa;oBAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB;iBACzD;aACJ;YACD,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI;SAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,sBAAsB,CAAC,MAAkB;QACrD,MAAM,UAAU,GAAwC;YACpD,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,eAAe;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,MAAM,EAAE,IAAI;SACf,CAAC;QAEF,mCAAmC;QACnC,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACP,UAAU,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,MAAM;YACV,KAAK,eAAe;gBAChB,UAAU,CAAC,eAAe,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAChE,MAAM;QACd,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,qBAAqB,CAAC,KAAU;QAKtC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAAG,SAAS,CAAC;QAE7B,IAAI,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;gBACzB,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;gBACxB,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;YACxC,CAAC;QACL,CAAC;QAED,iDAAiD;QACjD,OAAO;YACH,OAAO;YACP,YAAY;YACZ,KAAK,EAAE,IAAI;SACd,CAAC;IACN,CAAC;IAED;;OAEG;IACO,yBAAyB,CAC/B,kBAA6C,EAC7C,SAAiC,EACjC,KAA6B;QAE7B,qDAAqD;QACrD,IAAI,YAAY,GAAG,MAAM,CAAC;QAC1B,IAAI,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAC3F,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QACtD,CAAC;QAED,+DAA+D;QAC/D,6CAA6C;QAC7C,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;QAC9C,MAAM,gBAAgB,GAAG,KAAK,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAEtD,kDAAkD;QAClD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,8DAA8D;QAC9D,MAAM,MAAM,GAAG,IAAI,eAAU,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE9C,qBAAqB;QACrB,MAAM,CAAC,IAAI,GAAG;YACV,OAAO,EAAE,CAAC;oBACN,OAAO,EAAE;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE;qBACxD;oBACD,aAAa,EAAE,YAAY;oBAC3B,KAAK,EAAE,CAAC;iBACX,CAAC;YACF,KAAK,EAAE;gBACH,YAAY;gBACZ,gBAAgB;gBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;aAC/C;SACJ,CAAC;QAEF,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QAExB,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CACJ,CAAA;AAvMY,0BAAO;kBAAP,OAAO;IADnB,IAAA,sBAAa,EAAC,YAAO,EAAE,SAAS,CAAC;GACrB,OAAO,CAuMnB;AAED,SAAgB,WAAW;IACvB,iFAAiF;AACrF,CAAC;AAFD,kCAEC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@memberjunction/ai-groq",
-  "version": "2.32.2",
+  "version": "2.34.0",
   "description": "MemberJunction Wrapper for Groq AI LPU inference engine",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -19,8 +19,8 @@
     "typescript": "^5.4.5"
   },
   "dependencies": {
-    "@memberjunction/ai": "2.32.2",
-    "@memberjunction/global": "2.32.2",
+    "@memberjunction/ai": "2.34.0",
+    "@memberjunction/global": "2.34.0",
     "groq-sdk": "0.15.0"
   }
 }

package/readme.md

@@ -1,2 +1,149 @@
-# @memberjunction/ai-gemini
-Simple wrapper class for Mistral AI's AI Models to use with the MemberJunction framework.
+# @memberjunction/ai-groq
+
+A comprehensive wrapper for Groq's LPU (Language Processing Unit) inference engine, providing high-performance AI model access within the MemberJunction framework.
+
+## Features
+
+- **High-Performance Integration**: Connect to Groq's ultra-fast LPU inference API
+- **Standardized Interface**: Implements MemberJunction's BaseLLM abstract class
+- **Message Formatting**: Handles conversion between MemberJunction and Groq message formats
+- **Error Handling**: Robust error handling with detailed reporting
+- **Token Usage Tracking**: Track token consumption for monitoring
+- **Chat Completion**: Interactive chat completions with various LLMs hosted on Groq
+- **Model Support**: Compatible with LLama-2, Mixtral, and other models hosted on Groq
+
+## Installation
+
+```bash
+npm install @memberjunction/ai-groq
+```
+
+## Requirements
+
+- Node.js 16+
+- A Groq API key
+- MemberJunction Core libraries
+
+## Usage
+
+### Basic Setup
+
+```typescript
+import { GroqLLM } from '@memberjunction/ai-groq';
+
+// Initialize with your Groq API key
+const groqLLM = new GroqLLM('your-groq-api-key');
+```
+
+### Chat Completion
+
+```typescript
+import { ChatParams } from '@memberjunction/ai';
+
+// Create chat parameters
+const chatParams: ChatParams = {
+  model: 'llama2-70b-4096',  // or other models like 'mixtral-8x7b-32768'
+  messages: [
+    { role: 'system', content: 'You are a helpful AI assistant.' },
+    { role: 'user', content: 'Explain how LPUs differ from traditional GPUs for AI inference.' }
+  ],
+  temperature: 0.7,
+  maxOutputTokens: 1000
+};
+
+// Get a response
+try {
+  const response = await groqLLM.ChatCompletion(chatParams);
+  if (response.success) {
+    console.log('Response:', response.data.choices[0].message.content);
+    console.log('Token Usage:', response.data.usage);
+    console.log('Time Elapsed (ms):', response.timeElapsed);
+  } else {
+    console.error('Error:', response.errorMessage);
+  }
+} catch (error) {
+  console.error('Exception:', error);
+}
+```
+
+### Direct Access to Groq Client
+
+```typescript
+// Access the underlying Groq client for advanced usage
+const groqClient = groqLLM.GroqClient;
+
+// Use the client directly if needed
+const customResponse = await groqClient.chat.completions.create({
+  model: 'mixtral-8x7b-32768',
+  messages: [{ role: 'user', content: 'Hello!' }],
+  max_tokens: 500
+});
+```
+
+## Supported Models
+
+Groq provides access to various open models with optimized inference:
+
+- `llama2-70b-4096`
+- `mixtral-8x7b-32768`
+- `gemma-7b-it`
+
+Check the [Groq documentation](https://console.groq.com/docs/models) for the latest list of supported models.
+
+## API Reference
+
+### GroqLLM Class
+
+A class that extends BaseLLM to provide Groq-specific functionality.
+
+#### Constructor
+
+```typescript
+new GroqLLM(apiKey: string)
+```
+
+#### Properties
+
+- `GroqClient`: (read-only) Returns the underlying Groq client instance
+
+#### Methods
+
+- `ChatCompletion(params: ChatParams): Promise<ChatResult>` - Perform a chat completion
+- `SummarizeText(params: SummarizeParams): Promise<SummarizeResult>` - Summarize text
+- `ClassifyText(params: ClassifyParams): Promise<ClassifyResult>` - Classify text (not implemented)
+- `ConvertMJToGroqChatMessages(messages: ChatMessage[]): any[]` - Convert MemberJunction messages to Groq format
+
+## Performance Considerations
+
+Groq is known for its extremely fast inference times:
+
+- Response generation is typically 5-10x faster than traditional GPU-based inference
+- Lower latency means better interactive experiences
+- Benchmark different models to find the best performance/quality balance for your use case
+
+## Error Handling
+
+The wrapper provides detailed error information:
+
+```typescript
+try {
+  const response = await groqLLM.ChatCompletion(params);
+  if (!response.success) {
+    console.error('Error:', response.errorMessage);
+    console.error('Status:', response.statusText);
+    console.error('Time Elapsed:', response.timeElapsed, 'ms');
+  }
+} catch (error) {
+  console.error('Exception occurred:', error);
+}
+```
+
+## Dependencies
+
+- `groq-sdk`: Official Groq SDK
+- `@memberjunction/ai`: MemberJunction AI core framework
+- `@memberjunction/global`: MemberJunction global utilities
+
+## License
+
+ISC