@memberjunction/ai-groq 2.38.0 → 2.40.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/models/groq.d.ts.map +1 -1
- package/dist/models/groq.js +38 -14
- package/dist/models/groq.js.map +1 -1
- package/package.json +3 -3
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,
|
|
1
|
+
{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAqC,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAc,MAAM,oBAAoB,CAAC;AAEtL,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B;;GAEG;AACH,qBACa,OAAQ,SAAQ,OAAO;IAChC,OAAO,CAAC,OAAO,CAAO;gBACV,MAAM,EAAE,MAAM;IAK1B;;OAEG;IACH,IAAW,UAAU,IAAI,IAAI,CAE5B;IAED;;OAEG;IACH,IAAW,MAAM,IAAI,IAAI,CAExB;IAED;;OAEG;IACH,IAAoB,iBAAiB,IAAI,OAAO,CAE/C;IAED;;OAEG;cACa,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IA6EnF;;OAEG;cACa,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IAkCxE;;OAEG;IACH,SAAS,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QACzC,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,GAAG,CAAC;KACf;IAwBD;;OAEG;IACH,SAAS,CAAC,yBAAyB,CAC/B,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;IAsCA,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAIhE,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAG7E;AAED,wBAAgB,WAAW,SAE1B"}
|
package/dist/models/groq.js
CHANGED
|
@@ -44,9 +44,31 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
|
|
|
44
44
|
*/
|
|
45
45
|
async nonStreamingChatCompletion(params) {
|
|
46
46
|
const startTime = new Date();
|
|
47
|
+
// Need to convert to Groq-compatible message format
|
|
48
|
+
const messages = params.messages.map(m => ({
|
|
49
|
+
role: m.role,
|
|
50
|
+
content: m.content,
|
|
51
|
+
}));
|
|
52
|
+
// Groq requires the last message to be a user message
|
|
53
|
+
if (messages.length > 0 && messages[messages.length - 1].role !== 'user') {
|
|
54
|
+
messages.push({
|
|
55
|
+
role: 'user',
|
|
56
|
+
content: 'OK' // Dummy message to satisfy Groq's requirement
|
|
57
|
+
});
|
|
58
|
+
}
|
|
47
59
|
const groqParams = {
|
|
48
60
|
model: params.model,
|
|
49
|
-
messages:
|
|
61
|
+
messages: messages.map(m => {
|
|
62
|
+
return {
|
|
63
|
+
role: m.role,
|
|
64
|
+
content: Array.isArray(m.content) ? m.content.map(block => {
|
|
65
|
+
return {
|
|
66
|
+
content: block.content,
|
|
67
|
+
type: block.type,
|
|
68
|
+
};
|
|
69
|
+
}) : m.content,
|
|
70
|
+
};
|
|
71
|
+
}),
|
|
50
72
|
max_tokens: params.maxOutputTokens,
|
|
51
73
|
temperature: params.temperature
|
|
52
74
|
};
|
|
@@ -67,7 +89,7 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
|
|
|
67
89
|
let choices = chatResponse.choices.map((choice) => {
|
|
68
90
|
const res = {
|
|
69
91
|
message: {
|
|
70
|
-
role:
|
|
92
|
+
role: ai_1.ChatMessageRole.assistant,
|
|
71
93
|
content: choice.message.content
|
|
72
94
|
},
|
|
73
95
|
finish_reason: choice.finish_reason,
|
|
@@ -83,11 +105,7 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
|
|
|
83
105
|
timeElapsed: endTime.getTime() - startTime.getTime(),
|
|
84
106
|
data: {
|
|
85
107
|
choices: choices,
|
|
86
|
-
usage:
|
|
87
|
-
totalTokens: chatResponse.usage.total_tokens,
|
|
88
|
-
promptTokens: chatResponse.usage.prompt_tokens,
|
|
89
|
-
completionTokens: chatResponse.usage.completion_tokens
|
|
90
|
-
}
|
|
108
|
+
usage: new ai_1.ModelUsage(chatResponse.usage.prompt_tokens, chatResponse.usage.completion_tokens)
|
|
91
109
|
},
|
|
92
110
|
errorMessage: "",
|
|
93
111
|
exception: null,
|
|
@@ -97,13 +115,23 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
|
|
|
97
115
|
* Create a streaming request for Groq
|
|
98
116
|
*/
|
|
99
117
|
async createStreamingRequest(params) {
|
|
118
|
+
// Need to convert to Groq-compatible message format
|
|
119
|
+
const messages = params.messages.map(m => ({
|
|
120
|
+
role: m.role,
|
|
121
|
+
content: m.content,
|
|
122
|
+
})); // Use any to bypass type checking
|
|
100
123
|
const groqParams = {
|
|
101
124
|
model: params.model,
|
|
102
|
-
messages:
|
|
125
|
+
messages: messages,
|
|
103
126
|
max_tokens: params.maxOutputTokens,
|
|
104
127
|
temperature: params.temperature,
|
|
105
128
|
stream: true
|
|
106
129
|
};
|
|
130
|
+
// Add reasoning_effort if supported by the model
|
|
131
|
+
if (params.effortLevel) {
|
|
132
|
+
// Note: This is still experimental in Groq, so we add it only if explicitly requested
|
|
133
|
+
groqParams.reasoning_effort = params.effortLevel;
|
|
134
|
+
}
|
|
107
135
|
// Set response format if specified
|
|
108
136
|
switch (params.responseFormat) {
|
|
109
137
|
case 'JSON':
|
|
@@ -158,17 +186,13 @@ let GroqLLM = class GroqLLM extends ai_1.BaseLLM {
|
|
|
158
186
|
result.data = {
|
|
159
187
|
choices: [{
|
|
160
188
|
message: {
|
|
161
|
-
role:
|
|
189
|
+
role: ai_1.ChatMessageRole.assistant,
|
|
162
190
|
content: accumulatedContent ? accumulatedContent : ''
|
|
163
191
|
},
|
|
164
192
|
finish_reason: finishReason,
|
|
165
193
|
index: 0
|
|
166
194
|
}],
|
|
167
|
-
usage:
|
|
168
|
-
promptTokens,
|
|
169
|
-
completionTokens,
|
|
170
|
-
totalTokens: promptTokens + completionTokens
|
|
171
|
-
}
|
|
195
|
+
usage: new ai_1.ModelUsage(promptTokens, completionTokens)
|
|
172
196
|
};
|
|
173
197
|
result.statusText = 'success';
|
|
174
198
|
result.errorMessage = null;
|
package/dist/models/groq.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAsL;AACtL,mDAAuD;AACvD,wDAA4B;AAG5B;;GAEG;AAEI,IAAM,OAAO,GAAb,MAAM,OAAQ,SAAQ,YAAO;IAEhC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,IAAoB,iBAAiB;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B,CAAC,MAAkB;QACzD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,oDAAoD;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,CAAC,OAAO;SACrB,CAAC,CAAC,CAAA;QAEH,sDAAsD;QACtD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvE,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI,CAAC,8CAA8C;aAC/D,CAAC,CAAC;QACP,CAAC;QAED,MAAM,UAAU,GAA2C;YACvD,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACvB,OAAO;oBACH,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;wBACtD,OAAO;4BACH,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,IAAI,EAAE,KAAK,CAAC,IAAI;yBACnB,CAAA;oBACL,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;iBACjB,CAAC;YACN,CAAC,CAAsC;YACvC,UAAU,EAAE,MAAM,CAAC,eAAe;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;SAClC,CAAC;QAEF,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5B,KAAK,KAAK,CAAC;YACX,KAAK,MAAM,CAAC;YACZ,KAAK,UAAU;gBACX,MAAM;YACV,KAAK,MAAM;gBACP,UAAU,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,MAAM;YACV,KAAK,eAAe;gBAChB,UAAU,CAAC,eAAe,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAChE,MAAM;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,GAAuB,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;YACvE,MAAM,GAAG,GAAqB;gBAC1B,OAAO,EAAE;oBACL,IAAI,EAAE,oBAAe,CAAC,SAAS;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACtB,CAAC;YACF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;YACpD,IAAI,EAAE;gBACF,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE,IAAI,eAAU,CAAC,YAAY,CAAC,KAAK,CAAC,aAAa,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC;aAChG;YACD,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI;SAClB,CAAC;IACN,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,sBAAsB,CAAC,MAAkB;QACrD,oDAAoD;QACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,CAAC,OAAO;SACrB,CAAC,CAAQ,CAAC,CAAC,kCAAkC;QAE9C,MAAM,UAAU,GAAwC;YACpD,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,MAAM,CAAC,eAAe;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,MAAM,EAAE,IAAI;SACf,CAAC;QAEF,iDAAiD;QACjD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,sFAAsF;YACrF,UAAkB,CAAC,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC;QAC9D,CAAC;QAED,mCAAmC;QACnC,QAAQ,MAAM,CAAC,cAAc,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACP,UAAU,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,MAAM;YACV,KAAK,eAAe;gBAChB,UAAU,CAAC,eAAe,GAAG,MAAM,CAAC,2BAA2B,CAAC;gBAChE,MAAM;QACd,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACO,qBAAqB,CAAC,KAAU;QAKtC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAAG,SAAS,CAAC;QAE7B,IAAI,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;gBACzB,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;gBACxB,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;YACxC,CAAC;QACL,CAAC;QAED,iDAAiD;QACjD,OAAO;YACH,OAAO;YACP,YAAY;YACZ,KAAK,EAAE,IAAI;SACd,CAAC;IACN,CAAC;IAED;;OAEG;IACO,yBAAyB,CAC/B,kBAA6C,EAC7C,SAAiC,EACjC,KAA6B;QAE7B,qDAAqD;QACrD,IAAI,YAAY,GAAG,MAAM,CAAC;QAC1B,IAAI,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAC3F,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QACtD,CAAC;QAED,+DAA+D;QAC/D,6CAA6C;QAC7C,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;QAC9C,MAAM,gBAAgB,GAAG,KAAK,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAEtD,kDAAkD;QAClD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,8DAA8D;QAC9D,MAAM,MAAM,GAAG,IAAI,eAAU,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE9C,qBAAqB;QACrB,MAAM,CAAC,IAAI,GAAG;YACV,OAAO,EAAE,CAAC;oBACN,OAAO,EAAE;wBACL,IAAI,EAAE,oBAAe,CAAC,SAAS;wBAC/B,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE;qBACxD;oBACD,aAAa,EAAE,YAAY;oBAC3B,KAAK,EAAE,CAAC;iBACX,CAAC;YACF,KAAK,EAAE,IAAI,eAAU,CAAC,YAAY,EAAE,gBAAgB,CAAC;SACxD,CAAC;QAEF,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QAExB,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CACJ,CAAA;AApOY,0BAAO;kBAAP,OAAO;IADnB,IAAA,sBAAa,EAAC,YAAO,EAAE,SAAS,CAAC;GACrB,OAAO,CAoOnB;AAED,SAAgB,WAAW;IACvB,iFAAiF;AACrF,CAAC;AAFD,kCAEC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/ai-groq",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.40.0",
|
|
4
4
|
"description": "MemberJunction Wrapper for Groq AI LPU inference engine",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -19,8 +19,8 @@
|
|
|
19
19
|
"typescript": "^5.4.5"
|
|
20
20
|
},
|
|
21
21
|
"dependencies": {
|
|
22
|
-
"@memberjunction/ai": "2.
|
|
23
|
-
"@memberjunction/global": "2.
|
|
22
|
+
"@memberjunction/ai": "2.40.0",
|
|
23
|
+
"@memberjunction/global": "2.40.0",
|
|
24
24
|
"groq-sdk": "0.21.0"
|
|
25
25
|
}
|
|
26
26
|
}
|