@memberjunction/ai-groq 0.9.3 → 0.9.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/models/groq.d.ts +1 -5
- package/dist/models/groq.js +39 -42
- package/dist/models/groq.js.map +1 -1
- package/package.json +1 -1
package/dist/models/groq.d.ts
CHANGED
|
@@ -1,9 +1,5 @@
|
|
|
1
1
|
import { BaseLLM, ChatParams, ChatResult, ClassifyParams, ClassifyResult, EmbedParams, EmbedResult, SummarizeParams, SummarizeResult } from '@memberjunction/ai';
|
|
2
|
-
|
|
3
|
-
constructor(options: {
|
|
4
|
-
apiKey: string;
|
|
5
|
-
});
|
|
6
|
-
}
|
|
2
|
+
import Groq from 'groq-sdk';
|
|
7
3
|
export declare class GroqLLM extends BaseLLM {
|
|
8
4
|
static _client: Groq;
|
|
9
5
|
constructor(apiKey: string);
|
package/dist/models/groq.js
CHANGED
|
@@ -5,23 +5,20 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
9
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
10
|
+
};
|
|
8
11
|
var GroqLLM_1;
|
|
9
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
-
exports.GroqLLM =
|
|
13
|
+
exports.GroqLLM = void 0;
|
|
11
14
|
const ai_1 = require("@memberjunction/ai");
|
|
12
15
|
const global_1 = require("@memberjunction/global");
|
|
13
|
-
|
|
14
|
-
class Groq {
|
|
15
|
-
constructor(options) {
|
|
16
|
-
throw new Error("Method not implemented.");
|
|
17
|
-
}
|
|
18
|
-
}
|
|
19
|
-
exports.Groq = Groq;
|
|
16
|
+
const groq_sdk_1 = __importDefault(require("groq-sdk"));
|
|
20
17
|
let GroqLLM = GroqLLM_1 = class GroqLLM extends ai_1.BaseLLM {
|
|
21
18
|
constructor(apiKey) {
|
|
22
19
|
super(apiKey);
|
|
23
20
|
if (!GroqLLM_1._client) {
|
|
24
|
-
GroqLLM_1._client = new
|
|
21
|
+
GroqLLM_1._client = new groq_sdk_1.default({ apiKey: apiKey });
|
|
25
22
|
}
|
|
26
23
|
}
|
|
27
24
|
get client() { return GroqLLM_1._client; }
|
|
@@ -38,39 +35,39 @@ let GroqLLM = GroqLLM_1 = class GroqLLM extends ai_1.BaseLLM {
|
|
|
38
35
|
// }).then((chatCompletion)=>{
|
|
39
36
|
// process.stdout.write(chatCompletion.choices[0]?.message?.content || "");
|
|
40
37
|
// });
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
38
|
+
const chatResponse = await this.client.chat.completions.create({
|
|
39
|
+
model: params.model,
|
|
40
|
+
messages: params.messages
|
|
41
|
+
});
|
|
42
|
+
const endTime = new Date();
|
|
43
|
+
let choices = chatResponse.choices.map((choice) => {
|
|
44
|
+
const res = {
|
|
45
|
+
message: {
|
|
46
|
+
role: 'assistant',
|
|
47
|
+
content: choice.message.content
|
|
48
|
+
},
|
|
49
|
+
finish_reason: choice.finish_reason,
|
|
50
|
+
index: choice.index
|
|
51
|
+
};
|
|
52
|
+
return res;
|
|
53
|
+
});
|
|
54
|
+
return {
|
|
55
|
+
success: true,
|
|
56
|
+
statusText: "OK",
|
|
57
|
+
startTime: startTime,
|
|
58
|
+
endTime: endTime,
|
|
59
|
+
timeElapsed: endTime.getTime() - startTime.getTime(),
|
|
60
|
+
data: {
|
|
61
|
+
choices: choices,
|
|
62
|
+
usage: {
|
|
63
|
+
totalTokens: chatResponse.usage.total_tokens,
|
|
64
|
+
promptTokens: chatResponse.usage.prompt_tokens,
|
|
65
|
+
completionTokens: chatResponse.usage.completion_tokens
|
|
66
|
+
}
|
|
67
|
+
},
|
|
68
|
+
errorMessage: "",
|
|
69
|
+
exception: null,
|
|
70
|
+
};
|
|
74
71
|
throw new Error("Method not implemented.");
|
|
75
72
|
}
|
|
76
73
|
async SummarizeText(params) {
|
package/dist/models/groq.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/models/groq.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAA+L;AAC/L,mDAAuD;AACvD,wDAA4B;AAGrB,IAAM,OAAO,eAAb,MAAM,OAAQ,SAAQ,YAAO;IAEhC,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,SAAO,CAAC,OAAO,EAAC,CAAC;YAClB,SAAO,CAAC,OAAO,GAAG,IAAI,kBAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED,IAAW,MAAM,KAAU,OAAO,SAAO,CAAC,OAAO,CAAC,CAAA,CAAC;IAE5C,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAG7B,0DAA0D;QAC1D,kBAAkB;QAClB,YAAY;QACZ,4BAA4B;QAC5B,oEAAoE;QACpE,YAAY;QACZ,SAAS;QACT,kCAAkC;QAClC,8BAA8B;QAC9B,+EAA+E;QAC/E,MAAM;QAEN,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC3D,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC5B,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,GAAuB,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;YACvE,MAAM,GAAG,GAAqB;gBAC1B,OAAO,EAAE;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;aACtB,CAAC;YACF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;YACpD,IAAI,EAAE;gBACF,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE;oBACH,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;oBAC5C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,aAAa;oBAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB;iBACzD;aACJ;YACD,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI;SAClB,CAAA;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAuB;QAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAsB;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAmB;QACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CACJ,CAAA;AA5EY,0BAAO;kBAAP,OAAO;IADnB,IAAA,sBAAa,EAAC,YAAO,EAAE,SAAS,CAAC;GACrB,OAAO,CA4EnB"}
|