@llumiverse/drivers 0.12.0 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/lib/cjs/groq/index.js
CHANGED
|
@@ -22,12 +22,23 @@ class GroqDriver extends core_1.AbstractDriver {
|
|
|
22
22
|
baseURL: options.endpoint_url
|
|
23
23
|
});
|
|
24
24
|
}
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
25
|
+
// protected canStream(options: ExecutionOptions): Promise<boolean> {
|
|
26
|
+
// if (options.resultSchema) {
|
|
27
|
+
// // not yet streamign json responses
|
|
28
|
+
// return Promise.resolve(false);
|
|
29
|
+
// } else {
|
|
30
|
+
// return Promise.resolve(true);
|
|
31
|
+
// }
|
|
32
|
+
// }
|
|
33
|
+
getResponseFormat(_options) {
|
|
34
|
+
//TODO: when forcing json_object type the streaming is not supported.
|
|
35
|
+
// either implement canStream as above or comment the code below:
|
|
36
|
+
// const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
|
|
37
|
+
// type: "json_object",
|
|
38
|
+
// }
|
|
39
|
+
// return _options.resultSchema ? responseFormatJson : undefined;
|
|
40
|
+
return undefined;
|
|
41
|
+
}
|
|
31
42
|
formatPrompt(segments, opts) {
|
|
32
43
|
const messages = (0, formatters_1.formatOpenAILikePrompt)(segments);
|
|
33
44
|
//Add JSON instruction is schema is provided
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":";;;;;;AAAA,2CAA8K;AAC9K,kDAAgE;AAChE,4DAA6G;AAC7G,wDAA4B;AAS5B,MAAa,UAAW,SAAQ,qBAAsD;IAClF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,uBAAgB,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":";;;;;;AAAA,2CAA8K;AAC9K,kDAAgE;AAChE,4DAA6G;AAC7G,wDAA4B;AAS5B,MAAa,UAAW,SAAQ,qBAAsD;IAClF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,uBAAgB,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,kCAAkC;IAClC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,iEAAiE;QACjE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,YAAY,CAAC,QAAyB,EAAE,IAAsB;QACpE,MAAM,QAAQ,GAAG,IAAA,mCAAsB,EAAC,QAAQ,CAAC,CAAC;QAClD,4CAA4C;QAC5C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,aAAa,GAAG,IAAA,gCAAmB,EAAC,IAAI,CAAC,YAAY,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAA6B,EAAE,OAAyB;QAG5E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;SACnD,CAAC,CAAC;QAGH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,OAAO;YACH,MAAM,EAAE,MAAM;YACd,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,QAA6B,EAAE,OAAyB;QAElF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,MAAM,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAEpF,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAsB;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAzHD,gCAyHC"}
|
package/lib/esm/groq/index.js
CHANGED
|
@@ -16,12 +16,23 @@ export class GroqDriver extends AbstractDriver {
|
|
|
16
16
|
baseURL: options.endpoint_url
|
|
17
17
|
});
|
|
18
18
|
}
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
19
|
+
// protected canStream(options: ExecutionOptions): Promise<boolean> {
|
|
20
|
+
// if (options.resultSchema) {
|
|
21
|
+
// // not yet streamign json responses
|
|
22
|
+
// return Promise.resolve(false);
|
|
23
|
+
// } else {
|
|
24
|
+
// return Promise.resolve(true);
|
|
25
|
+
// }
|
|
26
|
+
// }
|
|
27
|
+
getResponseFormat(_options) {
|
|
28
|
+
//TODO: when forcing json_object type the streaming is not supported.
|
|
29
|
+
// either implement canStream as above or comment the code below:
|
|
30
|
+
// const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
|
|
31
|
+
// type: "json_object",
|
|
32
|
+
// }
|
|
33
|
+
// return _options.resultSchema ? responseFormatJson : undefined;
|
|
34
|
+
return undefined;
|
|
35
|
+
}
|
|
25
36
|
formatPrompt(segments, opts) {
|
|
26
37
|
const messages = formatOpenAILikePrompt(segments);
|
|
27
38
|
//Add JSON instruction is schema is provided
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAAE,gBAAgB,EAAmG,MAAM,kBAAkB,CAAC;AAC9K,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAqB,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAC7G,OAAO,IAAI,MAAM,UAAU,CAAC;AAS5B,MAAM,OAAO,UAAW,SAAQ,cAAsD;IAClF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAAE,gBAAgB,EAAmG,MAAM,kBAAkB,CAAC;AAC9K,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAqB,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAC7G,OAAO,IAAI,MAAM,UAAU,CAAC;AAS5B,MAAM,OAAO,UAAW,SAAQ,cAAsD;IAClF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,kCAAkC;IAClC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,iEAAiE;QACjE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,YAAY,CAAC,QAAyB,EAAE,IAAsB;QACpE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAClD,4CAA4C;QAC5C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC;aAClE,CAAC,CAAC;QACP,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAA6B,EAAE,OAAyB;QAG5E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;SACnD,CAAC,CAAC;QAGH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,OAAO;YACH,MAAM,EAAE,MAAM;YACd,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,QAA6B,EAAE,OAAyB;QAElF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,MAAM,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAEpF,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAsB;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ"}
|
|
@@ -11,7 +11,7 @@ export declare class GroqDriver extends AbstractDriver<GroqDriverOptions, OpenAI
|
|
|
11
11
|
client: Groq;
|
|
12
12
|
endpointUrl?: string;
|
|
13
13
|
constructor(options: GroqDriverOptions);
|
|
14
|
-
getResponseFormat
|
|
14
|
+
getResponseFormat(_options: ExecutionOptions): Groq.Chat.Completions.CompletionCreateParams.ResponseFormat | undefined;
|
|
15
15
|
protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): OpenAITextMessage[];
|
|
16
16
|
requestCompletion(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<Completion<any>>;
|
|
17
17
|
requestCompletionStream(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<AsyncIterable<string>>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAoB,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAE9K,OAAO,EAAE,iBAAiB,EAA+C,MAAM,6BAA6B,CAAC;AAC7G,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAGD,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;IAClF,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAoB,UAAU,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAE9K,OAAO,EAAE,iBAAiB,EAA+C,MAAM,6BAA6B,CAAC;AAC7G,OAAO,IAAI,MAAM,UAAU,CAAC;AAG5B,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAGD,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,CAAC;IAClF,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IAmBtC,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,sBAAsB,CAAC,cAAc,GAAG,SAAS;IAWtH,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,iBAAiB,EAAE;IAYxF,iBAAiB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA2BrG,uBAAuB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAejH,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAI9E"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@llumiverse/drivers",
|
|
3
|
-
"version": "0.12.
|
|
3
|
+
"version": "0.12.1",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.",
|
|
6
6
|
"files": [
|
|
@@ -62,7 +62,7 @@
|
|
|
62
62
|
"@aws-sdk/lib-storage": "^3.535.0",
|
|
63
63
|
"@google-cloud/vertexai": "^0.5.0",
|
|
64
64
|
"@huggingface/inference": "^2.6.6",
|
|
65
|
-
"@llumiverse/core": "^0.12.
|
|
65
|
+
"@llumiverse/core": "^0.12.1",
|
|
66
66
|
"api-fetch-client": "^0.8.6",
|
|
67
67
|
"eventsource": "^2.0.2",
|
|
68
68
|
"google-auth-library": "^9.7.0",
|
package/src/groq/index.ts
CHANGED
|
@@ -26,14 +26,24 @@ export class GroqDriver extends AbstractDriver<GroqDriverOptions, OpenAITextMess
|
|
|
26
26
|
});
|
|
27
27
|
}
|
|
28
28
|
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
29
|
+
// protected canStream(options: ExecutionOptions): Promise<boolean> {
|
|
30
|
+
// if (options.resultSchema) {
|
|
31
|
+
// // not yet streamign json responses
|
|
32
|
+
// return Promise.resolve(false);
|
|
33
|
+
// } else {
|
|
34
|
+
// return Promise.resolve(true);
|
|
35
|
+
// }
|
|
36
|
+
// }
|
|
37
|
+
|
|
38
|
+
getResponseFormat(_options: ExecutionOptions): Groq.Chat.Completions.CompletionCreateParams.ResponseFormat | undefined {
|
|
39
|
+
//TODO: when forcing json_object type the streaming is not supported.
|
|
40
|
+
// either implement canStream as above or comment the code below:
|
|
41
|
+
// const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
|
|
42
|
+
// type: "json_object",
|
|
43
|
+
// }
|
|
44
|
+
|
|
45
|
+
// return _options.resultSchema ? responseFormatJson : undefined;
|
|
46
|
+
return undefined;
|
|
37
47
|
}
|
|
38
48
|
|
|
39
49
|
protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): OpenAITextMessage[] {
|