@llumiverse/drivers 0.11.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/lib/cjs/bedrock/index.js +74 -22
- package/lib/cjs/bedrock/index.js.map +1 -1
- package/lib/cjs/groq/index.js +101 -0
- package/lib/cjs/groq/index.js.map +1 -0
- package/lib/cjs/huggingface_ie.js +6 -0
- package/lib/cjs/huggingface_ie.js.map +1 -1
- package/lib/cjs/index.js +1 -0
- package/lib/cjs/index.js.map +1 -1
- package/lib/cjs/mistral/index.js +8 -4
- package/lib/cjs/mistral/index.js.map +1 -1
- package/lib/cjs/openai.js +40 -18
- package/lib/cjs/openai.js.map +1 -1
- package/lib/cjs/replicate.js +1 -0
- package/lib/cjs/replicate.js.map +1 -1
- package/lib/cjs/togetherai/index.js +4 -1
- package/lib/cjs/togetherai/index.js.map +1 -1
- package/lib/cjs/vertexai/models/gemini.js +15 -3
- package/lib/cjs/vertexai/models/gemini.js.map +1 -1
- package/lib/cjs/vertexai/models/palm-model-base.js +3 -1
- package/lib/cjs/vertexai/models/palm-model-base.js.map +1 -1
- package/lib/esm/bedrock/index.js +74 -22
- package/lib/esm/bedrock/index.js.map +1 -1
- package/lib/esm/groq/index.js +94 -0
- package/lib/esm/groq/index.js.map +1 -0
- package/lib/esm/huggingface_ie.js +6 -0
- package/lib/esm/huggingface_ie.js.map +1 -1
- package/lib/esm/index.js +1 -0
- package/lib/esm/index.js.map +1 -1
- package/lib/esm/mistral/index.js +9 -5
- package/lib/esm/mistral/index.js.map +1 -1
- package/lib/esm/openai.js +40 -18
- package/lib/esm/openai.js.map +1 -1
- package/lib/esm/replicate.js +1 -0
- package/lib/esm/replicate.js.map +1 -1
- package/lib/esm/togetherai/index.js +4 -1
- package/lib/esm/togetherai/index.js.map +1 -1
- package/lib/esm/vertexai/models/gemini.js +16 -4
- package/lib/esm/vertexai/models/gemini.js.map +1 -1
- package/lib/esm/vertexai/models/palm-model-base.js +3 -1
- package/lib/esm/vertexai/models/palm-model-base.js.map +1 -1
- package/lib/types/bedrock/index.d.ts.map +1 -1
- package/lib/types/{src/mistral → groq}/index.d.ts +8 -8
- package/lib/types/groq/index.d.ts.map +1 -0
- package/lib/types/huggingface_ie.d.ts +2 -0
- package/lib/types/huggingface_ie.d.ts.map +1 -1
- package/lib/types/index.d.ts +1 -0
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/mistral/index.d.ts.map +1 -1
- package/lib/types/openai.d.ts.map +1 -1
- package/lib/types/replicate.d.ts +1 -0
- package/lib/types/replicate.d.ts.map +1 -1
- package/lib/types/togetherai/index.d.ts.map +1 -1
- package/lib/types/togetherai/interfaces.d.ts +15 -0
- package/lib/types/togetherai/interfaces.d.ts.map +1 -1
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
- package/lib/types/vertexai/models/palm-model-base.d.ts.map +1 -1
- package/package.json +3 -2
- package/src/bedrock/index.ts +69 -21
- package/src/groq/index.ts +124 -0
- package/src/huggingface_ie.ts +6 -0
- package/src/index.ts +1 -1
- package/src/mistral/index.ts +11 -7
- package/src/mistral/types.ts +2 -2
- package/src/openai.ts +43 -20
- package/src/replicate.ts +1 -0
- package/src/togetherai/index.ts +6 -4
- package/src/togetherai/interfaces.ts +16 -0
- package/src/vertexai/models/gemini.ts +13 -5
- package/src/vertexai/models/palm-model-base.ts +3 -1
- package/lib/cjs/vertexai/utils/prompts.js +0 -52
- package/lib/cjs/vertexai/utils/prompts.js.map +0 -1
- package/lib/esm/src/bedrock/index.js +0 -375
- package/lib/esm/src/bedrock/index.js.map +0 -1
- package/lib/esm/src/bedrock/s3.js +0 -53
- package/lib/esm/src/bedrock/s3.js.map +0 -1
- package/lib/esm/src/huggingface_ie.js +0 -173
- package/lib/esm/src/huggingface_ie.js.map +0 -1
- package/lib/esm/src/index.js +0 -9
- package/lib/esm/src/index.js.map +0 -1
- package/lib/esm/src/mistral/index.js +0 -145
- package/lib/esm/src/mistral/index.js.map +0 -1
- package/lib/esm/src/mistral/types.js +0 -80
- package/lib/esm/src/mistral/types.js.map +0 -1
- package/lib/esm/src/openai.js +0 -195
- package/lib/esm/src/openai.js.map +0 -1
- package/lib/esm/src/replicate.js +0 -281
- package/lib/esm/src/replicate.js.map +0 -1
- package/lib/esm/src/test/TestErrorCompletionStream.js +0 -16
- package/lib/esm/src/test/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js +0 -20
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/src/test/index.js +0 -91
- package/lib/esm/src/test/index.js.map +0 -1
- package/lib/esm/src/test/utils.js +0 -25
- package/lib/esm/src/test/utils.js.map +0 -1
- package/lib/esm/src/togetherai/index.js +0 -89
- package/lib/esm/src/togetherai/index.js.map +0 -1
- package/lib/esm/src/togetherai/interfaces.js +0 -2
- package/lib/esm/src/togetherai/interfaces.js.map +0 -1
- package/lib/esm/src/vertexai/debug.js +0 -6
- package/lib/esm/src/vertexai/debug.js.map +0 -1
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js +0 -19
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/src/vertexai/index.js +0 -73
- package/lib/esm/src/vertexai/index.js.map +0 -1
- package/lib/esm/src/vertexai/models/codey-chat.js +0 -61
- package/lib/esm/src/vertexai/models/codey-chat.js.map +0 -1
- package/lib/esm/src/vertexai/models/codey-text.js +0 -31
- package/lib/esm/src/vertexai/models/codey-text.js.map +0 -1
- package/lib/esm/src/vertexai/models/gemini.js +0 -136
- package/lib/esm/src/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/src/vertexai/models/palm-model-base.js +0 -53
- package/lib/esm/src/vertexai/models/palm-model-base.js.map +0 -1
- package/lib/esm/src/vertexai/models/palm2-chat.js +0 -61
- package/lib/esm/src/vertexai/models/palm2-chat.js.map +0 -1
- package/lib/esm/src/vertexai/models/palm2-text.js +0 -31
- package/lib/esm/src/vertexai/models/palm2-text.js.map +0 -1
- package/lib/esm/src/vertexai/models.js +0 -87
- package/lib/esm/src/vertexai/models.js.map +0 -1
- package/lib/esm/src/vertexai/utils/prompts.js +0 -47
- package/lib/esm/src/vertexai/utils/prompts.js.map +0 -1
- package/lib/esm/src/vertexai/utils/tensor.js +0 -82
- package/lib/esm/src/vertexai/utils/tensor.js.map +0 -1
- package/lib/esm/tsconfig.tsbuildinfo +0 -1
- package/lib/esm/vertexai/utils/prompts.js +0 -47
- package/lib/esm/vertexai/utils/prompts.js.map +0 -1
- package/lib/types/src/bedrock/index.d.ts +0 -94
- package/lib/types/src/bedrock/s3.d.ts +0 -16
- package/lib/types/src/huggingface_ie.d.ts +0 -30
- package/lib/types/src/index.d.ts +0 -8
- package/lib/types/src/mistral/types.d.ts +0 -130
- package/lib/types/src/openai.d.ts +0 -30
- package/lib/types/src/replicate.d.ts +0 -47
- package/lib/types/src/test/TestErrorCompletionStream.d.ts +0 -8
- package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +0 -8
- package/lib/types/src/test/index.d.ts +0 -23
- package/lib/types/src/test/utils.d.ts +0 -4
- package/lib/types/src/togetherai/index.d.ts +0 -21
- package/lib/types/src/togetherai/interfaces.d.ts +0 -80
- package/lib/types/src/vertexai/debug.d.ts +0 -1
- package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +0 -9
- package/lib/types/src/vertexai/index.d.ts +0 -21
- package/lib/types/src/vertexai/models/codey-chat.d.ts +0 -50
- package/lib/types/src/vertexai/models/codey-text.d.ts +0 -38
- package/lib/types/src/vertexai/models/gemini.d.ts +0 -10
- package/lib/types/src/vertexai/models/palm-model-base.d.ts +0 -60
- package/lib/types/src/vertexai/models/palm2-chat.d.ts +0 -60
- package/lib/types/src/vertexai/models/palm2-text.d.ts +0 -38
- package/lib/types/src/vertexai/models.d.ts +0 -13
- package/lib/types/src/vertexai/utils/prompts.d.ts +0 -19
- package/lib/types/src/vertexai/utils/tensor.d.ts +0 -5
- package/lib/types/vertexai/utils/prompts.d.ts +0 -20
- package/lib/types/vertexai/utils/prompts.d.ts.map +0 -1
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
function getTensorType(val) {
|
|
2
|
-
if (val == null) {
|
|
3
|
-
return null;
|
|
4
|
-
}
|
|
5
|
-
if (Array.isArray(val)) {
|
|
6
|
-
if (val.length > 0) {
|
|
7
|
-
val = val[0];
|
|
8
|
-
}
|
|
9
|
-
else {
|
|
10
|
-
return 'listVal';
|
|
11
|
-
}
|
|
12
|
-
}
|
|
13
|
-
const type = typeof val;
|
|
14
|
-
if (type === 'string') {
|
|
15
|
-
return 'stringVal';
|
|
16
|
-
}
|
|
17
|
-
if (type === 'number') {
|
|
18
|
-
if (val % 1 === 0) { // is interger
|
|
19
|
-
return 'intVal';
|
|
20
|
-
}
|
|
21
|
-
else {
|
|
22
|
-
return 'floatVal';
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
if (type === 'boolean') {
|
|
26
|
-
return 'boolVal';
|
|
27
|
-
}
|
|
28
|
-
if (type === 'object') {
|
|
29
|
-
return 'structVal';
|
|
30
|
-
}
|
|
31
|
-
return undefined;
|
|
32
|
-
}
|
|
33
|
-
export function formatArrayAsTensor(arr) {
|
|
34
|
-
return arr.map(item => {
|
|
35
|
-
const type = typeof item;
|
|
36
|
-
if (type === 'string' || type === 'number' || type === 'boolean') {
|
|
37
|
-
return item; // primitve values
|
|
38
|
-
}
|
|
39
|
-
else {
|
|
40
|
-
return formatObjectAsTensor(item);
|
|
41
|
-
}
|
|
42
|
-
});
|
|
43
|
-
}
|
|
44
|
-
/**
|
|
45
|
-
* Do not support nested array or nested object arrays
|
|
46
|
-
* @param obj
|
|
47
|
-
* @returns
|
|
48
|
-
*/
|
|
49
|
-
function formatObjectAsTensor(obj, isField = false) {
|
|
50
|
-
const struct = {};
|
|
51
|
-
const keys = Object.keys(obj);
|
|
52
|
-
for (const key of keys) {
|
|
53
|
-
//console.log('###', key);
|
|
54
|
-
const val = obj[key];
|
|
55
|
-
const type = getTensorType(val);
|
|
56
|
-
if (type === 'structVal') {
|
|
57
|
-
if (Array.isArray(val)) {
|
|
58
|
-
struct[key] = { listVal: formatArrayAsTensor(val) };
|
|
59
|
-
}
|
|
60
|
-
else {
|
|
61
|
-
struct[key] = {
|
|
62
|
-
[type]: formatObjectAsTensor(val, true)
|
|
63
|
-
};
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
else if (type) {
|
|
67
|
-
struct[key] = {
|
|
68
|
-
[type]: val
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
return isField ? struct : {
|
|
73
|
-
structVal: struct
|
|
74
|
-
};
|
|
75
|
-
}
|
|
76
|
-
export function generateStreamingPrompt(prompt) {
|
|
77
|
-
return {
|
|
78
|
-
inputs: prompt.instances.map((inst) => formatObjectAsTensor(inst)),
|
|
79
|
-
parameters: formatObjectAsTensor(prompt.parameters)
|
|
80
|
-
};
|
|
81
|
-
}
|
|
82
|
-
//# sourceMappingURL=tensor.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tensor.js","sourceRoot":"","sources":["../../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAEA,SAAS,aAAa,CAAC,GAAQ;IAC3B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;IACxB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc;YAC/B,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,UAAU,CAAC;QACtB,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAU;IAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClB,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC;QACzB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC,CAAC,mBAAmB;QACpC,CAAC;aAAM,CAAC;YACJ,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,GAAQ,EAAE,OAAO,GAAG,KAAK;IACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG;oBACV,CAAC,IAAI,CAAC,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC1C,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,GAAG;gBACV,CAAC,IAAI,CAAC,EAAE,GAAG;aACd,CAAA;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,MAAM;KACpB,CAAC;AACN,CAAC;AAGD,MAAM,UAAU,uBAAuB,CAAC,MAA2C;IAC/E,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACvE,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC;KACtD,CAAA;AACL,CAAC"}
|