@llumiverse/drivers 0.11.0 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/README.md +1 -0
  2. package/lib/cjs/bedrock/index.js +74 -22
  3. package/lib/cjs/bedrock/index.js.map +1 -1
  4. package/lib/cjs/groq/index.js +101 -0
  5. package/lib/cjs/groq/index.js.map +1 -0
  6. package/lib/cjs/huggingface_ie.js +6 -0
  7. package/lib/cjs/huggingface_ie.js.map +1 -1
  8. package/lib/cjs/index.js +1 -0
  9. package/lib/cjs/index.js.map +1 -1
  10. package/lib/cjs/mistral/index.js +8 -4
  11. package/lib/cjs/mistral/index.js.map +1 -1
  12. package/lib/cjs/openai.js +40 -18
  13. package/lib/cjs/openai.js.map +1 -1
  14. package/lib/cjs/replicate.js +1 -0
  15. package/lib/cjs/replicate.js.map +1 -1
  16. package/lib/cjs/togetherai/index.js +4 -1
  17. package/lib/cjs/togetherai/index.js.map +1 -1
  18. package/lib/cjs/vertexai/models/gemini.js +15 -3
  19. package/lib/cjs/vertexai/models/gemini.js.map +1 -1
  20. package/lib/cjs/vertexai/models/palm-model-base.js +3 -1
  21. package/lib/cjs/vertexai/models/palm-model-base.js.map +1 -1
  22. package/lib/esm/bedrock/index.js +74 -22
  23. package/lib/esm/bedrock/index.js.map +1 -1
  24. package/lib/esm/groq/index.js +94 -0
  25. package/lib/esm/groq/index.js.map +1 -0
  26. package/lib/esm/huggingface_ie.js +6 -0
  27. package/lib/esm/huggingface_ie.js.map +1 -1
  28. package/lib/esm/index.js +1 -0
  29. package/lib/esm/index.js.map +1 -1
  30. package/lib/esm/mistral/index.js +9 -5
  31. package/lib/esm/mistral/index.js.map +1 -1
  32. package/lib/esm/openai.js +40 -18
  33. package/lib/esm/openai.js.map +1 -1
  34. package/lib/esm/replicate.js +1 -0
  35. package/lib/esm/replicate.js.map +1 -1
  36. package/lib/esm/togetherai/index.js +4 -1
  37. package/lib/esm/togetherai/index.js.map +1 -1
  38. package/lib/esm/vertexai/models/gemini.js +16 -4
  39. package/lib/esm/vertexai/models/gemini.js.map +1 -1
  40. package/lib/esm/vertexai/models/palm-model-base.js +3 -1
  41. package/lib/esm/vertexai/models/palm-model-base.js.map +1 -1
  42. package/lib/types/bedrock/index.d.ts.map +1 -1
  43. package/lib/types/{src/mistral → groq}/index.d.ts +8 -8
  44. package/lib/types/groq/index.d.ts.map +1 -0
  45. package/lib/types/huggingface_ie.d.ts +2 -0
  46. package/lib/types/huggingface_ie.d.ts.map +1 -1
  47. package/lib/types/index.d.ts +1 -0
  48. package/lib/types/index.d.ts.map +1 -1
  49. package/lib/types/mistral/index.d.ts.map +1 -1
  50. package/lib/types/openai.d.ts.map +1 -1
  51. package/lib/types/replicate.d.ts +1 -0
  52. package/lib/types/replicate.d.ts.map +1 -1
  53. package/lib/types/togetherai/index.d.ts.map +1 -1
  54. package/lib/types/togetherai/interfaces.d.ts +15 -0
  55. package/lib/types/togetherai/interfaces.d.ts.map +1 -1
  56. package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
  57. package/lib/types/vertexai/models/palm-model-base.d.ts.map +1 -1
  58. package/package.json +3 -2
  59. package/src/bedrock/index.ts +69 -21
  60. package/src/groq/index.ts +124 -0
  61. package/src/huggingface_ie.ts +6 -0
  62. package/src/index.ts +1 -1
  63. package/src/mistral/index.ts +11 -7
  64. package/src/mistral/types.ts +2 -2
  65. package/src/openai.ts +43 -20
  66. package/src/replicate.ts +1 -0
  67. package/src/togetherai/index.ts +6 -4
  68. package/src/togetherai/interfaces.ts +16 -0
  69. package/src/vertexai/models/gemini.ts +13 -5
  70. package/src/vertexai/models/palm-model-base.ts +3 -1
  71. package/lib/cjs/vertexai/utils/prompts.js +0 -52
  72. package/lib/cjs/vertexai/utils/prompts.js.map +0 -1
  73. package/lib/esm/src/bedrock/index.js +0 -375
  74. package/lib/esm/src/bedrock/index.js.map +0 -1
  75. package/lib/esm/src/bedrock/s3.js +0 -53
  76. package/lib/esm/src/bedrock/s3.js.map +0 -1
  77. package/lib/esm/src/huggingface_ie.js +0 -173
  78. package/lib/esm/src/huggingface_ie.js.map +0 -1
  79. package/lib/esm/src/index.js +0 -9
  80. package/lib/esm/src/index.js.map +0 -1
  81. package/lib/esm/src/mistral/index.js +0 -145
  82. package/lib/esm/src/mistral/index.js.map +0 -1
  83. package/lib/esm/src/mistral/types.js +0 -80
  84. package/lib/esm/src/mistral/types.js.map +0 -1
  85. package/lib/esm/src/openai.js +0 -195
  86. package/lib/esm/src/openai.js.map +0 -1
  87. package/lib/esm/src/replicate.js +0 -281
  88. package/lib/esm/src/replicate.js.map +0 -1
  89. package/lib/esm/src/test/TestErrorCompletionStream.js +0 -16
  90. package/lib/esm/src/test/TestErrorCompletionStream.js.map +0 -1
  91. package/lib/esm/src/test/TestValidationErrorCompletionStream.js +0 -20
  92. package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +0 -1
  93. package/lib/esm/src/test/index.js +0 -91
  94. package/lib/esm/src/test/index.js.map +0 -1
  95. package/lib/esm/src/test/utils.js +0 -25
  96. package/lib/esm/src/test/utils.js.map +0 -1
  97. package/lib/esm/src/togetherai/index.js +0 -89
  98. package/lib/esm/src/togetherai/index.js.map +0 -1
  99. package/lib/esm/src/togetherai/interfaces.js +0 -2
  100. package/lib/esm/src/togetherai/interfaces.js.map +0 -1
  101. package/lib/esm/src/vertexai/debug.js +0 -6
  102. package/lib/esm/src/vertexai/debug.js.map +0 -1
  103. package/lib/esm/src/vertexai/embeddings/embeddings-text.js +0 -19
  104. package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +0 -1
  105. package/lib/esm/src/vertexai/index.js +0 -73
  106. package/lib/esm/src/vertexai/index.js.map +0 -1
  107. package/lib/esm/src/vertexai/models/codey-chat.js +0 -61
  108. package/lib/esm/src/vertexai/models/codey-chat.js.map +0 -1
  109. package/lib/esm/src/vertexai/models/codey-text.js +0 -31
  110. package/lib/esm/src/vertexai/models/codey-text.js.map +0 -1
  111. package/lib/esm/src/vertexai/models/gemini.js +0 -136
  112. package/lib/esm/src/vertexai/models/gemini.js.map +0 -1
  113. package/lib/esm/src/vertexai/models/palm-model-base.js +0 -53
  114. package/lib/esm/src/vertexai/models/palm-model-base.js.map +0 -1
  115. package/lib/esm/src/vertexai/models/palm2-chat.js +0 -61
  116. package/lib/esm/src/vertexai/models/palm2-chat.js.map +0 -1
  117. package/lib/esm/src/vertexai/models/palm2-text.js +0 -31
  118. package/lib/esm/src/vertexai/models/palm2-text.js.map +0 -1
  119. package/lib/esm/src/vertexai/models.js +0 -87
  120. package/lib/esm/src/vertexai/models.js.map +0 -1
  121. package/lib/esm/src/vertexai/utils/prompts.js +0 -47
  122. package/lib/esm/src/vertexai/utils/prompts.js.map +0 -1
  123. package/lib/esm/src/vertexai/utils/tensor.js +0 -82
  124. package/lib/esm/src/vertexai/utils/tensor.js.map +0 -1
  125. package/lib/esm/tsconfig.tsbuildinfo +0 -1
  126. package/lib/esm/vertexai/utils/prompts.js +0 -47
  127. package/lib/esm/vertexai/utils/prompts.js.map +0 -1
  128. package/lib/types/src/bedrock/index.d.ts +0 -94
  129. package/lib/types/src/bedrock/s3.d.ts +0 -16
  130. package/lib/types/src/huggingface_ie.d.ts +0 -30
  131. package/lib/types/src/index.d.ts +0 -8
  132. package/lib/types/src/mistral/types.d.ts +0 -130
  133. package/lib/types/src/openai.d.ts +0 -30
  134. package/lib/types/src/replicate.d.ts +0 -47
  135. package/lib/types/src/test/TestErrorCompletionStream.d.ts +0 -8
  136. package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +0 -8
  137. package/lib/types/src/test/index.d.ts +0 -23
  138. package/lib/types/src/test/utils.d.ts +0 -4
  139. package/lib/types/src/togetherai/index.d.ts +0 -21
  140. package/lib/types/src/togetherai/interfaces.d.ts +0 -80
  141. package/lib/types/src/vertexai/debug.d.ts +0 -1
  142. package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +0 -9
  143. package/lib/types/src/vertexai/index.d.ts +0 -21
  144. package/lib/types/src/vertexai/models/codey-chat.d.ts +0 -50
  145. package/lib/types/src/vertexai/models/codey-text.d.ts +0 -38
  146. package/lib/types/src/vertexai/models/gemini.d.ts +0 -10
  147. package/lib/types/src/vertexai/models/palm-model-base.d.ts +0 -60
  148. package/lib/types/src/vertexai/models/palm2-chat.d.ts +0 -60
  149. package/lib/types/src/vertexai/models/palm2-text.d.ts +0 -38
  150. package/lib/types/src/vertexai/models.d.ts +0 -13
  151. package/lib/types/src/vertexai/utils/prompts.d.ts +0 -19
  152. package/lib/types/src/vertexai/utils/tensor.d.ts +0 -5
  153. package/lib/types/vertexai/utils/prompts.d.ts +0 -20
  154. package/lib/types/vertexai/utils/prompts.d.ts.map +0 -1
@@ -1,82 +0,0 @@
1
- function getTensorType(val) {
2
- if (val == null) {
3
- return null;
4
- }
5
- if (Array.isArray(val)) {
6
- if (val.length > 0) {
7
- val = val[0];
8
- }
9
- else {
10
- return 'listVal';
11
- }
12
- }
13
- const type = typeof val;
14
- if (type === 'string') {
15
- return 'stringVal';
16
- }
17
- if (type === 'number') {
18
- if (val % 1 === 0) { // is interger
19
- return 'intVal';
20
- }
21
- else {
22
- return 'floatVal';
23
- }
24
- }
25
- if (type === 'boolean') {
26
- return 'boolVal';
27
- }
28
- if (type === 'object') {
29
- return 'structVal';
30
- }
31
- return undefined;
32
- }
33
- export function formatArrayAsTensor(arr) {
34
- return arr.map(item => {
35
- const type = typeof item;
36
- if (type === 'string' || type === 'number' || type === 'boolean') {
37
- return item; // primitve values
38
- }
39
- else {
40
- return formatObjectAsTensor(item);
41
- }
42
- });
43
- }
44
- /**
45
- * Do not support nested array or nested object arrays
46
- * @param obj
47
- * @returns
48
- */
49
- function formatObjectAsTensor(obj, isField = false) {
50
- const struct = {};
51
- const keys = Object.keys(obj);
52
- for (const key of keys) {
53
- //console.log('###', key);
54
- const val = obj[key];
55
- const type = getTensorType(val);
56
- if (type === 'structVal') {
57
- if (Array.isArray(val)) {
58
- struct[key] = { listVal: formatArrayAsTensor(val) };
59
- }
60
- else {
61
- struct[key] = {
62
- [type]: formatObjectAsTensor(val, true)
63
- };
64
- }
65
- }
66
- else if (type) {
67
- struct[key] = {
68
- [type]: val
69
- };
70
- }
71
- }
72
- return isField ? struct : {
73
- structVal: struct
74
- };
75
- }
76
- export function generateStreamingPrompt(prompt) {
77
- return {
78
- inputs: prompt.instances.map((inst) => formatObjectAsTensor(inst)),
79
- parameters: formatObjectAsTensor(prompt.parameters)
80
- };
81
- }
82
- //# sourceMappingURL=tensor.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"tensor.js","sourceRoot":"","sources":["../../../../../src/vertexai/utils/tensor.ts"],"names":[],"mappings":"AAEA,SAAS,aAAa,CAAC,GAAQ;IAC3B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;IACxB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc;YAC/B,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,OAAO,UAAU,CAAC;QACtB,CAAC;IACL,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpB,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAU;IAC1C,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClB,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC;QACzB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/D,OAAO,IAAI,CAAC,CAAC,mBAAmB;QACpC,CAAC;aAAM,CAAC;YACJ,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,GAAQ,EAAE,OAAO,GAAG,KAAK;IACnD,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG;oBACV,CAAC,IAAI,CAAC,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC1C,CAAA;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,GAAG;gBACV,CAAC,IAAI,CAAC,EAAE,GAAG;aACd,CAAA;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtB,SAAS,EAAE,MAAM;KACpB,CAAC;AACN,CAAC;AAGD,MAAM,UAAU,uBAAuB,CAAC,MAA2C;IAC/E,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACvE,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC;KACtD,CAAA;AACL,CAAC"}