@llumiverse/drivers 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. package/lib/cjs/azure/azure_foundry.js +379 -0
  2. package/lib/cjs/azure/azure_foundry.js.map +1 -0
  3. package/lib/cjs/bedrock/index.js +8 -5
  4. package/lib/cjs/bedrock/index.js.map +1 -1
  5. package/lib/cjs/groq/index.js +91 -10
  6. package/lib/cjs/groq/index.js.map +1 -1
  7. package/lib/cjs/index.js +2 -1
  8. package/lib/cjs/index.js.map +1 -1
  9. package/lib/cjs/mistral/index.js +2 -1
  10. package/lib/cjs/mistral/index.js.map +1 -1
  11. package/lib/cjs/openai/azure_openai.js +72 -0
  12. package/lib/cjs/openai/azure_openai.js.map +1 -0
  13. package/lib/cjs/openai/index.js +6 -9
  14. package/lib/cjs/openai/index.js.map +1 -1
  15. package/lib/cjs/openai/openai.js +2 -2
  16. package/lib/cjs/openai/openai.js.map +1 -1
  17. package/lib/cjs/openai/openai_format.js +138 -0
  18. package/lib/cjs/openai/openai_format.js.map +1 -0
  19. package/lib/cjs/vertexai/models/claude.js +5 -3
  20. package/lib/cjs/vertexai/models/claude.js.map +1 -1
  21. package/lib/cjs/watsonx/index.js +1 -1
  22. package/lib/cjs/watsonx/index.js.map +1 -1
  23. package/lib/cjs/xai/index.js +3 -3
  24. package/lib/cjs/xai/index.js.map +1 -1
  25. package/lib/esm/azure/azure_foundry.js +373 -0
  26. package/lib/esm/azure/azure_foundry.js.map +1 -0
  27. package/lib/esm/bedrock/index.js +8 -5
  28. package/lib/esm/bedrock/index.js.map +1 -1
  29. package/lib/esm/groq/index.js +91 -10
  30. package/lib/esm/groq/index.js.map +1 -1
  31. package/lib/esm/index.js +2 -1
  32. package/lib/esm/index.js.map +1 -1
  33. package/lib/esm/mistral/index.js +2 -1
  34. package/lib/esm/mistral/index.js.map +1 -1
  35. package/lib/esm/openai/azure_openai.js +68 -0
  36. package/lib/esm/openai/azure_openai.js.map +1 -0
  37. package/lib/esm/openai/index.js +5 -8
  38. package/lib/esm/openai/index.js.map +1 -1
  39. package/lib/esm/openai/openai.js +2 -2
  40. package/lib/esm/openai/openai.js.map +1 -1
  41. package/lib/esm/openai/openai_format.js +134 -0
  42. package/lib/esm/openai/openai_format.js.map +1 -0
  43. package/lib/esm/src/adobe/firefly.js +115 -0
  44. package/lib/esm/src/adobe/firefly.js.map +1 -0
  45. package/lib/esm/src/bedrock/converse.js +278 -0
  46. package/lib/esm/src/bedrock/converse.js.map +1 -0
  47. package/lib/esm/src/bedrock/index.js +797 -0
  48. package/lib/esm/src/bedrock/index.js.map +1 -0
  49. package/lib/esm/src/bedrock/nova-image-payload.js +203 -0
  50. package/lib/esm/src/bedrock/nova-image-payload.js.map +1 -0
  51. package/lib/esm/src/bedrock/payloads.js +2 -0
  52. package/lib/esm/src/bedrock/payloads.js.map +1 -0
  53. package/lib/esm/src/bedrock/s3.js +99 -0
  54. package/lib/esm/src/bedrock/s3.js.map +1 -0
  55. package/lib/esm/src/groq/index.js +130 -0
  56. package/lib/esm/src/groq/index.js.map +1 -0
  57. package/lib/esm/src/huggingface_ie.js +196 -0
  58. package/lib/esm/src/huggingface_ie.js.map +1 -0
  59. package/lib/esm/src/index.js +13 -0
  60. package/lib/esm/src/index.js.map +1 -0
  61. package/lib/esm/src/mistral/index.js +167 -0
  62. package/lib/esm/src/mistral/index.js.map +1 -0
  63. package/lib/esm/src/mistral/types.js +80 -0
  64. package/lib/esm/src/mistral/types.js.map +1 -0
  65. package/{src/openai/azure.ts → lib/esm/src/openai/azure.js} +7 -34
  66. package/lib/esm/src/openai/azure.js.map +1 -0
  67. package/lib/esm/src/openai/index.js +463 -0
  68. package/lib/esm/src/openai/index.js.map +1 -0
  69. package/lib/esm/src/openai/openai.js +14 -0
  70. package/lib/esm/src/openai/openai.js.map +1 -0
  71. package/lib/esm/src/replicate.js +268 -0
  72. package/lib/esm/src/replicate.js.map +1 -0
  73. package/lib/esm/src/test/TestErrorCompletionStream.js +16 -0
  74. package/lib/esm/src/test/TestErrorCompletionStream.js.map +1 -0
  75. package/lib/esm/src/test/TestValidationErrorCompletionStream.js +20 -0
  76. package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +1 -0
  77. package/lib/esm/src/test/index.js +91 -0
  78. package/lib/esm/src/test/index.js.map +1 -0
  79. package/lib/esm/src/test/utils.js +25 -0
  80. package/lib/esm/src/test/utils.js.map +1 -0
  81. package/lib/esm/src/togetherai/index.js +122 -0
  82. package/lib/esm/src/togetherai/index.js.map +1 -0
  83. package/lib/esm/src/togetherai/interfaces.js +2 -0
  84. package/lib/esm/src/togetherai/interfaces.js.map +1 -0
  85. package/lib/esm/src/vertexai/debug.js +6 -0
  86. package/lib/esm/src/vertexai/debug.js.map +1 -0
  87. package/lib/esm/src/vertexai/embeddings/embeddings-image.js +24 -0
  88. package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +1 -0
  89. package/lib/esm/src/vertexai/embeddings/embeddings-text.js +20 -0
  90. package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +1 -0
  91. package/lib/esm/src/vertexai/index.js +270 -0
  92. package/lib/esm/src/vertexai/index.js.map +1 -0
  93. package/lib/esm/src/vertexai/models/claude.js +370 -0
  94. package/lib/esm/src/vertexai/models/claude.js.map +1 -0
  95. package/lib/esm/src/vertexai/models/gemini.js +700 -0
  96. package/lib/esm/src/vertexai/models/gemini.js.map +1 -0
  97. package/lib/esm/src/vertexai/models/imagen.js +310 -0
  98. package/lib/esm/src/vertexai/models/imagen.js.map +1 -0
  99. package/lib/esm/src/vertexai/models/llama.js +178 -0
  100. package/lib/esm/src/vertexai/models/llama.js.map +1 -0
  101. package/lib/esm/src/vertexai/models.js +21 -0
  102. package/lib/esm/src/vertexai/models.js.map +1 -0
  103. package/lib/esm/src/watsonx/index.js +157 -0
  104. package/lib/esm/src/watsonx/index.js.map +1 -0
  105. package/lib/esm/src/watsonx/interfaces.js +2 -0
  106. package/lib/esm/src/watsonx/interfaces.js.map +1 -0
  107. package/lib/esm/src/xai/index.js +64 -0
  108. package/lib/esm/src/xai/index.js.map +1 -0
  109. package/lib/esm/tsconfig.tsbuildinfo +1 -0
  110. package/lib/esm/vertexai/models/claude.js +5 -3
  111. package/lib/esm/vertexai/models/claude.js.map +1 -1
  112. package/lib/esm/watsonx/index.js +1 -1
  113. package/lib/esm/watsonx/index.js.map +1 -1
  114. package/lib/esm/xai/index.js +2 -2
  115. package/lib/esm/xai/index.js.map +1 -1
  116. package/lib/types/azure/azure_foundry.d.ts +50 -0
  117. package/lib/types/azure/azure_foundry.d.ts.map +1 -0
  118. package/lib/types/bedrock/index.d.ts.map +1 -1
  119. package/lib/types/groq/index.d.ts +5 -5
  120. package/lib/types/groq/index.d.ts.map +1 -1
  121. package/lib/types/index.d.ts +2 -1
  122. package/lib/types/index.d.ts.map +1 -1
  123. package/lib/types/mistral/index.d.ts +2 -2
  124. package/lib/types/mistral/index.d.ts.map +1 -1
  125. package/lib/types/openai/azure_openai.d.ts +25 -0
  126. package/lib/types/openai/azure_openai.d.ts.map +1 -0
  127. package/lib/types/openai/index.d.ts +6 -7
  128. package/lib/types/openai/index.d.ts.map +1 -1
  129. package/lib/types/openai/openai.d.ts +2 -2
  130. package/lib/types/openai/openai.d.ts.map +1 -1
  131. package/lib/types/openai/openai_format.d.ts +19 -0
  132. package/lib/types/openai/openai_format.d.ts.map +1 -0
  133. package/lib/types/src/adobe/firefly.d.ts +29 -0
  134. package/lib/types/src/bedrock/converse.d.ts +8 -0
  135. package/lib/types/src/bedrock/index.d.ts +57 -0
  136. package/lib/types/src/bedrock/nova-image-payload.d.ts +73 -0
  137. package/lib/types/src/bedrock/payloads.d.ts +11 -0
  138. package/lib/types/src/bedrock/s3.d.ts +22 -0
  139. package/lib/types/src/groq/index.d.ts +23 -0
  140. package/lib/types/src/huggingface_ie.d.ts +31 -0
  141. package/lib/types/src/index.d.ts +12 -0
  142. package/lib/types/src/mistral/index.d.ts +24 -0
  143. package/lib/types/src/mistral/types.d.ts +131 -0
  144. package/lib/types/src/openai/azure.d.ts +19 -0
  145. package/lib/types/src/openai/index.d.ts +25 -0
  146. package/lib/types/src/openai/openai.d.ts +14 -0
  147. package/lib/types/src/replicate.d.ts +44 -0
  148. package/lib/types/src/test/TestErrorCompletionStream.d.ts +8 -0
  149. package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +8 -0
  150. package/lib/types/src/test/index.d.ts +23 -0
  151. package/lib/types/src/test/utils.d.ts +4 -0
  152. package/lib/types/src/togetherai/index.d.ts +22 -0
  153. package/lib/types/src/togetherai/interfaces.d.ts +95 -0
  154. package/lib/types/src/vertexai/debug.d.ts +1 -0
  155. package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +10 -0
  156. package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +9 -0
  157. package/lib/types/src/vertexai/index.d.ts +49 -0
  158. package/lib/types/src/vertexai/models/claude.d.ts +17 -0
  159. package/lib/types/src/vertexai/models/gemini.d.ts +16 -0
  160. package/lib/types/src/vertexai/models/imagen.d.ts +74 -0
  161. package/lib/types/src/vertexai/models/llama.d.ts +19 -0
  162. package/lib/types/src/vertexai/models.d.ts +14 -0
  163. package/lib/types/src/watsonx/index.d.ts +26 -0
  164. package/lib/types/src/watsonx/interfaces.d.ts +64 -0
  165. package/lib/types/src/xai/index.d.ts +18 -0
  166. package/lib/types/vertexai/models/claude.d.ts.map +1 -1
  167. package/lib/types/xai/index.d.ts.map +1 -1
  168. package/package.json +20 -16
  169. package/src/azure/azure_foundry.ts +450 -0
  170. package/src/bedrock/index.ts +8 -5
  171. package/src/groq/index.ts +107 -16
  172. package/src/index.ts +2 -1
  173. package/src/mistral/index.ts +3 -2
  174. package/src/openai/azure_openai.ts +92 -0
  175. package/src/openai/index.ts +19 -22
  176. package/src/openai/openai.ts +2 -5
  177. package/src/openai/openai_format.ts +165 -0
  178. package/src/vertexai/models/claude.ts +5 -3
  179. package/src/watsonx/index.ts +5 -5
  180. package/src/xai/index.ts +2 -3
@@ -0,0 +1,157 @@
1
+ import { AbstractDriver } from "@llumiverse/core";
2
+ import { transformSSEStream } from "@llumiverse/core/async";
3
+ import { FetchClient } from "@vertesia/api-fetch-client";
4
+ const API_VERSION = "2024-03-14";
5
+ export class WatsonxDriver extends AbstractDriver {
6
+ static PROVIDER = "watsonx";
7
+ provider = WatsonxDriver.PROVIDER;
8
+ apiKey;
9
+ endpoint_url;
10
+ projectId;
11
+ authToken;
12
+ fetcher;
13
+ fetchClient;
14
+ constructor(options) {
15
+ super(options);
16
+ this.apiKey = options.apiKey;
17
+ this.projectId = options.projectId;
18
+ this.endpoint_url = options.endpointUrl;
19
+ this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
20
+ }
21
+ async requestTextCompletion(prompt, options) {
22
+ if (options.model_options?._option_id !== "text-fallback") {
23
+ this.logger.warn("Invalid model options", { options: options.model_options });
24
+ }
25
+ options.model_options = options.model_options;
26
+ const payload = {
27
+ model_id: options.model,
28
+ input: prompt + "\n",
29
+ parameters: {
30
+ max_new_tokens: options.model_options.max_tokens,
31
+ temperature: options.model_options.temperature,
32
+ top_k: options.model_options.top_k,
33
+ top_p: options.model_options.top_p,
34
+ stop_sequences: options.model_options.stop_sequence,
35
+ },
36
+ project_id: this.projectId,
37
+ };
38
+ const res = await this.fetchClient.post(`/ml/v1/text/generation?version=${API_VERSION}`, { payload });
39
+ const result = res.results[0];
40
+ return {
41
+ result: result.generated_text,
42
+ token_usage: {
43
+ prompt: result.input_token_count,
44
+ result: result.generated_token_count,
45
+ total: result.input_token_count + result.generated_token_count,
46
+ },
47
+ finish_reason: watsonFinishReason(result.stop_reason),
48
+ original_response: options.include_original_response ? res : undefined,
49
+ };
50
+ }
51
+ async requestTextCompletionStream(prompt, options) {
52
+ if (options.model_options?._option_id !== "text-fallback") {
53
+ this.logger.warn("Invalid model options", { options: options.model_options });
54
+ }
55
+ options.model_options = options.model_options;
56
+ const payload = {
57
+ model_id: options.model,
58
+ input: prompt + "\n",
59
+ parameters: {
60
+ max_new_tokens: options.model_options.max_tokens,
61
+ temperature: options.model_options.temperature,
62
+ top_k: options.model_options.top_k,
63
+ top_p: options.model_options.top_p,
64
+ stop_sequences: options.model_options.stop_sequence,
65
+ },
66
+ project_id: this.projectId,
67
+ };
68
+ const stream = await this.fetchClient.post(`/ml/v1/text/generation_stream?version=${API_VERSION}`, {
69
+ payload: payload,
70
+ reader: 'sse'
71
+ });
72
+ return transformSSEStream(stream, (data) => {
73
+ const json = JSON.parse(data);
74
+ return {
75
+ result: json.results[0]?.generated_text ?? '',
76
+ finish_reason: watsonFinishReason(json.results[0]?.stop_reason),
77
+ token_usage: {
78
+ prompt: json.results[0].input_token_count,
79
+ result: json.results[0].generated_token_count,
80
+ total: json.results[0].input_token_count + json.results[0].generated_token_count,
81
+ },
82
+ };
83
+ });
84
+ }
85
+ async listModels() {
86
+ const res = await this.fetchClient.get(`/ml/v1/foundation_model_specs?version=${API_VERSION}`)
87
+ .catch(err => this.logger.warn("Can't list models on Watsonx: " + err));
88
+ const aiModels = res.resources.map((m) => {
89
+ return {
90
+ id: m.model_id,
91
+ name: m.label,
92
+ description: m.short_description,
93
+ provider: this.provider,
94
+ };
95
+ });
96
+ return aiModels;
97
+ }
98
+ async getAuthToken() {
99
+ if (this.authToken) {
100
+ const now = Date.now() / 1000;
101
+ if (now < this.authToken.expiration) {
102
+ return this.authToken.access_token;
103
+ }
104
+ else {
105
+ this.logger.debug("Token expired, refetching", this.authToken, now);
106
+ }
107
+ }
108
+ const authToken = await fetch('https://iam.cloud.ibm.com/identity/token', {
109
+ method: 'POST',
110
+ headers: {
111
+ 'Content-Type': 'application/x-www-form-urlencoded',
112
+ },
113
+ body: `grant_type=urn:ibm:params:oauth:grant-type:apikey&apikey=${this.apiKey}`,
114
+ }).then(response => response.json());
115
+ this.authToken = authToken;
116
+ return this.authToken.access_token;
117
+ }
118
+ async validateConnection() {
119
+ return this.listModels()
120
+ .then(() => true)
121
+ .catch((err) => {
122
+ this.logger.warn("Failed to connect to WatsonX", { error: err });
123
+ return false;
124
+ });
125
+ }
126
+ async generateEmbeddings(options) {
127
+ if (options.image) {
128
+ throw new Error("Image embeddings not supported by Watsonx");
129
+ }
130
+ if (!options.text) {
131
+ throw new Error("No text provided");
132
+ }
133
+ const payload = {
134
+ inputs: [options.text],
135
+ model_id: options.model ?? 'ibm/slate-125m-english-rtrvr',
136
+ project_id: this.projectId
137
+ };
138
+ const res = await this.fetchClient.post(`/ml/v1/text/embeddings?version=${API_VERSION}`, { payload });
139
+ return {
140
+ values: res.results[0].embedding,
141
+ model: res.model_id
142
+ };
143
+ }
144
+ }
145
+ function watsonFinishReason(reason) {
146
+ if (!reason)
147
+ return undefined;
148
+ switch (reason) {
149
+ case 'eos_token': return "stop";
150
+ case 'max_tokens': return "length";
151
+ default: return reason;
152
+ }
153
+ }
154
+ /*interface ListModelsParams extends ModelSearchPayload {
155
+ limit?: number;
156
+ }*/
157
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA0H,MAAM,kBAAkB,CAAC;AACnL,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AASzD,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBAC9C,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa;aACtD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,cAAc;YAC7B,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBAC9C,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa;aACtD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE;gBAC7C,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YACvE,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACjE,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAE,kBAAkB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AAIL,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,CAAC;QAChC,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAID;;GAEG"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=interfaces.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../../src/watsonx/interfaces.ts"],"names":[],"mappings":""}
@@ -0,0 +1,64 @@
1
+ import { formatOpenAILikeMultimodalPrompt } from "@llumiverse/core/formatters";
2
+ import { FetchClient } from "@vertesia/api-fetch-client";
3
+ import OpenAI from "openai";
4
+ import { BaseOpenAIDriver } from "../openai/index.js";
5
+ export class xAIDriver extends BaseOpenAIDriver {
6
+ service;
7
+ provider;
8
+ xai_service;
9
+ DEFAULT_ENDPOINT = "https://api.x.ai/v1";
10
+ constructor(opts) {
11
+ super(opts);
12
+ if (!opts.apiKey) {
13
+ throw new Error("apiKey is required");
14
+ }
15
+ this.service = new OpenAI({
16
+ apiKey: opts.apiKey,
17
+ baseURL: opts.endpoint ?? this.DEFAULT_ENDPOINT,
18
+ });
19
+ this.xai_service = new FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
20
+ this.provider = "xai";
21
+ this.formatPrompt = this._formatPrompt;
22
+ }
23
+ async _formatPrompt(segments, opts) {
24
+ const options = {
25
+ multimodal: opts.model.includes("vision"),
26
+ schema: opts.result_schema,
27
+ useToolForFormatting: false,
28
+ };
29
+ const p = await formatOpenAILikeMultimodalPrompt(segments, { ...options, ...opts });
30
+ return p;
31
+ }
32
+ extractDataFromResponse(_options, result) {
33
+ return {
34
+ result: result.choices[0].message.content,
35
+ finish_reason: result.choices[0].finish_reason,
36
+ token_usage: {
37
+ prompt: result.usage?.prompt_tokens,
38
+ result: result.usage?.completion_tokens,
39
+ total: result.usage?.total_tokens,
40
+ }
41
+ };
42
+ }
43
+ async listModels() {
44
+ const [lm, em] = await Promise.all([
45
+ this.xai_service.get("/language-models"),
46
+ this.xai_service.get("/embedding-models")
47
+ ]);
48
+ em.models.forEach(m => {
49
+ m.output_modalities.push("vectors");
50
+ });
51
+ const models = [...lm.models, ...em.models].map(model => {
52
+ return {
53
+ id: model.id,
54
+ provider: this.provider,
55
+ name: model.object,
56
+ description: model.object,
57
+ is_multimodal: model.input_modalities.length > 1,
58
+ tags: [...model.input_modalities.map(m => `ì:${m}`), ...model.output_modalities.map(m => `ì:${m}`)],
59
+ };
60
+ });
61
+ return models;
62
+ }
63
+ }
64
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/xai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gCAAgC,EAAgC,MAAM,6BAA6B,CAAC;AAC7G,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAUtD,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IAG3C,OAAO,CAAS;IAChB,QAAQ,CAAQ;IAChB,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;SAChD,CAAC,CAAC;QACL,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAE,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAyB,EAAE,IAAmB;QAE9D,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAA;QAED,MAAM,CAAC,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE,EAAC,GAAG,OAAO,EAAE,GAAG,IAAI,EAAC,CAAyD,CAAC;QAE1I,OAAO,CAAC,CAAC;IAEb,CAAC;IAED,uBAAuB,CAAC,QAA0B,EAAE,MAA8C;QAC9F,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;YACzC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;gBACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;gBACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;aACpC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAyC,CAAC;QAG3C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACpD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACpF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAElB,CAAC;CAGJ"}