@llumiverse/drivers 0.21.0 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. package/lib/cjs/azure/azure_foundry.js +9 -0
  2. package/lib/cjs/azure/azure_foundry.js.map +1 -1
  3. package/lib/cjs/bedrock/index.js +35 -22
  4. package/lib/cjs/bedrock/index.js.map +1 -1
  5. package/lib/cjs/vertexai/index.js +26 -18
  6. package/lib/cjs/vertexai/index.js.map +1 -1
  7. package/lib/cjs/vertexai/models/gemini.js +39 -12
  8. package/lib/cjs/vertexai/models/gemini.js.map +1 -1
  9. package/lib/esm/azure/azure_foundry.js +9 -0
  10. package/lib/esm/azure/azure_foundry.js.map +1 -1
  11. package/lib/esm/bedrock/index.js +35 -22
  12. package/lib/esm/bedrock/index.js.map +1 -1
  13. package/lib/esm/vertexai/index.js +26 -18
  14. package/lib/esm/vertexai/index.js.map +1 -1
  15. package/lib/esm/vertexai/models/gemini.js +39 -12
  16. package/lib/esm/vertexai/models/gemini.js.map +1 -1
  17. package/lib/types/azure/azure_foundry.d.ts.map +1 -1
  18. package/lib/types/bedrock/index.d.ts +2 -2
  19. package/lib/types/bedrock/index.d.ts.map +1 -1
  20. package/lib/types/vertexai/index.d.ts.map +1 -1
  21. package/lib/types/vertexai/models/gemini.d.ts +3 -2
  22. package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
  23. package/package.json +14 -14
  24. package/src/azure/azure_foundry.ts +9 -1
  25. package/src/bedrock/index.ts +36 -23
  26. package/src/vertexai/index.ts +29 -22
  27. package/src/vertexai/models/gemini.ts +50 -12
  28. package/lib/cjs/openai/azure.js +0 -31
  29. package/lib/cjs/openai/azure.js.map +0 -1
  30. package/lib/esm/openai/azure.js +0 -27
  31. package/lib/esm/openai/azure.js.map +0 -1
  32. package/lib/esm/src/adobe/firefly.js +0 -115
  33. package/lib/esm/src/adobe/firefly.js.map +0 -1
  34. package/lib/esm/src/bedrock/converse.js +0 -278
  35. package/lib/esm/src/bedrock/converse.js.map +0 -1
  36. package/lib/esm/src/bedrock/index.js +0 -797
  37. package/lib/esm/src/bedrock/index.js.map +0 -1
  38. package/lib/esm/src/bedrock/nova-image-payload.js +0 -203
  39. package/lib/esm/src/bedrock/nova-image-payload.js.map +0 -1
  40. package/lib/esm/src/bedrock/payloads.js +0 -2
  41. package/lib/esm/src/bedrock/payloads.js.map +0 -1
  42. package/lib/esm/src/bedrock/s3.js +0 -99
  43. package/lib/esm/src/bedrock/s3.js.map +0 -1
  44. package/lib/esm/src/groq/index.js +0 -130
  45. package/lib/esm/src/groq/index.js.map +0 -1
  46. package/lib/esm/src/huggingface_ie.js +0 -196
  47. package/lib/esm/src/huggingface_ie.js.map +0 -1
  48. package/lib/esm/src/index.js +0 -13
  49. package/lib/esm/src/index.js.map +0 -1
  50. package/lib/esm/src/mistral/index.js +0 -167
  51. package/lib/esm/src/mistral/index.js.map +0 -1
  52. package/lib/esm/src/mistral/types.js +0 -80
  53. package/lib/esm/src/mistral/types.js.map +0 -1
  54. package/lib/esm/src/openai/azure.js +0 -27
  55. package/lib/esm/src/openai/azure.js.map +0 -1
  56. package/lib/esm/src/openai/index.js +0 -463
  57. package/lib/esm/src/openai/index.js.map +0 -1
  58. package/lib/esm/src/openai/openai.js +0 -14
  59. package/lib/esm/src/openai/openai.js.map +0 -1
  60. package/lib/esm/src/replicate.js +0 -268
  61. package/lib/esm/src/replicate.js.map +0 -1
  62. package/lib/esm/src/test/TestErrorCompletionStream.js +0 -16
  63. package/lib/esm/src/test/TestErrorCompletionStream.js.map +0 -1
  64. package/lib/esm/src/test/TestValidationErrorCompletionStream.js +0 -20
  65. package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +0 -1
  66. package/lib/esm/src/test/index.js +0 -91
  67. package/lib/esm/src/test/index.js.map +0 -1
  68. package/lib/esm/src/test/utils.js +0 -25
  69. package/lib/esm/src/test/utils.js.map +0 -1
  70. package/lib/esm/src/togetherai/index.js +0 -122
  71. package/lib/esm/src/togetherai/index.js.map +0 -1
  72. package/lib/esm/src/togetherai/interfaces.js +0 -2
  73. package/lib/esm/src/togetherai/interfaces.js.map +0 -1
  74. package/lib/esm/src/vertexai/debug.js +0 -6
  75. package/lib/esm/src/vertexai/debug.js.map +0 -1
  76. package/lib/esm/src/vertexai/embeddings/embeddings-image.js +0 -24
  77. package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +0 -1
  78. package/lib/esm/src/vertexai/embeddings/embeddings-text.js +0 -20
  79. package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +0 -1
  80. package/lib/esm/src/vertexai/index.js +0 -270
  81. package/lib/esm/src/vertexai/index.js.map +0 -1
  82. package/lib/esm/src/vertexai/models/claude.js +0 -370
  83. package/lib/esm/src/vertexai/models/claude.js.map +0 -1
  84. package/lib/esm/src/vertexai/models/gemini.js +0 -700
  85. package/lib/esm/src/vertexai/models/gemini.js.map +0 -1
  86. package/lib/esm/src/vertexai/models/imagen.js +0 -310
  87. package/lib/esm/src/vertexai/models/imagen.js.map +0 -1
  88. package/lib/esm/src/vertexai/models/llama.js +0 -178
  89. package/lib/esm/src/vertexai/models/llama.js.map +0 -1
  90. package/lib/esm/src/vertexai/models.js +0 -21
  91. package/lib/esm/src/vertexai/models.js.map +0 -1
  92. package/lib/esm/src/watsonx/index.js +0 -157
  93. package/lib/esm/src/watsonx/index.js.map +0 -1
  94. package/lib/esm/src/watsonx/interfaces.js +0 -2
  95. package/lib/esm/src/watsonx/interfaces.js.map +0 -1
  96. package/lib/esm/src/xai/index.js +0 -64
  97. package/lib/esm/src/xai/index.js.map +0 -1
  98. package/lib/esm/tsconfig.tsbuildinfo +0 -1
  99. package/lib/types/openai/azure.d.ts +0 -20
  100. package/lib/types/openai/azure.d.ts.map +0 -1
  101. package/lib/types/src/adobe/firefly.d.ts +0 -29
  102. package/lib/types/src/bedrock/converse.d.ts +0 -8
  103. package/lib/types/src/bedrock/index.d.ts +0 -57
  104. package/lib/types/src/bedrock/nova-image-payload.d.ts +0 -73
  105. package/lib/types/src/bedrock/payloads.d.ts +0 -11
  106. package/lib/types/src/bedrock/s3.d.ts +0 -22
  107. package/lib/types/src/groq/index.d.ts +0 -23
  108. package/lib/types/src/huggingface_ie.d.ts +0 -31
  109. package/lib/types/src/index.d.ts +0 -12
  110. package/lib/types/src/mistral/index.d.ts +0 -24
  111. package/lib/types/src/mistral/types.d.ts +0 -131
  112. package/lib/types/src/openai/azure.d.ts +0 -19
  113. package/lib/types/src/openai/index.d.ts +0 -25
  114. package/lib/types/src/openai/openai.d.ts +0 -14
  115. package/lib/types/src/replicate.d.ts +0 -44
  116. package/lib/types/src/test/TestErrorCompletionStream.d.ts +0 -8
  117. package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +0 -8
  118. package/lib/types/src/test/index.d.ts +0 -23
  119. package/lib/types/src/test/utils.d.ts +0 -4
  120. package/lib/types/src/togetherai/index.d.ts +0 -22
  121. package/lib/types/src/togetherai/interfaces.d.ts +0 -95
  122. package/lib/types/src/vertexai/debug.d.ts +0 -1
  123. package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +0 -10
  124. package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +0 -9
  125. package/lib/types/src/vertexai/index.d.ts +0 -49
  126. package/lib/types/src/vertexai/models/claude.d.ts +0 -17
  127. package/lib/types/src/vertexai/models/gemini.d.ts +0 -16
  128. package/lib/types/src/vertexai/models/imagen.d.ts +0 -74
  129. package/lib/types/src/vertexai/models/llama.d.ts +0 -19
  130. package/lib/types/src/vertexai/models.d.ts +0 -14
  131. package/lib/types/src/watsonx/index.d.ts +0 -26
  132. package/lib/types/src/watsonx/interfaces.d.ts +0 -64
  133. package/lib/types/src/xai/index.d.ts +0 -18
@@ -1,157 +0,0 @@
1
- import { AbstractDriver } from "@llumiverse/core";
2
- import { transformSSEStream } from "@llumiverse/core/async";
3
- import { FetchClient } from "@vertesia/api-fetch-client";
4
- const API_VERSION = "2024-03-14";
5
- export class WatsonxDriver extends AbstractDriver {
6
- static PROVIDER = "watsonx";
7
- provider = WatsonxDriver.PROVIDER;
8
- apiKey;
9
- endpoint_url;
10
- projectId;
11
- authToken;
12
- fetcher;
13
- fetchClient;
14
- constructor(options) {
15
- super(options);
16
- this.apiKey = options.apiKey;
17
- this.projectId = options.projectId;
18
- this.endpoint_url = options.endpointUrl;
19
- this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
20
- }
21
- async requestTextCompletion(prompt, options) {
22
- if (options.model_options?._option_id !== "text-fallback") {
23
- this.logger.warn("Invalid model options", { options: options.model_options });
24
- }
25
- options.model_options = options.model_options;
26
- const payload = {
27
- model_id: options.model,
28
- input: prompt + "\n",
29
- parameters: {
30
- max_new_tokens: options.model_options.max_tokens,
31
- temperature: options.model_options.temperature,
32
- top_k: options.model_options.top_k,
33
- top_p: options.model_options.top_p,
34
- stop_sequences: options.model_options.stop_sequence,
35
- },
36
- project_id: this.projectId,
37
- };
38
- const res = await this.fetchClient.post(`/ml/v1/text/generation?version=${API_VERSION}`, { payload });
39
- const result = res.results[0];
40
- return {
41
- result: result.generated_text,
42
- token_usage: {
43
- prompt: result.input_token_count,
44
- result: result.generated_token_count,
45
- total: result.input_token_count + result.generated_token_count,
46
- },
47
- finish_reason: watsonFinishReason(result.stop_reason),
48
- original_response: options.include_original_response ? res : undefined,
49
- };
50
- }
51
- async requestTextCompletionStream(prompt, options) {
52
- if (options.model_options?._option_id !== "text-fallback") {
53
- this.logger.warn("Invalid model options", { options: options.model_options });
54
- }
55
- options.model_options = options.model_options;
56
- const payload = {
57
- model_id: options.model,
58
- input: prompt + "\n",
59
- parameters: {
60
- max_new_tokens: options.model_options.max_tokens,
61
- temperature: options.model_options.temperature,
62
- top_k: options.model_options.top_k,
63
- top_p: options.model_options.top_p,
64
- stop_sequences: options.model_options.stop_sequence,
65
- },
66
- project_id: this.projectId,
67
- };
68
- const stream = await this.fetchClient.post(`/ml/v1/text/generation_stream?version=${API_VERSION}`, {
69
- payload: payload,
70
- reader: 'sse'
71
- });
72
- return transformSSEStream(stream, (data) => {
73
- const json = JSON.parse(data);
74
- return {
75
- result: json.results[0]?.generated_text ?? '',
76
- finish_reason: watsonFinishReason(json.results[0]?.stop_reason),
77
- token_usage: {
78
- prompt: json.results[0].input_token_count,
79
- result: json.results[0].generated_token_count,
80
- total: json.results[0].input_token_count + json.results[0].generated_token_count,
81
- },
82
- };
83
- });
84
- }
85
- async listModels() {
86
- const res = await this.fetchClient.get(`/ml/v1/foundation_model_specs?version=${API_VERSION}`)
87
- .catch(err => this.logger.warn("Can't list models on Watsonx: " + err));
88
- const aiModels = res.resources.map((m) => {
89
- return {
90
- id: m.model_id,
91
- name: m.label,
92
- description: m.short_description,
93
- provider: this.provider,
94
- };
95
- });
96
- return aiModels;
97
- }
98
- async getAuthToken() {
99
- if (this.authToken) {
100
- const now = Date.now() / 1000;
101
- if (now < this.authToken.expiration) {
102
- return this.authToken.access_token;
103
- }
104
- else {
105
- this.logger.debug("Token expired, refetching", this.authToken, now);
106
- }
107
- }
108
- const authToken = await fetch('https://iam.cloud.ibm.com/identity/token', {
109
- method: 'POST',
110
- headers: {
111
- 'Content-Type': 'application/x-www-form-urlencoded',
112
- },
113
- body: `grant_type=urn:ibm:params:oauth:grant-type:apikey&apikey=${this.apiKey}`,
114
- }).then(response => response.json());
115
- this.authToken = authToken;
116
- return this.authToken.access_token;
117
- }
118
- async validateConnection() {
119
- return this.listModels()
120
- .then(() => true)
121
- .catch((err) => {
122
- this.logger.warn("Failed to connect to WatsonX", { error: err });
123
- return false;
124
- });
125
- }
126
- async generateEmbeddings(options) {
127
- if (options.image) {
128
- throw new Error("Image embeddings not supported by Watsonx");
129
- }
130
- if (!options.text) {
131
- throw new Error("No text provided");
132
- }
133
- const payload = {
134
- inputs: [options.text],
135
- model_id: options.model ?? 'ibm/slate-125m-english-rtrvr',
136
- project_id: this.projectId
137
- };
138
- const res = await this.fetchClient.post(`/ml/v1/text/embeddings?version=${API_VERSION}`, { payload });
139
- return {
140
- values: res.results[0].embedding,
141
- model: res.model_id
142
- };
143
- }
144
- }
145
- function watsonFinishReason(reason) {
146
- if (!reason)
147
- return undefined;
148
- switch (reason) {
149
- case 'eos_token': return "stop";
150
- case 'max_tokens': return "length";
151
- default: return reason;
152
- }
153
- }
154
- /*interface ListModelsParams extends ModelSearchPayload {
155
- limit?: number;
156
- }*/
157
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA0H,MAAM,kBAAkB,CAAC;AACnL,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AASzD,MAAM,WAAW,GAAG,YAAY,CAAA;AAEhC,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAa;IAExB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBAC9C,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa;aACtD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAkC,CAAC;QAEvI,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,cAAc;YAC7B,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QACrE,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,MAAM,GAAG,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;gBAChD,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,WAAW;gBAC9C,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,KAAK;gBAClC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,aAAa;aACtD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAC/F,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE;gBAC7C,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAID,KAAK,CAAC,UAAU;QAIZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aACzF,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,CAAC,CAA6B,CAAC;QAExG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,YAAY;QAGd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;YACvE,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,0CAA0C,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;QAExD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IAEvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACjE,OAAO,KAAK,CAAA;QAChB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAE,kBAAkB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,8BAA8B;YACzD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAA;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAA8B,CAAC;QAEnI,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAChC,KAAK,EAAE,GAAG,CAAC,QAAQ;SACtB,CAAA;IAEL,CAAC;;AAIL,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,CAAC;QAChC,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;QACnC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAID;;GAEG"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=interfaces.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../../src/watsonx/interfaces.ts"],"names":[],"mappings":""}
@@ -1,64 +0,0 @@
1
- import { formatOpenAILikeMultimodalPrompt } from "@llumiverse/core/formatters";
2
- import { FetchClient } from "@vertesia/api-fetch-client";
3
- import OpenAI from "openai";
4
- import { BaseOpenAIDriver } from "../openai/index.js";
5
- export class xAIDriver extends BaseOpenAIDriver {
6
- service;
7
- provider;
8
- xai_service;
9
- DEFAULT_ENDPOINT = "https://api.x.ai/v1";
10
- constructor(opts) {
11
- super(opts);
12
- if (!opts.apiKey) {
13
- throw new Error("apiKey is required");
14
- }
15
- this.service = new OpenAI({
16
- apiKey: opts.apiKey,
17
- baseURL: opts.endpoint ?? this.DEFAULT_ENDPOINT,
18
- });
19
- this.xai_service = new FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
20
- this.provider = "xai";
21
- this.formatPrompt = this._formatPrompt;
22
- }
23
- async _formatPrompt(segments, opts) {
24
- const options = {
25
- multimodal: opts.model.includes("vision"),
26
- schema: opts.result_schema,
27
- useToolForFormatting: false,
28
- };
29
- const p = await formatOpenAILikeMultimodalPrompt(segments, { ...options, ...opts });
30
- return p;
31
- }
32
- extractDataFromResponse(_options, result) {
33
- return {
34
- result: result.choices[0].message.content,
35
- finish_reason: result.choices[0].finish_reason,
36
- token_usage: {
37
- prompt: result.usage?.prompt_tokens,
38
- result: result.usage?.completion_tokens,
39
- total: result.usage?.total_tokens,
40
- }
41
- };
42
- }
43
- async listModels() {
44
- const [lm, em] = await Promise.all([
45
- this.xai_service.get("/language-models"),
46
- this.xai_service.get("/embedding-models")
47
- ]);
48
- em.models.forEach(m => {
49
- m.output_modalities.push("vectors");
50
- });
51
- const models = [...lm.models, ...em.models].map(model => {
52
- return {
53
- id: model.id,
54
- provider: this.provider,
55
- name: model.object,
56
- description: model.object,
57
- is_multimodal: model.input_modalities.length > 1,
58
- tags: [...model.input_modalities.map(m => `ì:${m}`), ...model.output_modalities.map(m => `ì:${m}`)],
59
- };
60
- });
61
- return models;
62
- }
63
- }
64
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/xai/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gCAAgC,EAAgC,MAAM,6BAA6B,CAAC;AAC7G,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAUtD,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IAG3C,OAAO,CAAS;IAChB,QAAQ,CAAQ;IAChB,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;SAChD,CAAC,CAAC;QACL,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAE,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAyB,EAAE,IAAmB;QAE9D,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAA;QAED,MAAM,CAAC,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE,EAAC,GAAG,OAAO,EAAE,GAAG,IAAI,EAAC,CAAyD,CAAC;QAE1I,OAAO,CAAC,CAAC;IAEb,CAAC;IAED,uBAAuB,CAAC,QAA0B,EAAE,MAA8C;QAC9F,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;YACzC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;gBACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;gBACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;aACpC;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAyC,CAAC;QAG3C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAClB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACpD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,MAAM;gBAClB,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACpF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAElB,CAAC;CAGJ"}