@llumiverse/drivers 0.24.0 → 0.25.0-dev.20260204.110528Z

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. package/package.json +3 -3
  2. package/lib/cjs/adobe/firefly.js +0 -120
  3. package/lib/cjs/adobe/firefly.js.map +0 -1
  4. package/lib/cjs/azure/azure_foundry.js +0 -432
  5. package/lib/cjs/azure/azure_foundry.js.map +0 -1
  6. package/lib/cjs/bedrock/converse.js +0 -285
  7. package/lib/cjs/bedrock/converse.js.map +0 -1
  8. package/lib/cjs/bedrock/index.js +0 -1091
  9. package/lib/cjs/bedrock/index.js.map +0 -1
  10. package/lib/cjs/bedrock/nova-image-payload.js +0 -207
  11. package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
  12. package/lib/cjs/bedrock/payloads.js +0 -3
  13. package/lib/cjs/bedrock/payloads.js.map +0 -1
  14. package/lib/cjs/bedrock/s3.js +0 -107
  15. package/lib/cjs/bedrock/s3.js.map +0 -1
  16. package/lib/cjs/bedrock/twelvelabs.js +0 -87
  17. package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
  18. package/lib/cjs/groq/index.js +0 -323
  19. package/lib/cjs/groq/index.js.map +0 -1
  20. package/lib/cjs/huggingface_ie.js +0 -201
  21. package/lib/cjs/huggingface_ie.js.map +0 -1
  22. package/lib/cjs/index.js +0 -31
  23. package/lib/cjs/index.js.map +0 -1
  24. package/lib/cjs/mistral/index.js +0 -173
  25. package/lib/cjs/mistral/index.js.map +0 -1
  26. package/lib/cjs/mistral/types.js +0 -83
  27. package/lib/cjs/mistral/types.js.map +0 -1
  28. package/lib/cjs/openai/azure_openai.js +0 -72
  29. package/lib/cjs/openai/azure_openai.js.map +0 -1
  30. package/lib/cjs/openai/index.js +0 -665
  31. package/lib/cjs/openai/index.js.map +0 -1
  32. package/lib/cjs/openai/openai.js +0 -21
  33. package/lib/cjs/openai/openai.js.map +0 -1
  34. package/lib/cjs/openai/openai_compatible.js +0 -62
  35. package/lib/cjs/openai/openai_compatible.js.map +0 -1
  36. package/lib/cjs/openai/openai_format.js +0 -131
  37. package/lib/cjs/openai/openai_format.js.map +0 -1
  38. package/lib/cjs/package.json +0 -3
  39. package/lib/cjs/replicate.js +0 -275
  40. package/lib/cjs/replicate.js.map +0 -1
  41. package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
  42. package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
  43. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
  44. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
  45. package/lib/cjs/test-driver/index.js +0 -109
  46. package/lib/cjs/test-driver/index.js.map +0 -1
  47. package/lib/cjs/test-driver/utils.js +0 -30
  48. package/lib/cjs/test-driver/utils.js.map +0 -1
  49. package/lib/cjs/togetherai/index.js +0 -126
  50. package/lib/cjs/togetherai/index.js.map +0 -1
  51. package/lib/cjs/togetherai/interfaces.js +0 -3
  52. package/lib/cjs/togetherai/interfaces.js.map +0 -1
  53. package/lib/cjs/vertexai/debug.js +0 -12
  54. package/lib/cjs/vertexai/debug.js.map +0 -1
  55. package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
  56. package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
  57. package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
  58. package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
  59. package/lib/cjs/vertexai/index.js +0 -576
  60. package/lib/cjs/vertexai/index.js.map +0 -1
  61. package/lib/cjs/vertexai/models/claude.js +0 -485
  62. package/lib/cjs/vertexai/models/claude.js.map +0 -1
  63. package/lib/cjs/vertexai/models/gemini.js +0 -871
  64. package/lib/cjs/vertexai/models/gemini.js.map +0 -1
  65. package/lib/cjs/vertexai/models/imagen.js +0 -303
  66. package/lib/cjs/vertexai/models/imagen.js.map +0 -1
  67. package/lib/cjs/vertexai/models/llama.js +0 -183
  68. package/lib/cjs/vertexai/models/llama.js.map +0 -1
  69. package/lib/cjs/vertexai/models.js +0 -35
  70. package/lib/cjs/vertexai/models.js.map +0 -1
  71. package/lib/cjs/watsonx/index.js +0 -161
  72. package/lib/cjs/watsonx/index.js.map +0 -1
  73. package/lib/cjs/watsonx/interfaces.js +0 -3
  74. package/lib/cjs/watsonx/interfaces.js.map +0 -1
  75. package/lib/cjs/xai/index.js +0 -65
  76. package/lib/cjs/xai/index.js.map +0 -1
  77. package/lib/esm/adobe/firefly.js +0 -116
  78. package/lib/esm/adobe/firefly.js.map +0 -1
  79. package/lib/esm/azure/azure_foundry.js +0 -426
  80. package/lib/esm/azure/azure_foundry.js.map +0 -1
  81. package/lib/esm/bedrock/converse.js +0 -278
  82. package/lib/esm/bedrock/converse.js.map +0 -1
  83. package/lib/esm/bedrock/index.js +0 -1087
  84. package/lib/esm/bedrock/index.js.map +0 -1
  85. package/lib/esm/bedrock/nova-image-payload.js +0 -203
  86. package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
  87. package/lib/esm/bedrock/payloads.js +0 -2
  88. package/lib/esm/bedrock/payloads.js.map +0 -1
  89. package/lib/esm/bedrock/s3.js +0 -99
  90. package/lib/esm/bedrock/s3.js.map +0 -1
  91. package/lib/esm/bedrock/twelvelabs.js +0 -84
  92. package/lib/esm/bedrock/twelvelabs.js.map +0 -1
  93. package/lib/esm/groq/index.js +0 -316
  94. package/lib/esm/groq/index.js.map +0 -1
  95. package/lib/esm/huggingface_ie.js +0 -197
  96. package/lib/esm/huggingface_ie.js.map +0 -1
  97. package/lib/esm/index.js +0 -15
  98. package/lib/esm/index.js.map +0 -1
  99. package/lib/esm/mistral/index.js +0 -169
  100. package/lib/esm/mistral/index.js.map +0 -1
  101. package/lib/esm/mistral/types.js +0 -80
  102. package/lib/esm/mistral/types.js.map +0 -1
  103. package/lib/esm/openai/azure_openai.js +0 -68
  104. package/lib/esm/openai/azure_openai.js.map +0 -1
  105. package/lib/esm/openai/index.js +0 -660
  106. package/lib/esm/openai/index.js.map +0 -1
  107. package/lib/esm/openai/openai.js +0 -14
  108. package/lib/esm/openai/openai.js.map +0 -1
  109. package/lib/esm/openai/openai_compatible.js +0 -55
  110. package/lib/esm/openai/openai_compatible.js.map +0 -1
  111. package/lib/esm/openai/openai_format.js +0 -127
  112. package/lib/esm/openai/openai_format.js.map +0 -1
  113. package/lib/esm/replicate.js +0 -268
  114. package/lib/esm/replicate.js.map +0 -1
  115. package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
  116. package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
  117. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +0 -20
  118. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
  119. package/lib/esm/test-driver/index.js +0 -91
  120. package/lib/esm/test-driver/index.js.map +0 -1
  121. package/lib/esm/test-driver/utils.js +0 -25
  122. package/lib/esm/test-driver/utils.js.map +0 -1
  123. package/lib/esm/togetherai/index.js +0 -122
  124. package/lib/esm/togetherai/index.js.map +0 -1
  125. package/lib/esm/togetherai/interfaces.js +0 -2
  126. package/lib/esm/togetherai/interfaces.js.map +0 -1
  127. package/lib/esm/vertexai/debug.js +0 -6
  128. package/lib/esm/vertexai/debug.js.map +0 -1
  129. package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
  130. package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
  131. package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
  132. package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
  133. package/lib/esm/vertexai/index.js +0 -571
  134. package/lib/esm/vertexai/index.js.map +0 -1
  135. package/lib/esm/vertexai/models/claude.js +0 -479
  136. package/lib/esm/vertexai/models/claude.js.map +0 -1
  137. package/lib/esm/vertexai/models/gemini.js +0 -866
  138. package/lib/esm/vertexai/models/gemini.js.map +0 -1
  139. package/lib/esm/vertexai/models/imagen.js +0 -299
  140. package/lib/esm/vertexai/models/imagen.js.map +0 -1
  141. package/lib/esm/vertexai/models/llama.js +0 -179
  142. package/lib/esm/vertexai/models/llama.js.map +0 -1
  143. package/lib/esm/vertexai/models.js +0 -32
  144. package/lib/esm/vertexai/models.js.map +0 -1
  145. package/lib/esm/watsonx/index.js +0 -157
  146. package/lib/esm/watsonx/index.js.map +0 -1
  147. package/lib/esm/watsonx/interfaces.js +0 -2
  148. package/lib/esm/watsonx/interfaces.js.map +0 -1
  149. package/lib/esm/xai/index.js +0 -58
  150. package/lib/esm/xai/index.js.map +0 -1
  151. package/lib/types/adobe/firefly.d.ts +0 -30
  152. package/lib/types/adobe/firefly.d.ts.map +0 -1
  153. package/lib/types/azure/azure_foundry.d.ts +0 -52
  154. package/lib/types/azure/azure_foundry.d.ts.map +0 -1
  155. package/lib/types/bedrock/converse.d.ts +0 -9
  156. package/lib/types/bedrock/converse.d.ts.map +0 -1
  157. package/lib/types/bedrock/index.d.ts +0 -68
  158. package/lib/types/bedrock/index.d.ts.map +0 -1
  159. package/lib/types/bedrock/nova-image-payload.d.ts +0 -74
  160. package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
  161. package/lib/types/bedrock/payloads.d.ts +0 -12
  162. package/lib/types/bedrock/payloads.d.ts.map +0 -1
  163. package/lib/types/bedrock/s3.d.ts +0 -23
  164. package/lib/types/bedrock/s3.d.ts.map +0 -1
  165. package/lib/types/bedrock/twelvelabs.d.ts +0 -50
  166. package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
  167. package/lib/types/groq/index.d.ts +0 -27
  168. package/lib/types/groq/index.d.ts.map +0 -1
  169. package/lib/types/huggingface_ie.d.ts +0 -35
  170. package/lib/types/huggingface_ie.d.ts.map +0 -1
  171. package/lib/types/index.d.ts +0 -15
  172. package/lib/types/index.d.ts.map +0 -1
  173. package/lib/types/mistral/index.d.ts +0 -25
  174. package/lib/types/mistral/index.d.ts.map +0 -1
  175. package/lib/types/mistral/types.d.ts +0 -132
  176. package/lib/types/mistral/types.d.ts.map +0 -1
  177. package/lib/types/openai/azure_openai.d.ts +0 -25
  178. package/lib/types/openai/azure_openai.d.ts.map +0 -1
  179. package/lib/types/openai/index.d.ts +0 -31
  180. package/lib/types/openai/index.d.ts.map +0 -1
  181. package/lib/types/openai/openai.d.ts +0 -15
  182. package/lib/types/openai/openai.d.ts.map +0 -1
  183. package/lib/types/openai/openai_compatible.d.ts +0 -26
  184. package/lib/types/openai/openai_compatible.d.ts.map +0 -1
  185. package/lib/types/openai/openai_format.d.ts +0 -21
  186. package/lib/types/openai/openai_format.d.ts.map +0 -1
  187. package/lib/types/replicate.d.ts +0 -48
  188. package/lib/types/replicate.d.ts.map +0 -1
  189. package/lib/types/test-driver/TestErrorCompletionStream.d.ts +0 -9
  190. package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
  191. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +0 -9
  192. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
  193. package/lib/types/test-driver/index.d.ts +0 -24
  194. package/lib/types/test-driver/index.d.ts.map +0 -1
  195. package/lib/types/test-driver/utils.d.ts +0 -5
  196. package/lib/types/test-driver/utils.d.ts.map +0 -1
  197. package/lib/types/togetherai/index.d.ts +0 -23
  198. package/lib/types/togetherai/index.d.ts.map +0 -1
  199. package/lib/types/togetherai/interfaces.d.ts +0 -96
  200. package/lib/types/togetherai/interfaces.d.ts.map +0 -1
  201. package/lib/types/vertexai/debug.d.ts +0 -2
  202. package/lib/types/vertexai/debug.d.ts.map +0 -1
  203. package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
  204. package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
  205. package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
  206. package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
  207. package/lib/types/vertexai/index.d.ts +0 -65
  208. package/lib/types/vertexai/index.d.ts.map +0 -1
  209. package/lib/types/vertexai/models/claude.d.ts +0 -28
  210. package/lib/types/vertexai/models/claude.d.ts.map +0 -1
  211. package/lib/types/vertexai/models/gemini.d.ts +0 -18
  212. package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
  213. package/lib/types/vertexai/models/imagen.d.ts +0 -75
  214. package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
  215. package/lib/types/vertexai/models/llama.d.ts +0 -20
  216. package/lib/types/vertexai/models/llama.d.ts.map +0 -1
  217. package/lib/types/vertexai/models.d.ts +0 -15
  218. package/lib/types/vertexai/models.d.ts.map +0 -1
  219. package/lib/types/watsonx/index.d.ts +0 -27
  220. package/lib/types/watsonx/index.d.ts.map +0 -1
  221. package/lib/types/watsonx/interfaces.d.ts +0 -65
  222. package/lib/types/watsonx/interfaces.d.ts.map +0 -1
  223. package/lib/types/xai/index.d.ts +0 -18
  224. package/lib/types/xai/index.d.ts.map +0 -1
@@ -1,173 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.MistralAIDriver = void 0;
4
- const core_1 = require("@llumiverse/core");
5
- const async_1 = require("@llumiverse/core/async");
6
- const formatters_1 = require("@llumiverse/core/formatters");
7
- const openai_format_js_1 = require("../openai/openai_format.js");
8
- const api_fetch_client_1 = require("@vertesia/api-fetch-client");
9
- //TODO retry on 429
10
- //const RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
11
- const ENDPOINT = 'https://api.mistral.ai';
12
- class MistralAIDriver extends core_1.AbstractDriver {
13
- static PROVIDER = "mistralai";
14
- provider = MistralAIDriver.PROVIDER;
15
- apiKey;
16
- client;
17
- endpointUrl;
18
- constructor(options) {
19
- super(options);
20
- this.apiKey = options.apiKey;
21
- //this.client = new MistralClient(options.apiKey, options.endpointUrl);
22
- this.client = new api_fetch_client_1.FetchClient(options.endpoint_url || ENDPOINT).withHeaders({
23
- authorization: `Bearer ${this.apiKey}`
24
- });
25
- }
26
- getResponseFormat = (_options) => {
27
- // const responseFormatJson: ResponseFormat = {
28
- // type: "json_object",
29
- // } as ResponseFormat
30
- // const responseFormatText: ResponseFormat = {
31
- // type: "text",
32
- // } as ResponseFormat;
33
- // return _options.result_schema ? responseFormatJson : responseFormatText;
34
- //TODO remove this when Mistral properly supports the parameters - it makes an error for now
35
- // some models like mixtral mistral tiny or medium are throwing an error when using the response_format parameter
36
- return undefined;
37
- };
38
- async formatPrompt(segments, opts) {
39
- const messages = (0, openai_format_js_1.formatOpenAILikeTextPrompt)(segments);
40
- //Add JSON instruction is schema is provided
41
- if (opts.result_schema) {
42
- messages.push({
43
- role: "user",
44
- content: "IMPORTANT: " + (0, formatters_1.getJSONSafetyNotice)(opts.result_schema)
45
- });
46
- }
47
- return messages;
48
- }
49
- async requestTextCompletion(messages, options) {
50
- if (options.model_options?._option_id !== "text-fallback") {
51
- this.logger.warn({ options: options.model_options }, "Invalid model options");
52
- }
53
- options.model_options = options.model_options;
54
- const res = await this.client.post('/v1/chat/completions', {
55
- payload: _makeChatCompletionRequest({
56
- model: options.model,
57
- messages: messages,
58
- maxTokens: options.model_options?.max_tokens,
59
- temperature: options.model_options?.temperature,
60
- responseFormat: this.getResponseFormat(options),
61
- })
62
- });
63
- const choice = res.choices[0];
64
- const result = choice.message.content;
65
- return {
66
- result: result ? [{ type: "text", value: result }] : [],
67
- token_usage: {
68
- prompt: res.usage.prompt_tokens,
69
- result: res.usage.completion_tokens,
70
- total: res.usage.total_tokens,
71
- },
72
- finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
73
- original_response: options.include_original_response ? res : undefined,
74
- };
75
- }
76
- async requestTextCompletionStream(messages, options) {
77
- if (options.model_options?._option_id !== "text-fallback") {
78
- this.logger.warn({ options: options.model_options }, "Invalid model options");
79
- }
80
- options.model_options = options.model_options;
81
- const stream = await this.client.post('/v1/chat/completions', {
82
- payload: _makeChatCompletionRequest({
83
- model: options.model,
84
- messages: messages,
85
- maxTokens: options.model_options?.max_tokens,
86
- temperature: options.model_options?.temperature,
87
- topP: options.model_options?.top_p,
88
- responseFormat: this.getResponseFormat(options),
89
- stream: true,
90
- stopSequences: options.model_options?.stop_sequence,
91
- }),
92
- reader: 'sse'
93
- });
94
- return (0, async_1.transformSSEStream)(stream, (data) => {
95
- const json = JSON.parse(data);
96
- const content = json.choices[0]?.delta.content;
97
- return {
98
- result: content ? [{ type: "text", value: content }] : [],
99
- finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
100
- token_usage: {
101
- prompt: json.usage?.prompt_tokens,
102
- result: json.usage?.completion_tokens,
103
- total: json.usage?.total_tokens,
104
- },
105
- };
106
- });
107
- }
108
- async listModels() {
109
- const models = await this.client.get('v1/models');
110
- const aiModels = models.data.map(m => {
111
- return {
112
- id: m.id,
113
- name: m.id,
114
- description: undefined,
115
- provider: this.provider,
116
- owner: m.owned_by,
117
- };
118
- });
119
- return aiModels;
120
- }
121
- validateConnection() {
122
- throw new Error("Method not implemented.");
123
- }
124
- async generateEmbeddings({ text, model = "mistral-embed" }) {
125
- const r = await this.client.post('/v1/embeddings', {
126
- payload: {
127
- model,
128
- input: [text],
129
- encoding_format: "float"
130
- },
131
- });
132
- return {
133
- values: r.data[0].embedding,
134
- model,
135
- token_count: r.usage.total_tokens || r.usage.prompt_tokens + r.usage.completion_tokens,
136
- };
137
- }
138
- }
139
- exports.MistralAIDriver = MistralAIDriver;
140
- /**
141
- * Creates a chat completion request
142
- * @param {*} model
143
- * @param {*} messages
144
- * @param {*} tools
145
- * @param {*} temperature
146
- * @param {*} maxTokens
147
- * @param {*} topP
148
- * @param {*} randomSeed
149
- * @param {*} stream
150
- * @param {*} safeMode deprecated use safePrompt instead
151
- * @param {*} safePrompt
152
- * @param {*} toolChoice
153
- * @param {*} responseFormat
154
- * @return {Promise<Object>}
155
- */
156
- function _makeChatCompletionRequest({ model, messages, tools, temperature, maxTokens, topP, randomSeed, stream, safeMode, safePrompt, toolChoice, responseFormat, stopSequences, }) {
157
- return {
158
- model: model,
159
- messages: messages,
160
- tools: tools ?? undefined,
161
- temperature: temperature ?? undefined,
162
- max_tokens: maxTokens ?? undefined,
163
- top_p: topP ?? undefined,
164
- random_seed: randomSeed ?? undefined,
165
- stream: stream ?? undefined,
166
- safe_prompt: (safeMode || safePrompt) ?? undefined,
167
- tool_choice: toolChoice ?? undefined,
168
- response_format: responseFormat ?? undefined,
169
- stop: stopSequences ?? undefined,
170
- };
171
- }
172
- ;
173
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":";;;AAAA,2CAAwM;AACxM,kDAA4D;AAC5D,4DAAkE;AAClE,iEAA2F;AAC3F,iEAAyD;AAGzD,mBAAmB;AACnB,uDAAuD;AAEvD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAO1C,MAAa,eAAgB,SAAQ,qBAA2D;IAC5F,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAE9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,WAAW,CAAU;IAErB,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,uEAAuE;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,8BAAW,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,WAAW,CAAC;YACxE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,QAA0B,EAA8B,EAAE;QAE3E,+CAA+C;QAC/C,2BAA2B;QAC3B,sBAAsB;QAEtB,+CAA+C;QAC/C,oBAAoB;QACpB,uBAAuB;QAGvB,2EAA2E;QAE3E,4FAA4F;QAC5F,iHAAiH;QACjH,OAAO,SAAS,CAAA;IACpB,CAAC,CAAA;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,MAAM,QAAQ,GAAG,IAAA,6CAA0B,EAAC,QAAQ,CAAC,CAAC;QACtD,4CAA4C;QAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,aAAa,GAAG,IAAA,gCAAmB,EAAC,IAAI,CAAC,aAAa,CAAC;aACnE,CAAC,CAAC;QACP,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAA6B,EAAE,OAAyB;QAChF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACvD,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;aAClD,CAAC;SACL,CAA2B,CAAC;QAE7B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB;gBACnC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;aAChC;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAS,wCAAwC;YACpF,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAA6B,EAAE,OAAyB;QACtF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC1D,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBAClC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACtD,CAAC;YACF,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/C,OAAO;gBACH,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzD,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAO,wCAAwC;gBAC5F,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;iBAClC;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACjC,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;aACpB,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,eAAe,EAAqB;QACzE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC/C,OAAO,EAAE;gBACL,KAAK;gBACL,KAAK,EAAE,CAAC,IAAI,CAAC;gBACb,eAAe,EAAE,OAAO;aAC3B;SACJ,CAAC,CAAC;QACH,OAAO;YACH,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3B,KAAK;YACL,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,iBAAiB;SACzF,CAAA;IACL,CAAC;;AAnJL,0CAqJC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAS,0BAA0B,CAAC,EAChC,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ,EACR,UAAU,EACV,UAAU,EACV,cAAc,EACd,aAAa,GACS;IACtB,OAAO;QACH,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,WAAW,EAAE,WAAW,IAAI,SAAS;QACrC,UAAU,EAAE,SAAS,IAAI,SAAS;QAClC,KAAK,EAAE,IAAI,IAAI,SAAS;QACxB,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,WAAW,EAAE,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,SAAS;QAClD,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,eAAe,EAAE,cAAc,IAAI,SAAS;QAC5C,IAAI,EAAE,aAAa,IAAI,SAAS;KACnC,CAAC;AACN,CAAC;AAAA,CAAC"}
@@ -1,83 +0,0 @@
1
- "use strict";
2
- // Copied from https://github.com/mistralai/client-js/blob/main/src/client.d.ts
3
- // MistralAI Types
4
- Object.defineProperty(exports, "__esModule", { value: true });
5
- exports.ToolChoice = exports.ResponseFormats = exports.ToolType = void 0;
6
- var ToolType;
7
- (function (ToolType) {
8
- ToolType["function"] = "function";
9
- })(ToolType || (exports.ToolType = ToolType = {}));
10
- var ResponseFormats;
11
- (function (ResponseFormats) {
12
- ResponseFormats["text"] = "text";
13
- ResponseFormats["json_object"] = "json_object";
14
- })(ResponseFormats || (exports.ResponseFormats = ResponseFormats = {}));
15
- var ToolChoice;
16
- (function (ToolChoice) {
17
- ToolChoice["auto"] = "auto";
18
- ToolChoice["any"] = "any";
19
- ToolChoice["none"] = "none";
20
- })(ToolChoice || (exports.ToolChoice = ToolChoice = {}));
21
- // class MistralClient {
22
- // constructor(apiKey?: string, endpoint?: string);
23
- // private _request(
24
- // method: string,
25
- // path: string,
26
- // request: unknown
27
- // ): Promise<unknown>;
28
- // private _makeChatCompletionRequest(
29
- // model: string,
30
- // messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>,
31
- // tools?: Array<{ type: string; function: Function; }>,
32
- // temperature?: number,
33
- // maxTokens?: number,
34
- // topP?: number,
35
- // randomSeed?: number,
36
- // stream?: boolean,
37
- // /**
38
- // * @deprecated use safePrompt instead
39
- // */
40
- // safeMode?: boolean,
41
- // safePrompt?: boolean,
42
- // toolChoice?: ToolChoice,
43
- // responseFormat?: ResponseFormat
44
- // ): object;
45
- // listModels(): Promise<ListModelsResponse>;
46
- // chat(options: {
47
- // model: string;
48
- // messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
49
- // tools?: Array<{ type: string; function: Function; }>;
50
- // temperature?: number;
51
- // maxTokens?: number;
52
- // topP?: number;
53
- // randomSeed?: number;
54
- // /**
55
- // * @deprecated use safePrompt instead
56
- // */
57
- // safeMode?: boolean;
58
- // safePrompt?: boolean;
59
- // toolChoice?: ToolChoice;
60
- // responseFormat?: ResponseFormat;
61
- // }): Promise<ChatCompletionResponse>;
62
- // chatStream(options: {
63
- // model: string;
64
- // messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
65
- // tools?: Array<{ type: string; function: Function; }>;
66
- // temperature?: number;
67
- // maxTokens?: number;
68
- // topP?: number;
69
- // randomSeed?: number;
70
- // /**
71
- // * @deprecated use safePrompt instead
72
- // */
73
- // safeMode?: boolean;
74
- // safePrompt?: boolean;
75
- // toolChoice?: ToolChoice;
76
- // responseFormat?: ResponseFormat;
77
- // }): AsyncGenerator<ChatCompletionResponseChunk, void, unknown>;
78
- // embeddings(options: {
79
- // model: string;
80
- // input: string | string[];
81
- // }): Promise<EmbeddingResponse>;
82
- // }
83
- //# sourceMappingURL=types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/mistral/types.ts"],"names":[],"mappings":";AAAA,+EAA+E;AAC/E,kBAAkB;;;AAsClB,IAAY,QAEX;AAFD,WAAY,QAAQ;IAChB,iCAAqB,CAAA;AACzB,CAAC,EAFW,QAAQ,wBAAR,QAAQ,QAEnB;AAaD,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,8CAA2B,CAAA;AAC/B,CAAC,EAHW,eAAe,+BAAf,eAAe,QAG1B;AAED,IAAY,UAIX;AAJD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,yBAAW,CAAA;IACX,2BAAa,CAAA;AACjB,CAAC,EAJW,UAAU,0BAAV,UAAU,QAIrB;AAiFD,wBAAwB;AACxB,uDAAuD;AAEvD,wBAAwB;AACxB,0BAA0B;AAC1B,wBAAwB;AACxB,2BAA2B;AAC3B,2BAA2B;AAE3B,0CAA0C;AAC1C,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,4BAA4B;AAC5B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,0CAA0C;AAC1C,iBAAiB;AAEjB,iDAAiD;AAEjD,sBAAsB;AACtB,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,2CAA2C;AAE3C,4BAA4B;AAC5B,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,sEAAsE;AAEtE,4BAA4B;AAC5B,yBAAyB;AACzB,oCAAoC;AACpC,sCAAsC;AACtC,IAAI"}
@@ -1,72 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.AzureOpenAIDriver = void 0;
4
- const identity_1 = require("@azure/identity");
5
- const core_1 = require("@llumiverse/core");
6
- const openai_1 = require("openai");
7
- const index_js_1 = require("./index.js");
8
- class AzureOpenAIDriver extends index_js_1.BaseOpenAIDriver {
9
- service;
10
- provider = core_1.Providers.azure_openai;
11
- //Overload to allow independent instantiation with AzureOpenAI service
12
- constructor(serviceOrOpts) {
13
- if (serviceOrOpts instanceof openai_1.AzureOpenAI) {
14
- super({});
15
- this.service = serviceOrOpts;
16
- return;
17
- }
18
- const opts = serviceOrOpts ?? {};
19
- super(opts);
20
- if (!opts.azureADTokenProvider && !opts.apiKey) {
21
- opts.azureADTokenProvider = this.getDefaultCognitiveServicesAuth();
22
- }
23
- this.service = new openai_1.AzureOpenAI({
24
- apiKey: opts.apiKey,
25
- azureADTokenProvider: opts.azureADTokenProvider,
26
- endpoint: opts.endpoint,
27
- apiVersion: opts.apiVersion ?? "2024-10-21",
28
- deployment: opts.deployment
29
- });
30
- }
31
- /**
32
- * Get default authentication for Azure Cognitive Services API
33
- */
34
- getDefaultCognitiveServicesAuth() {
35
- const scope = "https://cognitiveservices.azure.com/.default";
36
- const azureADTokenProvider = (0, identity_1.getBearerTokenProvider)(new identity_1.DefaultAzureCredential(), scope);
37
- return azureADTokenProvider;
38
- }
39
- async listModels() {
40
- return this._listModels();
41
- }
42
- async _listModels(_filter) {
43
- if (!this.service.deploymentName) {
44
- throw new Error("A specific deployment is not set. Azure OpenAI cannot list deployments. Update your endpoint URL to include the deployment name, e.g., https://your-resource.openai.azure.com/openai/deployments/your-deployment/chat/completions");
45
- }
46
- //Do a test execution to check if the model works and to get the model ID.
47
- let modelID = this.service.deploymentName;
48
- try {
49
- const testResponse = await this.service.chat.completions.create({
50
- model: this.service.deploymentName,
51
- messages: [{ role: "user", content: "Hi" }],
52
- max_tokens: 1,
53
- });
54
- modelID = testResponse.model;
55
- }
56
- catch (error) {
57
- this.logger.error({ error }, "Failed to test model for Azure OpenAI listing :");
58
- }
59
- const modelCapability = (0, core_1.getModelCapabilities)(modelID, "openai");
60
- return [{
61
- id: modelID,
62
- name: this.service.deploymentName,
63
- provider: this.provider,
64
- owner: "openai",
65
- input_modalities: (0, core_1.modelModalitiesToArray)(modelCapability.input),
66
- output_modalities: (0, core_1.modelModalitiesToArray)(modelCapability.output),
67
- tool_support: modelCapability.tool_support,
68
- }];
69
- }
70
- }
71
- exports.AzureOpenAIDriver = AzureOpenAIDriver;
72
- //# sourceMappingURL=azure_openai.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"azure_openai.js","sourceRoot":"","sources":["../../../src/openai/azure_openai.ts"],"names":[],"mappings":";;;AAAA,8CAAiF;AACjF,2CAAmH;AACnH,mCAA6C;AAC7C,yCAA8C;AAmB9C,MAAa,iBAAkB,SAAQ,2BAAgB;IAGnD,OAAO,CAAc;IACZ,QAAQ,GAAG,gBAAS,CAAC,YAAY,CAAC;IAE3C,sEAAsE;IACtE,YAAY,aAAqD;QAC7D,IAAI,aAAa,YAAY,oBAAW,EAAE,CAAC;YACvC,KAAK,CAAC,EAAE,CAAC,CAAC;YACV,IAAI,CAAC,OAAO,GAAG,aAAa,CAAC;YAC7B,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,+BAA+B,EAAE,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,oBAAW,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,YAAY;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,+BAA+B;QAC3B,MAAM,KAAK,GAAG,8CAA8C,CAAC;QAC7D,MAAM,oBAAoB,GAAG,IAAA,iCAAsB,EAAC,IAAI,iCAAsB,EAAE,EAAE,KAAK,CAAC,CAAC;QACzF,OAAO,oBAAoB,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA6C;QAC3D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mOAAmO,CAAC,CAAC;QACzP,CAAC;QAED,0EAA0E;QAC1E,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;gBAClC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAC3C,UAAU,EAAE,CAAC;aAChB,CAAC,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,iDAAiD,CAAC,CAAC;QACpF,CAAC;QACD,MAAM,eAAe,GAAG,IAAA,2BAAoB,EAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChE,OAAO,CAAC;gBACJ,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;gBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,QAAQ;gBACf,gBAAgB,EAAE,IAAA,6BAAsB,EAAC,eAAe,CAAC,KAAK,CAAC;gBAC/D,iBAAiB,EAAE,IAAA,6BAAsB,EAAC,eAAe,CAAC,MAAM,CAAC;gBACjE,YAAY,EAAE,eAAe,CAAC,YAAY;aACnB,CAAC,CAAC;IACjC,CAAC;CACJ;AArED,8CAqEC"}