@llumiverse/drivers 0.24.0 → 0.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. package/package.json +3 -3
  2. package/lib/cjs/adobe/firefly.js +0 -120
  3. package/lib/cjs/adobe/firefly.js.map +0 -1
  4. package/lib/cjs/azure/azure_foundry.js +0 -432
  5. package/lib/cjs/azure/azure_foundry.js.map +0 -1
  6. package/lib/cjs/bedrock/converse.js +0 -285
  7. package/lib/cjs/bedrock/converse.js.map +0 -1
  8. package/lib/cjs/bedrock/index.js +0 -1091
  9. package/lib/cjs/bedrock/index.js.map +0 -1
  10. package/lib/cjs/bedrock/nova-image-payload.js +0 -207
  11. package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
  12. package/lib/cjs/bedrock/payloads.js +0 -3
  13. package/lib/cjs/bedrock/payloads.js.map +0 -1
  14. package/lib/cjs/bedrock/s3.js +0 -107
  15. package/lib/cjs/bedrock/s3.js.map +0 -1
  16. package/lib/cjs/bedrock/twelvelabs.js +0 -87
  17. package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
  18. package/lib/cjs/groq/index.js +0 -323
  19. package/lib/cjs/groq/index.js.map +0 -1
  20. package/lib/cjs/huggingface_ie.js +0 -201
  21. package/lib/cjs/huggingface_ie.js.map +0 -1
  22. package/lib/cjs/index.js +0 -31
  23. package/lib/cjs/index.js.map +0 -1
  24. package/lib/cjs/mistral/index.js +0 -173
  25. package/lib/cjs/mistral/index.js.map +0 -1
  26. package/lib/cjs/mistral/types.js +0 -83
  27. package/lib/cjs/mistral/types.js.map +0 -1
  28. package/lib/cjs/openai/azure_openai.js +0 -72
  29. package/lib/cjs/openai/azure_openai.js.map +0 -1
  30. package/lib/cjs/openai/index.js +0 -665
  31. package/lib/cjs/openai/index.js.map +0 -1
  32. package/lib/cjs/openai/openai.js +0 -21
  33. package/lib/cjs/openai/openai.js.map +0 -1
  34. package/lib/cjs/openai/openai_compatible.js +0 -62
  35. package/lib/cjs/openai/openai_compatible.js.map +0 -1
  36. package/lib/cjs/openai/openai_format.js +0 -131
  37. package/lib/cjs/openai/openai_format.js.map +0 -1
  38. package/lib/cjs/package.json +0 -3
  39. package/lib/cjs/replicate.js +0 -275
  40. package/lib/cjs/replicate.js.map +0 -1
  41. package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
  42. package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
  43. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
  44. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
  45. package/lib/cjs/test-driver/index.js +0 -109
  46. package/lib/cjs/test-driver/index.js.map +0 -1
  47. package/lib/cjs/test-driver/utils.js +0 -30
  48. package/lib/cjs/test-driver/utils.js.map +0 -1
  49. package/lib/cjs/togetherai/index.js +0 -126
  50. package/lib/cjs/togetherai/index.js.map +0 -1
  51. package/lib/cjs/togetherai/interfaces.js +0 -3
  52. package/lib/cjs/togetherai/interfaces.js.map +0 -1
  53. package/lib/cjs/vertexai/debug.js +0 -12
  54. package/lib/cjs/vertexai/debug.js.map +0 -1
  55. package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
  56. package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
  57. package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
  58. package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
  59. package/lib/cjs/vertexai/index.js +0 -576
  60. package/lib/cjs/vertexai/index.js.map +0 -1
  61. package/lib/cjs/vertexai/models/claude.js +0 -485
  62. package/lib/cjs/vertexai/models/claude.js.map +0 -1
  63. package/lib/cjs/vertexai/models/gemini.js +0 -871
  64. package/lib/cjs/vertexai/models/gemini.js.map +0 -1
  65. package/lib/cjs/vertexai/models/imagen.js +0 -303
  66. package/lib/cjs/vertexai/models/imagen.js.map +0 -1
  67. package/lib/cjs/vertexai/models/llama.js +0 -183
  68. package/lib/cjs/vertexai/models/llama.js.map +0 -1
  69. package/lib/cjs/vertexai/models.js +0 -35
  70. package/lib/cjs/vertexai/models.js.map +0 -1
  71. package/lib/cjs/watsonx/index.js +0 -161
  72. package/lib/cjs/watsonx/index.js.map +0 -1
  73. package/lib/cjs/watsonx/interfaces.js +0 -3
  74. package/lib/cjs/watsonx/interfaces.js.map +0 -1
  75. package/lib/cjs/xai/index.js +0 -65
  76. package/lib/cjs/xai/index.js.map +0 -1
  77. package/lib/esm/adobe/firefly.js +0 -116
  78. package/lib/esm/adobe/firefly.js.map +0 -1
  79. package/lib/esm/azure/azure_foundry.js +0 -426
  80. package/lib/esm/azure/azure_foundry.js.map +0 -1
  81. package/lib/esm/bedrock/converse.js +0 -278
  82. package/lib/esm/bedrock/converse.js.map +0 -1
  83. package/lib/esm/bedrock/index.js +0 -1087
  84. package/lib/esm/bedrock/index.js.map +0 -1
  85. package/lib/esm/bedrock/nova-image-payload.js +0 -203
  86. package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
  87. package/lib/esm/bedrock/payloads.js +0 -2
  88. package/lib/esm/bedrock/payloads.js.map +0 -1
  89. package/lib/esm/bedrock/s3.js +0 -99
  90. package/lib/esm/bedrock/s3.js.map +0 -1
  91. package/lib/esm/bedrock/twelvelabs.js +0 -84
  92. package/lib/esm/bedrock/twelvelabs.js.map +0 -1
  93. package/lib/esm/groq/index.js +0 -316
  94. package/lib/esm/groq/index.js.map +0 -1
  95. package/lib/esm/huggingface_ie.js +0 -197
  96. package/lib/esm/huggingface_ie.js.map +0 -1
  97. package/lib/esm/index.js +0 -15
  98. package/lib/esm/index.js.map +0 -1
  99. package/lib/esm/mistral/index.js +0 -169
  100. package/lib/esm/mistral/index.js.map +0 -1
  101. package/lib/esm/mistral/types.js +0 -80
  102. package/lib/esm/mistral/types.js.map +0 -1
  103. package/lib/esm/openai/azure_openai.js +0 -68
  104. package/lib/esm/openai/azure_openai.js.map +0 -1
  105. package/lib/esm/openai/index.js +0 -660
  106. package/lib/esm/openai/index.js.map +0 -1
  107. package/lib/esm/openai/openai.js +0 -14
  108. package/lib/esm/openai/openai.js.map +0 -1
  109. package/lib/esm/openai/openai_compatible.js +0 -55
  110. package/lib/esm/openai/openai_compatible.js.map +0 -1
  111. package/lib/esm/openai/openai_format.js +0 -127
  112. package/lib/esm/openai/openai_format.js.map +0 -1
  113. package/lib/esm/replicate.js +0 -268
  114. package/lib/esm/replicate.js.map +0 -1
  115. package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
  116. package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
  117. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +0 -20
  118. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
  119. package/lib/esm/test-driver/index.js +0 -91
  120. package/lib/esm/test-driver/index.js.map +0 -1
  121. package/lib/esm/test-driver/utils.js +0 -25
  122. package/lib/esm/test-driver/utils.js.map +0 -1
  123. package/lib/esm/togetherai/index.js +0 -122
  124. package/lib/esm/togetherai/index.js.map +0 -1
  125. package/lib/esm/togetherai/interfaces.js +0 -2
  126. package/lib/esm/togetherai/interfaces.js.map +0 -1
  127. package/lib/esm/vertexai/debug.js +0 -6
  128. package/lib/esm/vertexai/debug.js.map +0 -1
  129. package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
  130. package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
  131. package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
  132. package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
  133. package/lib/esm/vertexai/index.js +0 -571
  134. package/lib/esm/vertexai/index.js.map +0 -1
  135. package/lib/esm/vertexai/models/claude.js +0 -479
  136. package/lib/esm/vertexai/models/claude.js.map +0 -1
  137. package/lib/esm/vertexai/models/gemini.js +0 -866
  138. package/lib/esm/vertexai/models/gemini.js.map +0 -1
  139. package/lib/esm/vertexai/models/imagen.js +0 -299
  140. package/lib/esm/vertexai/models/imagen.js.map +0 -1
  141. package/lib/esm/vertexai/models/llama.js +0 -179
  142. package/lib/esm/vertexai/models/llama.js.map +0 -1
  143. package/lib/esm/vertexai/models.js +0 -32
  144. package/lib/esm/vertexai/models.js.map +0 -1
  145. package/lib/esm/watsonx/index.js +0 -157
  146. package/lib/esm/watsonx/index.js.map +0 -1
  147. package/lib/esm/watsonx/interfaces.js +0 -2
  148. package/lib/esm/watsonx/interfaces.js.map +0 -1
  149. package/lib/esm/xai/index.js +0 -58
  150. package/lib/esm/xai/index.js.map +0 -1
  151. package/lib/types/adobe/firefly.d.ts +0 -30
  152. package/lib/types/adobe/firefly.d.ts.map +0 -1
  153. package/lib/types/azure/azure_foundry.d.ts +0 -52
  154. package/lib/types/azure/azure_foundry.d.ts.map +0 -1
  155. package/lib/types/bedrock/converse.d.ts +0 -9
  156. package/lib/types/bedrock/converse.d.ts.map +0 -1
  157. package/lib/types/bedrock/index.d.ts +0 -68
  158. package/lib/types/bedrock/index.d.ts.map +0 -1
  159. package/lib/types/bedrock/nova-image-payload.d.ts +0 -74
  160. package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
  161. package/lib/types/bedrock/payloads.d.ts +0 -12
  162. package/lib/types/bedrock/payloads.d.ts.map +0 -1
  163. package/lib/types/bedrock/s3.d.ts +0 -23
  164. package/lib/types/bedrock/s3.d.ts.map +0 -1
  165. package/lib/types/bedrock/twelvelabs.d.ts +0 -50
  166. package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
  167. package/lib/types/groq/index.d.ts +0 -27
  168. package/lib/types/groq/index.d.ts.map +0 -1
  169. package/lib/types/huggingface_ie.d.ts +0 -35
  170. package/lib/types/huggingface_ie.d.ts.map +0 -1
  171. package/lib/types/index.d.ts +0 -15
  172. package/lib/types/index.d.ts.map +0 -1
  173. package/lib/types/mistral/index.d.ts +0 -25
  174. package/lib/types/mistral/index.d.ts.map +0 -1
  175. package/lib/types/mistral/types.d.ts +0 -132
  176. package/lib/types/mistral/types.d.ts.map +0 -1
  177. package/lib/types/openai/azure_openai.d.ts +0 -25
  178. package/lib/types/openai/azure_openai.d.ts.map +0 -1
  179. package/lib/types/openai/index.d.ts +0 -31
  180. package/lib/types/openai/index.d.ts.map +0 -1
  181. package/lib/types/openai/openai.d.ts +0 -15
  182. package/lib/types/openai/openai.d.ts.map +0 -1
  183. package/lib/types/openai/openai_compatible.d.ts +0 -26
  184. package/lib/types/openai/openai_compatible.d.ts.map +0 -1
  185. package/lib/types/openai/openai_format.d.ts +0 -21
  186. package/lib/types/openai/openai_format.d.ts.map +0 -1
  187. package/lib/types/replicate.d.ts +0 -48
  188. package/lib/types/replicate.d.ts.map +0 -1
  189. package/lib/types/test-driver/TestErrorCompletionStream.d.ts +0 -9
  190. package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
  191. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +0 -9
  192. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
  193. package/lib/types/test-driver/index.d.ts +0 -24
  194. package/lib/types/test-driver/index.d.ts.map +0 -1
  195. package/lib/types/test-driver/utils.d.ts +0 -5
  196. package/lib/types/test-driver/utils.d.ts.map +0 -1
  197. package/lib/types/togetherai/index.d.ts +0 -23
  198. package/lib/types/togetherai/index.d.ts.map +0 -1
  199. package/lib/types/togetherai/interfaces.d.ts +0 -96
  200. package/lib/types/togetherai/interfaces.d.ts.map +0 -1
  201. package/lib/types/vertexai/debug.d.ts +0 -2
  202. package/lib/types/vertexai/debug.d.ts.map +0 -1
  203. package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
  204. package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
  205. package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
  206. package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
  207. package/lib/types/vertexai/index.d.ts +0 -65
  208. package/lib/types/vertexai/index.d.ts.map +0 -1
  209. package/lib/types/vertexai/models/claude.d.ts +0 -28
  210. package/lib/types/vertexai/models/claude.d.ts.map +0 -1
  211. package/lib/types/vertexai/models/gemini.d.ts +0 -18
  212. package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
  213. package/lib/types/vertexai/models/imagen.d.ts +0 -75
  214. package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
  215. package/lib/types/vertexai/models/llama.d.ts +0 -20
  216. package/lib/types/vertexai/models/llama.d.ts.map +0 -1
  217. package/lib/types/vertexai/models.d.ts +0 -15
  218. package/lib/types/vertexai/models.d.ts.map +0 -1
  219. package/lib/types/watsonx/index.d.ts +0 -27
  220. package/lib/types/watsonx/index.d.ts.map +0 -1
  221. package/lib/types/watsonx/interfaces.d.ts +0 -65
  222. package/lib/types/watsonx/interfaces.d.ts.map +0 -1
  223. package/lib/types/xai/index.d.ts +0 -18
  224. package/lib/types/xai/index.d.ts.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAgD,MAAM,kBAAkB,CAAC;AAIjO,OAAO,IAAI,MAAM,UAAU,CAAC;AAE5B,OAAO,KAAK,EAAE,0BAA0B,EAAsB,MAAM,qCAAqC,CAAC;AAM1G,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,0BAA0B,EAAE,CAAC;IAC3F,MAAM,CAAC,QAAQ,SAAU;IACzB,QAAQ,SAAuB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IAkBtC,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,SAAS;cAWxC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,0BAA0B,EAAE,CAAC;IAWtH,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,uBAAuB;IAiBzB,qBAAqB,CAAC,QAAQ,EAAE,0BAA0B,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAwD7G,2BAA2B,CAAC,QAAQ,EAAE,0BAA0B,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAiD7I,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAI9E"}
@@ -1,35 +0,0 @@
1
- import { InferenceClient } from "@huggingface/inference";
2
- import { AIModel, AbstractDriver, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
3
- import { FetchClient } from "@vertesia/api-fetch-client";
4
- export interface HuggingFaceIEDriverOptions extends DriverOptions {
5
- apiKey: string;
6
- endpoint_url: string;
7
- }
8
- export declare class HuggingFaceIEDriver extends AbstractDriver<HuggingFaceIEDriverOptions, string> {
9
- static PROVIDER: string;
10
- provider: string;
11
- service: FetchClient;
12
- _executor?: InferenceClient;
13
- constructor(options: HuggingFaceIEDriverOptions);
14
- getModelURLEndpoint(modelId: string): Promise<{
15
- url: string;
16
- status: string;
17
- }>;
18
- getExecutor(model: string): Promise<InferenceClient>;
19
- requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
20
- requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<{
21
- result: {
22
- type: "text";
23
- value: string;
24
- }[];
25
- finish_reason: string;
26
- token_usage: {
27
- result: number | undefined;
28
- };
29
- original_response: import("@huggingface/inference").TextGenerationOutput | undefined;
30
- }>;
31
- listModels(): Promise<AIModel[]>;
32
- validateConnection(): Promise<boolean>;
33
- generateEmbeddings(): Promise<EmbeddingsResult>;
34
- }
35
- //# sourceMappingURL=huggingface_ie.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"huggingface_ie.d.ts","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EAElB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,OAAO,EAEP,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAEnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAEzD,MAAM,WAAW,0BAA2B,SAAQ,aAAa;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,mBAAoB,SAAQ,cAAc,CAAC,0BAA0B,EAAE,MAAM,CAAC;IACvF,MAAM,CAAC,QAAQ,SAAoB;IACnC,QAAQ,SAAgC;IACxC,OAAO,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,eAAe,CAAC;gBAGxB,OAAO,EAAE,0BAA0B;IAUjC,mBAAmB,CACrB,OAAO,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;KAAE,CAAC;IAQtC,WAAW,CAAC,KAAK,EAAE,MAAM;IAoBzB,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;IAgCrE,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;;;;;IAgC/D,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAgBhC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIxD"}
@@ -1,15 +0,0 @@
1
- export * from "./azure/azure_foundry.js";
2
- export * from "./bedrock/index.js";
3
- export * from "./groq/index.js";
4
- export * from "./huggingface_ie.js";
5
- export * from "./mistral/index.js";
6
- export * from "./openai/azure_openai.js";
7
- export * from "./openai/openai.js";
8
- export * from "./openai/openai_compatible.js";
9
- export * from "./replicate.js";
10
- export * from "./test-driver/index.js";
11
- export * from "./togetherai/index.js";
12
- export * from "./vertexai/index.js";
13
- export * from "./watsonx/index.js";
14
- export * from "./xai/index.js";
15
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC"}
@@ -1,25 +0,0 @@
1
- import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from "@llumiverse/core";
2
- import { OpenAITextMessage } from "../openai/openai_format.js";
3
- import { FetchClient } from "@vertesia/api-fetch-client";
4
- import { ResponseFormat } from "./types.js";
5
- interface MistralAIDriverOptions extends DriverOptions {
6
- apiKey: string;
7
- endpoint_url?: string;
8
- }
9
- export declare class MistralAIDriver extends AbstractDriver<MistralAIDriverOptions, OpenAITextMessage[]> {
10
- static PROVIDER: string;
11
- provider: string;
12
- apiKey: string;
13
- client: FetchClient;
14
- endpointUrl?: string;
15
- constructor(options: MistralAIDriverOptions);
16
- getResponseFormat: (_options: ExecutionOptions) => ResponseFormat | undefined;
17
- protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): Promise<OpenAITextMessage[]>;
18
- requestTextCompletion(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<Completion>;
19
- requestTextCompletionStream(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
20
- listModels(): Promise<AIModel<string>[]>;
21
- validateConnection(): Promise<boolean>;
22
- generateEmbeddings({ text, model }: EmbeddingsOptions): Promise<EmbeddingsResult>;
23
- }
24
- export {};
25
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAGxM,OAAO,EAA8B,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC3F,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAuE,cAAc,EAAE,MAAM,YAAY,CAAC;AAOjH,UAAU,sBAAuB,SAAQ,aAAa;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,sBAAsB,EAAE,iBAAiB,EAAE,CAAC;IAC5F,MAAM,CAAC,QAAQ,SAAe;IAE9B,QAAQ,SAA4B;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,sBAAsB;IAS3C,iBAAiB,GAAI,UAAU,gBAAgB,KAAG,cAAc,GAAG,SAAS,CAgB3E;cAEe,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAYvG,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA+BpG,2BAA2B,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAoCpI,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAgB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAuB,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAe5G"}
@@ -1,132 +0,0 @@
1
- export interface ModelPermission {
2
- id: string;
3
- object: 'model_permission';
4
- created: number;
5
- allow_create_engine: boolean;
6
- allow_sampling: boolean;
7
- allow_logprobs: boolean;
8
- allow_search_indices: boolean;
9
- allow_view: boolean;
10
- allow_fine_tuning: boolean;
11
- organization: string;
12
- group: string | null;
13
- is_blocking: boolean;
14
- }
15
- export interface Model {
16
- id: string;
17
- object: 'model';
18
- created: number;
19
- owned_by: string;
20
- root: string | null;
21
- parent: string | null;
22
- permission: ModelPermission[];
23
- }
24
- export interface ListModelsResponse {
25
- object: 'list';
26
- data: Model[];
27
- }
28
- export interface Function {
29
- name: string;
30
- description: string;
31
- parameters: object;
32
- }
33
- export declare enum ToolType {
34
- function = "function"
35
- }
36
- export interface FunctionCall {
37
- name: string;
38
- arguments: string;
39
- }
40
- export interface ToolCalls {
41
- id: 'null';
42
- type: ToolType;
43
- function: FunctionCall;
44
- }
45
- export declare enum ResponseFormats {
46
- text = "text",
47
- json_object = "json_object"
48
- }
49
- export declare enum ToolChoice {
50
- auto = "auto",
51
- any = "any",
52
- none = "none"
53
- }
54
- export interface ResponseFormat {
55
- type: ResponseFormats;
56
- }
57
- export interface TokenUsage {
58
- prompt_tokens: number;
59
- completion_tokens: number;
60
- total_tokens: number;
61
- }
62
- export interface ChatCompletionResponseChoice {
63
- index: number;
64
- message: {
65
- role: string;
66
- content: string;
67
- };
68
- finish_reason: string;
69
- }
70
- export interface ChatCompletionResponseChunkChoice {
71
- index: number;
72
- delta: {
73
- role?: string;
74
- content?: string;
75
- tool_calls?: ToolCalls[];
76
- };
77
- finish_reason: string;
78
- }
79
- export interface ChatCompletionResponse {
80
- id: string;
81
- object: 'chat.completion';
82
- created: number;
83
- model: string;
84
- choices: ChatCompletionResponseChoice[];
85
- usage: TokenUsage;
86
- }
87
- export interface ChatCompletionResponseChunk {
88
- id: string;
89
- object: 'chat.completion.chunk';
90
- created: number;
91
- model: string;
92
- choices: ChatCompletionResponseChunkChoice[];
93
- }
94
- export interface Embedding {
95
- id: string;
96
- object: 'embedding';
97
- embedding: number[];
98
- }
99
- export interface EmbeddingResponse {
100
- id: string;
101
- object: 'list';
102
- data: Embedding[];
103
- model: string;
104
- usage: TokenUsage;
105
- }
106
- export interface CompletionRequestParams {
107
- model: string;
108
- messages: Array<{
109
- role: string;
110
- name?: string;
111
- content: string | string[];
112
- tool_calls?: ToolCalls[];
113
- }>;
114
- tools?: Array<{
115
- type: string;
116
- function: Function;
117
- }>;
118
- temperature?: number;
119
- maxTokens?: number;
120
- topP?: number;
121
- randomSeed?: number;
122
- stream?: boolean;
123
- /**
124
- * @deprecated use safePrompt instead
125
- */
126
- safeMode?: boolean;
127
- safePrompt?: boolean;
128
- toolChoice?: ToolChoice;
129
- responseFormat?: ResponseFormat;
130
- stopSequences?: string[];
131
- }
132
- //# sourceMappingURL=types.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/mistral/types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,eAAe;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,KAAK;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,eAAe,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,oBAAY,QAAQ;IAChB,QAAQ,aAAa;CACxB;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,YAAY,CAAC;CAC1B;AAED,oBAAY,eAAe;IACvB,IAAI,SAAS;IACb,WAAW,gBAAgB;CAC9B;AAED,oBAAY,UAAU;IAClB,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,4BAA4B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,iCAAiC;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;KAC5B,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,sBAAsB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,KAAK,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,iCAAiC,EAAE,CAAC;CAChD;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,uBAAuB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;KAAE,CAAC,CAAC;IACxG,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAC;KAAE,CAAC,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B"}
@@ -1,25 +0,0 @@
1
- import { AIModel, DriverOptions, Providers } from "@llumiverse/core";
2
- import OpenAI, { AzureOpenAI } from "openai";
3
- import { BaseOpenAIDriver } from "./index.js";
4
- export interface AzureOpenAIDriverOptions extends DriverOptions {
5
- /**
6
- * The credentials to use to access Azure OpenAI
7
- */
8
- azureADTokenProvider?: any;
9
- apiKey?: string;
10
- endpoint?: string;
11
- apiVersion?: string;
12
- deployment?: string;
13
- }
14
- export declare class AzureOpenAIDriver extends BaseOpenAIDriver {
15
- service: AzureOpenAI;
16
- readonly provider = Providers.azure_openai;
17
- constructor(serviceOrOpts: AzureOpenAI | AzureOpenAIDriverOptions);
18
- /**
19
- * Get default authentication for Azure Cognitive Services API
20
- */
21
- getDefaultCognitiveServicesAuth(): () => Promise<string>;
22
- listModels(): Promise<AIModel[]>;
23
- _listModels(_filter?: (m: OpenAI.Models.Model) => boolean): Promise<AIModel[]>;
24
- }
25
- //# sourceMappingURL=azure_openai.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"azure_openai.d.ts","sourceRoot":"","sources":["../../../src/openai/azure_openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAgD,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACnH,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,wBAAyB,SAAQ,aAAa;IAE3D;;OAEG;IACH,oBAAoB,CAAC,EAAE,GAAG,CAAC;IAE3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB,UAAU,CAAC,EAAE,MAAM,CAAC;CAEvB;AAED,qBAAa,iBAAkB,SAAQ,gBAAgB;IAGnD,OAAO,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,QAAQ,0BAA0B;gBAG/B,aAAa,EAAE,WAAW,GAAG,wBAAwB;IAqBjE;;OAEG;IACH,+BAA+B;IAMzB,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA4BvF"}
@@ -1,31 +0,0 @@
1
- import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DataSource, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, Providers, ToolUse, TrainingJob, TrainingOptions, TrainingPromptOptions } from "@llumiverse/core";
2
- import OpenAI, { AzureOpenAI } from "openai";
3
- type ResponseInputItem = OpenAI.Responses.ResponseInputItem;
4
- export interface BaseOpenAIDriverOptions extends DriverOptions {
5
- }
6
- export declare abstract class BaseOpenAIDriver extends AbstractDriver<BaseOpenAIDriverOptions, ResponseInputItem[]> {
7
- abstract provider: Providers.openai | Providers.azure_openai | Providers.xai | Providers.azure_foundry | Providers.openai_compatible;
8
- abstract service: OpenAI | AzureOpenAI;
9
- constructor(opts: BaseOpenAIDriverOptions);
10
- extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Responses.Response): Completion;
11
- requestTextCompletionStream(prompt: ResponseInputItem[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
12
- requestTextCompletion(prompt: ResponseInputItem[], options: ExecutionOptions): Promise<Completion>;
13
- protected canStream(_options: ExecutionOptions): Promise<boolean>;
14
- /**
15
- * Build conversation context after streaming completion.
16
- * Reconstructs the assistant message from accumulated results and applies stripping.
17
- */
18
- buildStreamingConversation(prompt: ResponseInputItem[], result: unknown[], toolUse: unknown[] | undefined, options: ExecutionOptions): ResponseInputItem[] | undefined;
19
- createTrainingPrompt(options: TrainingPromptOptions): Promise<string>;
20
- startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
21
- cancelTraining(jobId: string): Promise<TrainingJob>;
22
- getTrainingJob(jobId: string): Promise<TrainingJob>;
23
- validateConnection(): Promise<boolean>;
24
- listTrainableModels(): Promise<AIModel<string>[]>;
25
- listModels(): Promise<AIModel[]>;
26
- _listModels(filter?: (m: OpenAI.Models.Model) => boolean): Promise<AIModel[]>;
27
- generateEmbeddings({ text, image, model }: EmbeddingsOptions): Promise<EmbeddingsResult>;
28
- }
29
- export declare function collectTools(output?: OpenAI.Responses.ResponseOutputItem[]): ToolUse[] | undefined;
30
- export {};
31
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,qBAAqB,EAErB,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAIhB,SAAS,EAET,OAAO,EACP,WAAW,EAEX,eAAe,EACf,qBAAqB,EASxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAI7C,KAAK,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;AAiB5D,MAAM,WAAW,uBAAwB,SAAQ,aAAa;CAC7D;AAED,8BAAsB,gBAAiB,SAAQ,cAAc,CACzD,uBAAuB,EACvB,iBAAiB,EAAE,CACtB;IACG,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,GAAG,SAAS,CAAC,aAAa,GAAG,SAAS,CAAC,iBAAiB,CAAC;IACrI,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAAC;gBAE3B,IAAI,EAAE,uBAAuB;IAKzC,uBAAuB,CACnB,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,GAClC,UAAU;IAmBP,2BAA2B,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAqDlI,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA4ExG,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAUjE;;;OAGG;IACH,0BAA0B,CACtB,MAAM,EAAE,iBAAiB,EAAE,EAC3B,MAAM,EAAE,OAAO,EAAE,EACjB,OAAO,EAAE,OAAO,EAAE,GAAG,SAAS,EAC9B,OAAO,EAAE,gBAAgB,GAC1B,iBAAiB,EAAE,GAAG,SAAS;IA6ClC,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IAS/D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAgBlF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAS5C,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAI3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuC7E,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAgC,EAAE,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwB5H;AAyPD,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,kBAAkB,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAoBlG"}
@@ -1,15 +0,0 @@
1
- import { DriverOptions, Providers } from "@llumiverse/core";
2
- import OpenAI from "openai";
3
- import { BaseOpenAIDriver } from "./index.js";
4
- export interface OpenAIDriverOptions extends DriverOptions {
5
- /**
6
- * The OpenAI api key
7
- */
8
- apiKey?: string;
9
- }
10
- export declare class OpenAIDriver extends BaseOpenAIDriver {
11
- service: OpenAI;
12
- readonly provider = Providers.openai;
13
- constructor(opts: OpenAIDriverOptions);
14
- }
15
- //# sourceMappingURL=openai.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/openai/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IAEtD;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CAEnB;AAKD,qBAAa,YAAa,SAAQ,gBAAgB;IAE9C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,QAAQ,oBAAoB;gBAEzB,IAAI,EAAE,mBAAmB;CAMxC"}
@@ -1,26 +0,0 @@
1
- import { AIModel, DriverOptions, Providers } from "@llumiverse/core";
2
- import OpenAI from "openai";
3
- import { BaseOpenAIDriver } from "./index.js";
4
- export interface OpenAICompatibleDriverOptions extends DriverOptions {
5
- /**
6
- * The API key for the OpenAI-compatible service
7
- */
8
- apiKey: string;
9
- /**
10
- * The base URL of the OpenAI-compatible API endpoint
11
- * Example: https://api.example.com/v1
12
- */
13
- endpoint: string;
14
- }
15
- /**
16
- * A generic driver for OpenAI-compatible APIs.
17
- * This can be used with any service that implements the OpenAI API spec,
18
- * such as xAI (Grok), LM Studio, Ollama, vLLM, LocalAI, etc.
19
- */
20
- export declare class OpenAICompatibleDriver extends BaseOpenAIDriver {
21
- service: OpenAI;
22
- readonly provider = Providers.openai_compatible;
23
- constructor(opts: OpenAICompatibleDriverOptions);
24
- listModels(): Promise<AIModel[]>;
25
- }
26
- //# sourceMappingURL=openai_compatible.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"openai_compatible.d.ts","sourceRoot":"","sources":["../../../src/openai/openai_compatible.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAa,SAAS,EAAgD,MAAM,kBAAkB,CAAC;AAC9H,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,6BAA8B,SAAQ,aAAa;IAChE;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,qBAAa,sBAAuB,SAAQ,gBAAgB;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,QAAQ,+BAA+B;gBAEpC,IAAI,EAAE,6BAA6B;IAiBzC,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;CA8BzC"}
@@ -1,21 +0,0 @@
1
- import { PromptOptions, PromptSegment } from "@llumiverse/common";
2
- import type OpenAI from "openai";
3
- type ResponseInputItem = OpenAI.Responses.ResponseInputItem;
4
- export interface OpenAITextMessage {
5
- content: string;
6
- role: 'system' | 'user' | 'assistant' | 'developer';
7
- }
8
- /**
9
- * OpenAI text only prompts
10
- * @param segments
11
- * @returns
12
- */
13
- export declare function formatOpenAILikeTextPrompt(segments: PromptSegment[]): OpenAITextMessage[];
14
- export declare function formatOpenAILikeMultimodalPrompt(segments: PromptSegment[], opts: PromptOptions & OpenAIPromptFormatterOptions): Promise<ResponseInputItem[]>;
15
- export interface OpenAIPromptFormatterOptions {
16
- multimodal?: boolean;
17
- useToolForFormatting?: boolean;
18
- schema?: Object;
19
- }
20
- export {};
21
- //# sourceMappingURL=openai_format.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"openai_format.d.ts","sourceRoot":"","sources":["../../../src/openai/openai_format.ts"],"names":[],"mappings":"AAGA,OAAO,EAAc,aAAa,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAE9E,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAGjC,KAAK,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;AAI5D,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,WAAW,CAAC;CACvD;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,iBAAiB,EAAE,CAoBzF;AAGD,wBAAsB,gCAAgC,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,aAAa,GAAG,4BAA4B,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAuGlK;AAED,MAAM,WAAW,4BAA4B;IACzC,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAA;CAClB"}
@@ -1,48 +0,0 @@
1
- import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DataSource, DriverOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, TrainingJob, TrainingOptions } from "@llumiverse/core";
2
- import Replicate, { Prediction } from "replicate";
3
- export interface ReplicateDriverOptions extends DriverOptions {
4
- apiKey: string;
5
- }
6
- export declare class ReplicateDriver extends AbstractDriver<DriverOptions, string> {
7
- static PROVIDER: string;
8
- provider: string;
9
- service: Replicate;
10
- static parseModelId(modelId: string): {
11
- owner: string;
12
- model: string;
13
- version: string;
14
- };
15
- constructor(options: ReplicateDriverOptions);
16
- extractDataFromResponse(response: Prediction): Completion;
17
- requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
18
- requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<{
19
- result: {
20
- type: "text";
21
- value: string;
22
- }[];
23
- original_response: Prediction | undefined;
24
- }>;
25
- startTraining(dataset: DataSource, options: TrainingOptions): Promise<TrainingJob>;
26
- /**
27
- * This method is not returning a consistent TrainingJob like the one returned by startTraining
28
- * Instead of returning the full model name `owner/model:version` it returns only the version `version
29
- * @param jobId
30
- * @returns
31
- */
32
- cancelTraining(jobId: string): Promise<TrainingJob>;
33
- /**
34
- * This method is not returning a consistent TrainingJob like the one returned by startTraining
35
- * Instead of returning the full model name `owner/model:version` it returns only the version `version
36
- * @param jobId
37
- * @returns
38
- */
39
- getTrainingJob(jobId: string): Promise<TrainingJob>;
40
- validateConnection(): Promise<boolean>;
41
- _listTrainableModels(): Promise<AIModel[]>;
42
- listTrainableModels(): Promise<AIModel[]>;
43
- listModels(params?: ModelSearchPayload): Promise<AIModel[]>;
44
- listModelVersions(owner: string, model: string): Promise<AIModel[]>;
45
- searchModels(params: ModelSearchPayload): Promise<AIModel[]>;
46
- generateEmbeddings(): Promise<EmbeddingsResult>;
47
- }
48
- //# sourceMappingURL=replicate.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAElB,WAAW,EAEX,eAAe,EAClB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,SAAS,EAAE,EAAE,UAAU,EAAY,MAAM,WAAW,CAAC;AAe5D,MAAM,WAAW,sBAAuB,SAAQ,aAAa;IACzD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,aAAa,EAAE,MAAM,CAAC;IACtE,MAAM,CAAC,QAAQ,SAAe;IAC9B,QAAQ,SAA4B;IACpC,OAAO,EAAE,SAAS,CAAC;IAEnB,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM;;;;;gBAWvB,OAAO,EAAE,sBAAsB;IAO3C,uBAAuB,CAAC,QAAQ,EAAE,UAAU,GAAG,UAAU;IAOnD,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IA6CrH,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;IAkC/D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAcxF;;;;;OAKG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKzD;;;;;OAKG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,oBAAoB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAoB1C,mBAAmB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAQzC,UAAU,CAAC,MAAM,GAAE,kBAAiC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAYzE,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IA8BnE,YAAY,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuB5D,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIxD"}
@@ -1,9 +0,0 @@
1
- import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
2
- export declare class TestErrorCompletionStream implements CompletionStream<PromptSegment[]> {
3
- segments: PromptSegment[];
4
- options: ExecutionOptions;
5
- completion: ExecutionResponse<PromptSegment[]> | undefined;
6
- constructor(segments: PromptSegment[], options: ExecutionOptions);
7
- [Symbol.asyncIterator](): AsyncGenerator<string, void, unknown>;
8
- }
9
- //# sourceMappingURL=TestErrorCompletionStream.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"TestErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGxG,qBAAa,yBAA0B,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAI5D,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAKhC"}
@@ -1,9 +0,0 @@
1
- import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
2
- export declare class TestValidationErrorCompletionStream implements CompletionStream<PromptSegment[]> {
3
- segments: PromptSegment[];
4
- options: ExecutionOptions;
5
- completion: ExecutionResponse<PromptSegment[]> | undefined;
6
- constructor(segments: PromptSegment[], options: ExecutionOptions);
7
- [Symbol.asyncIterator](): AsyncGenerator<"Started TestValidationError.\n" | "chunk1\n" | "chunk2\n", void, unknown>;
8
- }
9
- //# sourceMappingURL=TestValidationErrorCompletionStream.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"TestValidationErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIxG,qBAAa,mCAAoC,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAItE,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAShC"}
@@ -1,24 +0,0 @@
1
- import { AIModel, CompletionStream, Driver, EmbeddingsResult, ExecutionOptions, ExecutionResponse, PromptSegment, TrainingJob } from "@llumiverse/core";
2
- export * from "./TestErrorCompletionStream.js";
3
- export * from "./TestValidationErrorCompletionStream.js";
4
- export declare enum TestDriverModels {
5
- executionError = "execution-error",
6
- validationError = "validation-error"
7
- }
8
- export declare class TestDriver implements Driver<PromptSegment[]> {
9
- provider: string;
10
- createTrainingPrompt(): Promise<string>;
11
- startTraining(): Promise<TrainingJob>;
12
- cancelTraining(): Promise<TrainingJob>;
13
- getTrainingJob(_jobId: string): Promise<TrainingJob>;
14
- createPrompt(segments: PromptSegment[], _opts: ExecutionOptions): Promise<PromptSegment[]>;
15
- execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
16
- stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptSegment[]>>;
17
- listTrainableModels(): Promise<AIModel<string>[]>;
18
- listModels(): Promise<AIModel<string>[]>;
19
- validateConnection(): Promise<boolean>;
20
- generateEmbeddings(): Promise<EmbeddingsResult>;
21
- executeError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
22
- executeValidationError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
23
- }
24
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAa,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKlL,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,oBAAY,gBAAgB;IACxB,cAAc,oBAAoB;IAClC,eAAe,qBAAqB;CACvC;AAED,qBAAa,UAAW,YAAW,MAAM,CAAC,aAAa,EAAE,CAAC;IACtD,QAAQ,SAAU;IAElB,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvC,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAIrC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAItC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9C,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAIhG,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAUpG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC;IAWxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAsB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAKzC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAKhH,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;CAKnI"}
@@ -1,5 +0,0 @@
1
- import { ExecutionResponse, PromptSegment } from "@llumiverse/core";
2
- export declare function throwError(message: string, prompt: PromptSegment[]): never;
3
- export declare function createValidationErrorCompletion(segments: PromptSegment[]): ExecutionResponse<PromptSegment[]>;
4
- export declare function sleep(ms: number): Promise<unknown>;
5
- //# sourceMappingURL=utils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpE,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAI1E;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAchE,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAC1C;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAE/B"}
@@ -1,23 +0,0 @@
1
- import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
2
- import { FetchClient } from "@vertesia/api-fetch-client";
3
- interface TogetherAIDriverOptions extends DriverOptions {
4
- apiKey: string;
5
- }
6
- export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOptions, string> {
7
- static PROVIDER: string;
8
- provider: string;
9
- apiKey: string;
10
- fetchClient: FetchClient;
11
- constructor(options: TogetherAIDriverOptions);
12
- getResponseFormat: (options: ExecutionOptions) => {
13
- type: string;
14
- schema: any;
15
- } | undefined;
16
- requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
17
- requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
18
- listModels(): Promise<AIModel<string>[]>;
19
- validateConnection(): Promise<boolean>;
20
- generateEmbeddings(): Promise<EmbeddingsResult>;
21
- }
22
- export {};
23
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEtK,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,MAAM,CAAC,QAAQ,SAAgB;IAC/B,QAAQ,SAA6B;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAQ5C,iBAAiB,GAAI,SAAS,gBAAgB,KAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAMzF;IAEK,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA0CrF,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IA4CrH,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIlD"}
@@ -1,96 +0,0 @@
1
- interface ModelInstanceConfig {
2
- appearsIn: any[];
3
- order: number;
4
- }
5
- interface Config {
6
- stop: string[];
7
- prompt_format: string;
8
- chat_template: string;
9
- }
10
- interface Pricing {
11
- input: number;
12
- output: number;
13
- hourly: number;
14
- }
15
- interface Instance {
16
- av_zone: string;
17
- cluster: string;
18
- }
19
- interface Ask {
20
- [key: string]: number;
21
- }
22
- interface Gpu {
23
- [key: string]: number;
24
- }
25
- interface Price {
26
- base: number;
27
- fine_tune: number;
28
- hourly: number;
29
- input: number;
30
- output: number;
31
- }
32
- interface Stat {
33
- av_zone: string;
34
- cluster: string;
35
- capacity: number;
36
- qps: number;
37
- throughput_in: number;
38
- throughput_out: number;
39
- error_rate: number;
40
- retry_rate: number;
41
- }
42
- interface Depth {
43
- num_asks: number;
44
- num_bids: number;
45
- num_running: number;
46
- asks: Ask;
47
- asks_updated: string;
48
- gpus: Gpu;
49
- qps: number;
50
- permit_required: boolean;
51
- price: Price;
52
- throughput_in: number;
53
- throughput_out: number;
54
- stats: Stat[];
55
- }
56
- export interface TogetherModelInfo {
57
- modelInstanceConfig: ModelInstanceConfig;
58
- _id: string;
59
- name: string;
60
- display_name: string;
61
- display_type: string;
62
- description: string;
63
- license: string;
64
- creator_organization: string;
65
- hardware_label: string;
66
- num_parameters: number;
67
- show_in_playground: boolean;
68
- isFeaturedModel: boolean;
69
- context_length: number;
70
- config: Config;
71
- pricing: Pricing;
72
- created_at: string;
73
- update_at: string;
74
- instances: Instance[];
75
- access: string;
76
- link: string;
77
- descriptionLink: string;
78
- depth: Depth;
79
- }
80
- export interface TextCompletion {
81
- id: string;
82
- choices: {
83
- text: string;
84
- finish_reason: string;
85
- }[];
86
- usage: {
87
- prompt_tokens: number;
88
- completion_tokens: number;
89
- total_tokens: number;
90
- };
91
- created: number;
92
- model: string;
93
- object: string;
94
- }
95
- export {};
96
- //# sourceMappingURL=interfaces.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":"AAAA,UAAU,mBAAmB;IACzB,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,MAAM;IACZ,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,OAAO;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,KAAK;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,IAAI;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,KAAK;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,GAAG,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC;IACV,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,IAAI,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,KAAK,EAAE;QACH,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACxB,CAAA;IACD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB"}