@llumiverse/drivers 0.20.0 → 0.22.0-dev.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (293) hide show
  1. package/lib/cjs/adobe/firefly.js +6 -5
  2. package/lib/cjs/adobe/firefly.js.map +1 -1
  3. package/lib/cjs/azure/azure_foundry.js +388 -0
  4. package/lib/cjs/azure/azure_foundry.js.map +1 -0
  5. package/lib/cjs/bedrock/index.js +62 -39
  6. package/lib/cjs/bedrock/index.js.map +1 -1
  7. package/lib/cjs/groq/index.js +178 -22
  8. package/lib/cjs/groq/index.js.map +1 -1
  9. package/lib/cjs/huggingface_ie.js +5 -4
  10. package/lib/cjs/huggingface_ie.js.map +1 -1
  11. package/lib/cjs/index.js +3 -2
  12. package/lib/cjs/index.js.map +1 -1
  13. package/lib/cjs/mistral/index.js +5 -3
  14. package/lib/cjs/mistral/index.js.map +1 -1
  15. package/lib/cjs/openai/azure_openai.js +72 -0
  16. package/lib/cjs/openai/azure_openai.js.map +1 -0
  17. package/lib/cjs/openai/index.js +13 -16
  18. package/lib/cjs/openai/index.js.map +1 -1
  19. package/lib/cjs/openai/openai.js +2 -2
  20. package/lib/cjs/openai/openai.js.map +1 -1
  21. package/lib/cjs/openai/openai_format.js +138 -0
  22. package/lib/cjs/openai/openai_format.js.map +1 -0
  23. package/lib/cjs/replicate.js +3 -3
  24. package/lib/cjs/replicate.js.map +1 -1
  25. package/lib/cjs/test/utils.js +1 -1
  26. package/lib/cjs/test/utils.js.map +1 -1
  27. package/lib/cjs/test-driver/TestErrorCompletionStream.js +20 -0
  28. package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +1 -0
  29. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +24 -0
  30. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
  31. package/lib/cjs/test-driver/index.js +109 -0
  32. package/lib/cjs/test-driver/index.js.map +1 -0
  33. package/lib/cjs/test-driver/utils.js +30 -0
  34. package/lib/cjs/test-driver/utils.js.map +1 -0
  35. package/lib/cjs/togetherai/index.js +2 -2
  36. package/lib/cjs/togetherai/index.js.map +1 -1
  37. package/lib/cjs/vertexai/embeddings/embeddings-text.js +1 -1
  38. package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +1 -1
  39. package/lib/cjs/vertexai/index.js +90 -28
  40. package/lib/cjs/vertexai/index.js.map +1 -1
  41. package/lib/cjs/vertexai/models/claude.js +14 -12
  42. package/lib/cjs/vertexai/models/claude.js.map +1 -1
  43. package/lib/cjs/vertexai/models/gemini.js +158 -52
  44. package/lib/cjs/vertexai/models/gemini.js.map +1 -1
  45. package/lib/cjs/vertexai/models/imagen.js +11 -22
  46. package/lib/cjs/vertexai/models/imagen.js.map +1 -1
  47. package/lib/cjs/vertexai/models/llama.js +4 -3
  48. package/lib/cjs/vertexai/models/llama.js.map +1 -1
  49. package/lib/cjs/watsonx/index.js +3 -3
  50. package/lib/cjs/watsonx/index.js.map +1 -1
  51. package/lib/cjs/xai/index.js +4 -4
  52. package/lib/cjs/xai/index.js.map +1 -1
  53. package/lib/esm/adobe/firefly.js +6 -5
  54. package/lib/esm/adobe/firefly.js.map +1 -1
  55. package/lib/esm/azure/azure_foundry.js +382 -0
  56. package/lib/esm/azure/azure_foundry.js.map +1 -0
  57. package/lib/esm/bedrock/index.js +62 -39
  58. package/lib/esm/bedrock/index.js.map +1 -1
  59. package/lib/esm/groq/index.js +178 -22
  60. package/lib/esm/groq/index.js.map +1 -1
  61. package/lib/esm/huggingface_ie.js +6 -5
  62. package/lib/esm/huggingface_ie.js.map +1 -1
  63. package/lib/esm/index.js +3 -2
  64. package/lib/esm/index.js.map +1 -1
  65. package/lib/esm/mistral/index.js +5 -3
  66. package/lib/esm/mistral/index.js.map +1 -1
  67. package/lib/esm/openai/azure_openai.js +68 -0
  68. package/lib/esm/openai/azure_openai.js.map +1 -0
  69. package/lib/esm/openai/index.js +12 -15
  70. package/lib/esm/openai/index.js.map +1 -1
  71. package/lib/esm/openai/openai.js +2 -2
  72. package/lib/esm/openai/openai.js.map +1 -1
  73. package/lib/esm/openai/openai_format.js +134 -0
  74. package/lib/esm/openai/openai_format.js.map +1 -0
  75. package/lib/esm/replicate.js +3 -3
  76. package/lib/esm/replicate.js.map +1 -1
  77. package/lib/esm/src/adobe/firefly.js +116 -0
  78. package/lib/esm/src/adobe/firefly.js.map +1 -0
  79. package/lib/esm/src/azure/azure_foundry.js +382 -0
  80. package/lib/esm/src/azure/azure_foundry.js.map +1 -0
  81. package/lib/esm/src/bedrock/converse.js +278 -0
  82. package/lib/esm/src/bedrock/converse.js.map +1 -0
  83. package/lib/esm/src/bedrock/index.js +819 -0
  84. package/lib/esm/src/bedrock/index.js.map +1 -0
  85. package/lib/esm/src/bedrock/nova-image-payload.js +203 -0
  86. package/lib/esm/src/bedrock/nova-image-payload.js.map +1 -0
  87. package/lib/esm/src/bedrock/payloads.js +2 -0
  88. package/lib/esm/src/bedrock/payloads.js.map +1 -0
  89. package/lib/esm/src/bedrock/s3.js +99 -0
  90. package/lib/esm/src/bedrock/s3.js.map +1 -0
  91. package/lib/esm/src/groq/index.js +286 -0
  92. package/lib/esm/src/groq/index.js.map +1 -0
  93. package/lib/esm/src/huggingface_ie.js +196 -0
  94. package/lib/esm/src/huggingface_ie.js.map +1 -0
  95. package/lib/esm/src/index.js +14 -0
  96. package/lib/esm/src/index.js.map +1 -0
  97. package/lib/esm/src/mistral/index.js +169 -0
  98. package/lib/esm/src/mistral/index.js.map +1 -0
  99. package/lib/esm/src/mistral/types.js +80 -0
  100. package/lib/esm/src/mistral/types.js.map +1 -0
  101. package/lib/esm/src/openai/azure_openai.js +68 -0
  102. package/lib/esm/src/openai/azure_openai.js.map +1 -0
  103. package/lib/esm/src/openai/index.js +460 -0
  104. package/lib/esm/src/openai/index.js.map +1 -0
  105. package/lib/esm/src/openai/openai.js +14 -0
  106. package/lib/esm/src/openai/openai.js.map +1 -0
  107. package/lib/esm/src/openai/openai_format.js +134 -0
  108. package/lib/esm/src/openai/openai_format.js.map +1 -0
  109. package/lib/esm/src/replicate.js +268 -0
  110. package/lib/esm/src/replicate.js.map +1 -0
  111. package/lib/esm/src/test/TestErrorCompletionStream.js +16 -0
  112. package/lib/esm/src/test/TestErrorCompletionStream.js.map +1 -0
  113. package/lib/esm/src/test/TestValidationErrorCompletionStream.js +20 -0
  114. package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +1 -0
  115. package/lib/esm/src/test/index.js +91 -0
  116. package/lib/esm/src/test/index.js.map +1 -0
  117. package/lib/esm/src/test/utils.js +25 -0
  118. package/lib/esm/src/test/utils.js.map +1 -0
  119. package/lib/esm/src/togetherai/index.js +122 -0
  120. package/lib/esm/src/togetherai/index.js.map +1 -0
  121. package/lib/esm/src/togetherai/interfaces.js +2 -0
  122. package/lib/esm/src/togetherai/interfaces.js.map +1 -0
  123. package/lib/esm/src/vertexai/debug.js +6 -0
  124. package/lib/esm/src/vertexai/debug.js.map +1 -0
  125. package/lib/esm/src/vertexai/embeddings/embeddings-image.js +24 -0
  126. package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +1 -0
  127. package/lib/esm/src/vertexai/embeddings/embeddings-text.js +20 -0
  128. package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +1 -0
  129. package/lib/esm/src/vertexai/index.js +332 -0
  130. package/lib/esm/src/vertexai/index.js.map +1 -0
  131. package/lib/esm/src/vertexai/models/claude.js +372 -0
  132. package/lib/esm/src/vertexai/models/claude.js.map +1 -0
  133. package/lib/esm/src/vertexai/models/gemini.js +806 -0
  134. package/lib/esm/src/vertexai/models/gemini.js.map +1 -0
  135. package/lib/esm/src/vertexai/models/imagen.js +302 -0
  136. package/lib/esm/src/vertexai/models/imagen.js.map +1 -0
  137. package/lib/esm/src/vertexai/models/llama.js +179 -0
  138. package/lib/esm/src/vertexai/models/llama.js.map +1 -0
  139. package/lib/esm/src/vertexai/models.js +21 -0
  140. package/lib/esm/src/vertexai/models.js.map +1 -0
  141. package/lib/esm/src/watsonx/index.js +157 -0
  142. package/lib/esm/src/watsonx/index.js.map +1 -0
  143. package/lib/esm/src/watsonx/interfaces.js +2 -0
  144. package/lib/esm/src/watsonx/interfaces.js.map +1 -0
  145. package/lib/esm/src/xai/index.js +64 -0
  146. package/lib/esm/src/xai/index.js.map +1 -0
  147. package/lib/esm/test/utils.js +1 -1
  148. package/lib/esm/test/utils.js.map +1 -1
  149. package/lib/esm/test-driver/TestErrorCompletionStream.js +16 -0
  150. package/lib/esm/test-driver/TestErrorCompletionStream.js.map +1 -0
  151. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +20 -0
  152. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
  153. package/lib/esm/test-driver/index.js +91 -0
  154. package/lib/esm/test-driver/index.js.map +1 -0
  155. package/lib/esm/test-driver/utils.js +25 -0
  156. package/lib/esm/test-driver/utils.js.map +1 -0
  157. package/lib/esm/togetherai/index.js +2 -2
  158. package/lib/esm/togetherai/index.js.map +1 -1
  159. package/lib/esm/tsconfig.tsbuildinfo +1 -0
  160. package/lib/esm/vertexai/embeddings/embeddings-text.js +1 -1
  161. package/lib/esm/vertexai/embeddings/embeddings-text.js.map +1 -1
  162. package/lib/esm/vertexai/index.js +91 -29
  163. package/lib/esm/vertexai/index.js.map +1 -1
  164. package/lib/esm/vertexai/models/claude.js +14 -12
  165. package/lib/esm/vertexai/models/claude.js.map +1 -1
  166. package/lib/esm/vertexai/models/gemini.js +159 -53
  167. package/lib/esm/vertexai/models/gemini.js.map +1 -1
  168. package/lib/esm/vertexai/models/imagen.js +8 -16
  169. package/lib/esm/vertexai/models/imagen.js.map +1 -1
  170. package/lib/esm/vertexai/models/llama.js +4 -3
  171. package/lib/esm/vertexai/models/llama.js.map +1 -1
  172. package/lib/esm/vertexai/models.js.map +1 -1
  173. package/lib/esm/watsonx/index.js +3 -3
  174. package/lib/esm/watsonx/index.js.map +1 -1
  175. package/lib/esm/xai/index.js +3 -3
  176. package/lib/esm/xai/index.js.map +1 -1
  177. package/lib/types/adobe/firefly.d.ts +3 -3
  178. package/lib/types/adobe/firefly.d.ts.map +1 -1
  179. package/lib/types/azure/azure_foundry.d.ts +50 -0
  180. package/lib/types/azure/azure_foundry.d.ts.map +1 -0
  181. package/lib/types/bedrock/index.d.ts +4 -4
  182. package/lib/types/bedrock/index.d.ts.map +1 -1
  183. package/lib/types/groq/index.d.ts +8 -5
  184. package/lib/types/groq/index.d.ts.map +1 -1
  185. package/lib/types/huggingface_ie.d.ts +8 -5
  186. package/lib/types/huggingface_ie.d.ts.map +1 -1
  187. package/lib/types/index.d.ts +3 -2
  188. package/lib/types/index.d.ts.map +1 -1
  189. package/lib/types/mistral/index.d.ts +4 -4
  190. package/lib/types/mistral/index.d.ts.map +1 -1
  191. package/lib/types/openai/azure_openai.d.ts +25 -0
  192. package/lib/types/openai/azure_openai.d.ts.map +1 -0
  193. package/lib/types/openai/index.d.ts +6 -7
  194. package/lib/types/openai/index.d.ts.map +1 -1
  195. package/lib/types/openai/openai.d.ts +2 -2
  196. package/lib/types/openai/openai.d.ts.map +1 -1
  197. package/lib/types/openai/openai_format.d.ts +19 -0
  198. package/lib/types/openai/openai_format.d.ts.map +1 -0
  199. package/lib/types/replicate.d.ts +6 -3
  200. package/lib/types/replicate.d.ts.map +1 -1
  201. package/lib/types/src/adobe/firefly.d.ts +29 -0
  202. package/lib/types/src/azure/azure_foundry.d.ts +49 -0
  203. package/lib/types/src/bedrock/converse.d.ts +8 -0
  204. package/lib/types/src/bedrock/index.d.ts +57 -0
  205. package/lib/types/src/bedrock/nova-image-payload.d.ts +73 -0
  206. package/lib/types/src/bedrock/payloads.d.ts +11 -0
  207. package/lib/types/src/bedrock/s3.d.ts +22 -0
  208. package/lib/types/src/groq/index.d.ts +26 -0
  209. package/lib/types/src/huggingface_ie.d.ts +34 -0
  210. package/lib/types/src/index.d.ts +13 -0
  211. package/lib/types/src/mistral/index.d.ts +24 -0
  212. package/lib/types/src/mistral/types.d.ts +131 -0
  213. package/lib/types/src/openai/azure_openai.d.ts +24 -0
  214. package/lib/types/src/openai/index.d.ts +24 -0
  215. package/lib/types/src/openai/openai.d.ts +14 -0
  216. package/lib/types/src/openai/openai_format.d.ts +18 -0
  217. package/lib/types/src/replicate.d.ts +47 -0
  218. package/lib/types/src/test/TestErrorCompletionStream.d.ts +8 -0
  219. package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +8 -0
  220. package/lib/types/src/test/index.d.ts +23 -0
  221. package/lib/types/src/test/utils.d.ts +4 -0
  222. package/lib/types/src/togetherai/index.d.ts +22 -0
  223. package/lib/types/src/togetherai/interfaces.d.ts +95 -0
  224. package/lib/types/src/vertexai/debug.d.ts +1 -0
  225. package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +10 -0
  226. package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +9 -0
  227. package/lib/types/src/vertexai/index.d.ts +52 -0
  228. package/lib/types/src/vertexai/models/claude.d.ts +17 -0
  229. package/lib/types/src/vertexai/models/gemini.d.ts +17 -0
  230. package/lib/types/src/vertexai/models/imagen.d.ts +74 -0
  231. package/lib/types/src/vertexai/models/llama.d.ts +19 -0
  232. package/lib/types/src/vertexai/models.d.ts +14 -0
  233. package/lib/types/src/watsonx/index.d.ts +26 -0
  234. package/lib/types/src/watsonx/interfaces.d.ts +64 -0
  235. package/lib/types/src/xai/index.d.ts +18 -0
  236. package/lib/types/test-driver/TestErrorCompletionStream.d.ts +9 -0
  237. package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
  238. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +9 -0
  239. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
  240. package/lib/types/test-driver/index.d.ts +24 -0
  241. package/lib/types/test-driver/index.d.ts.map +1 -0
  242. package/lib/types/test-driver/utils.d.ts +5 -0
  243. package/lib/types/test-driver/utils.d.ts.map +1 -0
  244. package/lib/types/togetherai/index.d.ts +3 -3
  245. package/lib/types/togetherai/index.d.ts.map +1 -1
  246. package/lib/types/vertexai/index.d.ts +10 -7
  247. package/lib/types/vertexai/index.d.ts.map +1 -1
  248. package/lib/types/vertexai/models/claude.d.ts.map +1 -1
  249. package/lib/types/vertexai/models/gemini.d.ts +3 -2
  250. package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
  251. package/lib/types/vertexai/models/imagen.d.ts +2 -2
  252. package/lib/types/vertexai/models/imagen.d.ts.map +1 -1
  253. package/lib/types/vertexai/models/llama.d.ts +2 -2
  254. package/lib/types/vertexai/models/llama.d.ts.map +1 -1
  255. package/lib/types/vertexai/models.d.ts +2 -2
  256. package/lib/types/vertexai/models.d.ts.map +1 -1
  257. package/lib/types/watsonx/index.d.ts +3 -3
  258. package/lib/types/watsonx/index.d.ts.map +1 -1
  259. package/lib/types/xai/index.d.ts.map +1 -1
  260. package/package.json +29 -25
  261. package/src/adobe/firefly.ts +12 -20
  262. package/src/azure/azure_foundry.ts +458 -0
  263. package/src/bedrock/index.ts +65 -43
  264. package/src/groq/index.ts +219 -32
  265. package/src/huggingface_ie.ts +13 -14
  266. package/src/index.ts +3 -2
  267. package/src/mistral/index.ts +11 -9
  268. package/src/openai/azure_openai.ts +92 -0
  269. package/src/openai/index.ts +27 -28
  270. package/src/openai/openai.ts +2 -5
  271. package/src/openai/openai_format.ts +165 -0
  272. package/src/replicate.ts +12 -12
  273. package/src/{test → test-driver}/utils.ts +1 -1
  274. package/src/togetherai/index.ts +7 -7
  275. package/src/vertexai/embeddings/embeddings-text.ts +2 -2
  276. package/src/vertexai/index.ts +104 -38
  277. package/src/vertexai/models/claude.ts +18 -16
  278. package/src/vertexai/models/gemini.ts +195 -67
  279. package/src/vertexai/models/imagen.ts +15 -26
  280. package/src/vertexai/models/llama.ts +6 -5
  281. package/src/vertexai/models.ts +4 -4
  282. package/src/watsonx/index.ts +10 -10
  283. package/src/xai/index.ts +13 -15
  284. package/lib/cjs/openai/azure.js +0 -31
  285. package/lib/cjs/openai/azure.js.map +0 -1
  286. package/lib/esm/openai/azure.js +0 -27
  287. package/lib/esm/openai/azure.js.map +0 -1
  288. package/lib/types/openai/azure.d.ts +0 -20
  289. package/lib/types/openai/azure.d.ts.map +0 -1
  290. package/src/openai/azure.ts +0 -54
  291. /package/src/{test → test-driver}/TestErrorCompletionStream.ts +0 -0
  292. /package/src/{test → test-driver}/TestValidationErrorCompletionStream.ts +0 -0
  293. /package/src/{test → test-driver}/index.ts +0 -0
@@ -0,0 +1,95 @@
1
+ interface ModelInstanceConfig {
2
+ appearsIn: any[];
3
+ order: number;
4
+ }
5
+ interface Config {
6
+ stop: string[];
7
+ prompt_format: string;
8
+ chat_template: string;
9
+ }
10
+ interface Pricing {
11
+ input: number;
12
+ output: number;
13
+ hourly: number;
14
+ }
15
+ interface Instance {
16
+ av_zone: string;
17
+ cluster: string;
18
+ }
19
+ interface Ask {
20
+ [key: string]: number;
21
+ }
22
+ interface Gpu {
23
+ [key: string]: number;
24
+ }
25
+ interface Price {
26
+ base: number;
27
+ fine_tune: number;
28
+ hourly: number;
29
+ input: number;
30
+ output: number;
31
+ }
32
+ interface Stat {
33
+ av_zone: string;
34
+ cluster: string;
35
+ capacity: number;
36
+ qps: number;
37
+ throughput_in: number;
38
+ throughput_out: number;
39
+ error_rate: number;
40
+ retry_rate: number;
41
+ }
42
+ interface Depth {
43
+ num_asks: number;
44
+ num_bids: number;
45
+ num_running: number;
46
+ asks: Ask;
47
+ asks_updated: string;
48
+ gpus: Gpu;
49
+ qps: number;
50
+ permit_required: boolean;
51
+ price: Price;
52
+ throughput_in: number;
53
+ throughput_out: number;
54
+ stats: Stat[];
55
+ }
56
+ export interface TogetherModelInfo {
57
+ modelInstanceConfig: ModelInstanceConfig;
58
+ _id: string;
59
+ name: string;
60
+ display_name: string;
61
+ display_type: string;
62
+ description: string;
63
+ license: string;
64
+ creator_organization: string;
65
+ hardware_label: string;
66
+ num_parameters: number;
67
+ show_in_playground: boolean;
68
+ isFeaturedModel: boolean;
69
+ context_length: number;
70
+ config: Config;
71
+ pricing: Pricing;
72
+ created_at: string;
73
+ update_at: string;
74
+ instances: Instance[];
75
+ access: string;
76
+ link: string;
77
+ descriptionLink: string;
78
+ depth: Depth;
79
+ }
80
+ export interface TextCompletion {
81
+ id: string;
82
+ choices: {
83
+ text: string;
84
+ finish_reason: string;
85
+ }[];
86
+ usage: {
87
+ prompt_tokens: number;
88
+ completion_tokens: number;
89
+ total_tokens: number;
90
+ };
91
+ created: number;
92
+ model: string;
93
+ object: string;
94
+ }
95
+ export {};
@@ -0,0 +1 @@
1
+ export declare function logObject(prefix: string, obj: any): void;
@@ -0,0 +1,10 @@
1
+ import { EmbeddingsOptions, EmbeddingsResult } from '@llumiverse/core';
2
+ import { VertexAIDriver } from '../index.js';
3
+ export interface ImageEmbeddingsOptions {
4
+ model?: string;
5
+ image?: {
6
+ bytesBase64Encoded?: string;
7
+ };
8
+ text: string;
9
+ }
10
+ export declare function getEmbeddingsForImages(driver: VertexAIDriver, options: EmbeddingsOptions): Promise<EmbeddingsResult>;
@@ -0,0 +1,9 @@
1
+ import { EmbeddingsResult } from '@llumiverse/core';
2
+ import { VertexAIDriver } from '../index.js';
3
+ export interface TextEmbeddingsOptions {
4
+ model?: string;
5
+ task_type?: "RETRIEVAL_QUERY" | "RETRIEVAL_DOCUMENT" | "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING";
6
+ title?: string;
7
+ content: string;
8
+ }
9
+ export declare function getEmbeddingsForText(driver: VertexAIDriver, options: TextEmbeddingsOptions): Promise<EmbeddingsResult>;
@@ -0,0 +1,52 @@
1
+ import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
2
+ import { FetchClient } from "@vertesia/api-fetch-client";
3
+ import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
4
+ import { JSONClient } from "google-auth-library/build/src/auth/googleauth.js";
5
+ import { EmbeddingsOptions } from "@llumiverse/core";
6
+ import { PredictionServiceClient, v1beta1 } from "@google-cloud/aiplatform";
7
+ import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
8
+ import { ImagenPrompt } from "./models/imagen.js";
9
+ import { GoogleGenAI, Content, Model } from "@google/genai";
10
+ export interface VertexAIDriverOptions extends DriverOptions {
11
+ project: string;
12
+ region: string;
13
+ googleAuthOptions?: GoogleAuthOptions;
14
+ }
15
+ export interface GenerateContentPrompt {
16
+ contents: Content[];
17
+ system?: Content;
18
+ }
19
+ export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt;
20
+ export declare function trimModelName(model: string): string;
21
+ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, VertexAIPrompt> {
22
+ static PROVIDER: string;
23
+ provider: string;
24
+ aiplatform: v1beta1.ModelServiceClient | undefined;
25
+ anthropicClient: AnthropicVertex | undefined;
26
+ fetchClient: FetchClient | undefined;
27
+ googleGenAI: GoogleGenAI | undefined;
28
+ llamaClient: FetchClient & {
29
+ region?: string;
30
+ } | undefined;
31
+ modelGarden: v1beta1.ModelGardenServiceClient | undefined;
32
+ imagenClient: PredictionServiceClient | undefined;
33
+ authClient: JSONClient | GoogleAuth<JSONClient>;
34
+ constructor(options: VertexAIDriverOptions);
35
+ getGoogleGenAIClient(region?: string): GoogleGenAI;
36
+ getFetchClient(): FetchClient;
37
+ getLLamaClient(region?: string): FetchClient;
38
+ getAnthropicClient(): AnthropicVertex;
39
+ getAIPlatformClient(): v1beta1.ModelServiceClient;
40
+ getModelGardenClient(): v1beta1.ModelGardenServiceClient;
41
+ getImagenClient(): PredictionServiceClient;
42
+ validateResult(result: Completion, options: ExecutionOptions): void;
43
+ protected canStream(options: ExecutionOptions): Promise<boolean>;
44
+ createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
45
+ requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion>;
46
+ requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
47
+ requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion>;
48
+ getGenAIModelsArray(client: GoogleGenAI): Promise<Model[]>;
49
+ listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
50
+ validateConnection(): Promise<boolean>;
51
+ generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
52
+ }
@@ -0,0 +1,17 @@
1
+ import { ContentBlock, MessageParam, TextBlockParam } from "@anthropic-ai/sdk/resources/index.js";
2
+ import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment, ToolUse } from "@llumiverse/core";
3
+ import { VertexAIDriver } from "../index.js";
4
+ import { ModelDefinition } from "../models.js";
5
+ interface ClaudePrompt {
6
+ messages: MessageParam[];
7
+ system?: TextBlockParam[];
8
+ }
9
+ export declare function collectTools(content: ContentBlock[]): ToolUse[] | undefined;
10
+ export declare class ClaudeModelDefinition implements ModelDefinition<ClaudePrompt> {
11
+ model: AIModel;
12
+ constructor(modelId: string);
13
+ createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ClaudePrompt>;
14
+ requestTextCompletion(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<Completion>;
15
+ requestTextCompletionStream(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
16
+ }
17
+ export {};
@@ -0,0 +1,17 @@
1
+ import { Content, GenerateContentResponseUsageMetadata } from "@google/genai";
2
+ import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, ExecutionTokenUsage, PromptSegment } from "@llumiverse/core";
3
+ import { VertexAIDriver, GenerateContentPrompt } from "../index.js";
4
+ import { ModelDefinition } from "../models.js";
5
+ export declare function mergeConsecutiveRole(contents: Content[] | undefined): Content[];
6
+ export declare class GeminiModelDefinition implements ModelDefinition<GenerateContentPrompt> {
7
+ model: AIModel;
8
+ constructor(modelId: string);
9
+ preValidationProcessing(result: Completion, options: ExecutionOptions): {
10
+ result: Completion;
11
+ options: ExecutionOptions;
12
+ };
13
+ createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<GenerateContentPrompt>;
14
+ usageMetadataToTokenUsage(usageMetadata: GenerateContentResponseUsageMetadata | undefined): ExecutionTokenUsage;
15
+ requestTextCompletion(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<Completion>;
16
+ requestTextCompletionStream(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
17
+ }
@@ -0,0 +1,74 @@
1
+ import { AIModel, Completion, ExecutionOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ interface ImagenBaseReference {
4
+ referenceType: "REFERENCE_TYPE_RAW" | "REFERENCE_TYPE_MASK" | "REFERENCE_TYPE_SUBJECT" | "REFERENCE_TYPE_CONTROL" | "REFERENCE_TYPE_STYLE";
5
+ referenceId: number;
6
+ referenceImage: {
7
+ bytesBase64Encoded: string;
8
+ };
9
+ }
10
+ export declare enum ImagenTaskType {
11
+ TEXT_IMAGE = "TEXT_IMAGE",
12
+ EDIT_MODE_INPAINT_REMOVAL = "EDIT_MODE_INPAINT_REMOVAL",
13
+ EDIT_MODE_INPAINT_INSERTION = "EDIT_MODE_INPAINT_INSERTION",
14
+ EDIT_MODE_BGSWAP = "EDIT_MODE_BGSWAP",
15
+ EDIT_MODE_OUTPAINT = "EDIT_MODE_OUTPAINT",
16
+ CUSTOMIZATION_SUBJECT = "CUSTOMIZATION_SUBJECT",
17
+ CUSTOMIZATION_STYLE = "CUSTOMIZATION_STYLE",
18
+ CUSTOMIZATION_CONTROLLED = "CUSTOMIZATION_CONTROLLED",
19
+ CUSTOMIZATION_INSTRUCT = "CUSTOMIZATION_INSTRUCT"
20
+ }
21
+ export declare enum ImagenMaskMode {
22
+ MASK_MODE_USER_PROVIDED = "MASK_MODE_USER_PROVIDED",
23
+ MASK_MODE_BACKGROUND = "MASK_MODE_BACKGROUND",
24
+ MASK_MODE_FOREGROUND = "MASK_MODE_FOREGROUND",
25
+ MASK_MODE_SEMANTIC = "MASK_MODE_SEMANTIC"
26
+ }
27
+ interface ImagenReferenceRaw extends ImagenBaseReference {
28
+ referenceType: "REFERENCE_TYPE_RAW";
29
+ }
30
+ interface ImagenReferenceMask extends Omit<ImagenBaseReference, "referenceImage"> {
31
+ referenceType: "REFERENCE_TYPE_MASK";
32
+ maskImageConfig: {
33
+ maskMode?: ImagenMaskMode;
34
+ maskClasses?: number[];
35
+ dilation?: number;
36
+ };
37
+ referenceImage?: {
38
+ bytesBase64Encoded: string;
39
+ };
40
+ }
41
+ interface ImagenReferenceSubject extends ImagenBaseReference {
42
+ referenceType: "REFERENCE_TYPE_SUBJECT";
43
+ subjectImageConfig: {
44
+ subjectDescription: string;
45
+ subjectType: "SUBJECT_TYPE_PERSON" | "SUBJECT_TYPE_ANIMAL" | "SUBJECT_TYPE_PRODUCT" | "SUBJECT_TYPE_DEFAULT";
46
+ };
47
+ }
48
+ interface ImagenReferenceControl extends ImagenBaseReference {
49
+ referenceType: "REFERENCE_TYPE_CONTROL";
50
+ controlImageConfig: {
51
+ controlType: "CONTROL_TYPE_FACE_MESH" | "CONTROL_TYPE_CANNY" | "CONTROL_TYPE_SCRIBBLE";
52
+ enableControlImageComputation?: boolean;
53
+ };
54
+ }
55
+ interface ImagenReferenceStyle extends ImagenBaseReference {
56
+ referenceType: "REFERENCE_TYPE_STYLE";
57
+ styleImageConfig: {
58
+ styleDescription?: string;
59
+ };
60
+ }
61
+ type ImagenMessage = ImagenReferenceRaw | ImagenReferenceMask | ImagenReferenceSubject | ImagenReferenceControl | ImagenReferenceStyle;
62
+ export interface ImagenPrompt {
63
+ prompt: string;
64
+ referenceImages?: ImagenMessage[];
65
+ subjectDescription?: string;
66
+ negativePrompt?: string;
67
+ }
68
+ export declare class ImagenModelDefinition {
69
+ model: AIModel;
70
+ constructor(modelId: string);
71
+ createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ImagenPrompt>;
72
+ requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion>;
73
+ }
74
+ export {};
@@ -0,0 +1,19 @@
1
+ import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "../index.js";
3
+ import { ModelDefinition } from "../models.js";
4
+ interface LLamaMessage {
5
+ role: string;
6
+ content: string;
7
+ }
8
+ interface LLamaPrompt {
9
+ messages: LLamaMessage[];
10
+ }
11
+ export declare class LLamaModelDefinition implements ModelDefinition<LLamaPrompt> {
12
+ model: AIModel;
13
+ constructor(modelId: string);
14
+ getLlamaModelRegion(modelName: string): string;
15
+ createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): Promise<LLamaPrompt>;
16
+ requestTextCompletion(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<Completion>;
17
+ requestTextCompletionStream(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
18
+ }
19
+ export {};
@@ -0,0 +1,14 @@
1
+ import { AIModel, Completion, PromptSegment, ExecutionOptions, CompletionChunkObject } from "@llumiverse/core";
2
+ import { VertexAIDriver } from "./index.js";
3
+ export interface ModelDefinition<PromptT = any> {
4
+ model: AIModel;
5
+ versions?: string[];
6
+ createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions) => Promise<PromptT>;
7
+ requestTextCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
8
+ requestTextCompletionStream: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<CompletionChunkObject>>;
9
+ preValidationProcessing?(result: Completion, options: ExecutionOptions): {
10
+ result: Completion;
11
+ options: ExecutionOptions;
12
+ };
13
+ }
14
+ export declare function getModelDefinition(model: string): ModelDefinition;
@@ -0,0 +1,26 @@
1
+ import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
2
+ import { FetchClient } from "@vertesia/api-fetch-client";
3
+ import { WatsonAuthToken } from "./interfaces.js";
4
+ interface WatsonxDriverOptions extends DriverOptions {
5
+ apiKey: string;
6
+ projectId: string;
7
+ endpointUrl: string;
8
+ }
9
+ export declare class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string> {
10
+ static PROVIDER: string;
11
+ provider: string;
12
+ apiKey: string;
13
+ endpoint_url: string;
14
+ projectId: string;
15
+ authToken?: WatsonAuthToken;
16
+ fetcher?: FetchClient;
17
+ fetchClient: FetchClient;
18
+ constructor(options: WatsonxDriverOptions);
19
+ requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
20
+ requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
21
+ listModels(): Promise<AIModel<string>[]>;
22
+ getAuthToken(): Promise<string>;
23
+ validateConnection(): Promise<boolean>;
24
+ generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
25
+ }
26
+ export {};
@@ -0,0 +1,64 @@
1
+ export interface WatsonxTextGenerationPayload {
2
+ model_id: string;
3
+ input: string;
4
+ parameters: {
5
+ max_new_tokens?: number;
6
+ time_limit?: number;
7
+ stop_sequences?: string[];
8
+ temperature?: number;
9
+ top_k?: number;
10
+ top_p?: number;
11
+ };
12
+ project_id: string;
13
+ }
14
+ export interface WatsonxTextGenerationResponse {
15
+ model_id: string;
16
+ created_at: string;
17
+ results: {
18
+ generated_text: string;
19
+ generated_token_count: number;
20
+ input_token_count: number;
21
+ stop_reason: string;
22
+ }[];
23
+ }
24
+ export interface GenerateEmbeddingPayload {
25
+ model_id: string;
26
+ inputs: string[];
27
+ project_id: string;
28
+ }
29
+ export interface GenerateEmbeddingResponse {
30
+ model_id: string;
31
+ created_at: string;
32
+ results: {
33
+ embedding: number[];
34
+ }[];
35
+ input_token_count: number;
36
+ }
37
+ export interface WatsonxModelSpec {
38
+ model_id: string;
39
+ label: string;
40
+ provider: string;
41
+ source: string;
42
+ short_description: string;
43
+ tasks: {
44
+ id: string;
45
+ ratings: {
46
+ quality: number;
47
+ };
48
+ }[];
49
+ min_shot_size: number;
50
+ tier: string;
51
+ number_params: string;
52
+ }
53
+ export interface WatsonxListModelResponse {
54
+ total_count: number;
55
+ limit: number;
56
+ resources: WatsonxModelSpec[];
57
+ }
58
+ export interface WatsonAuthToken {
59
+ access_token: string;
60
+ refresh_token: string;
61
+ token_type: string;
62
+ expire_in: number;
63
+ expiration: number;
64
+ }
@@ -0,0 +1,18 @@
1
+ import { AIModel, Completion, DriverOptions, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
2
+ import { FetchClient } from "@vertesia/api-fetch-client";
3
+ import OpenAI from "openai";
4
+ import { BaseOpenAIDriver } from "../openai/index.js";
5
+ export interface xAiDriverOptions extends DriverOptions {
6
+ apiKey: string;
7
+ endpoint?: string;
8
+ }
9
+ export declare class xAIDriver extends BaseOpenAIDriver {
10
+ service: OpenAI;
11
+ provider: "xai";
12
+ xai_service: FetchClient;
13
+ DEFAULT_ENDPOINT: string;
14
+ constructor(opts: xAiDriverOptions);
15
+ _formatPrompt(segments: PromptSegment[], opts: PromptOptions): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
16
+ extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Chat.Completions.ChatCompletion): Completion;
17
+ listModels(): Promise<AIModel[]>;
18
+ }
@@ -0,0 +1,9 @@
1
+ import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
2
+ export declare class TestErrorCompletionStream implements CompletionStream<PromptSegment[]> {
3
+ segments: PromptSegment[];
4
+ options: ExecutionOptions;
5
+ completion: ExecutionResponse<PromptSegment[]> | undefined;
6
+ constructor(segments: PromptSegment[], options: ExecutionOptions);
7
+ [Symbol.asyncIterator](): AsyncGenerator<string, void, unknown>;
8
+ }
9
+ //# sourceMappingURL=TestErrorCompletionStream.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TestErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGxG,qBAAa,yBAA0B,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAI5D,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAKhC"}
@@ -0,0 +1,9 @@
1
+ import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from "@llumiverse/core";
2
+ export declare class TestValidationErrorCompletionStream implements CompletionStream<PromptSegment[]> {
3
+ segments: PromptSegment[];
4
+ options: ExecutionOptions;
5
+ completion: ExecutionResponse<PromptSegment[]> | undefined;
6
+ constructor(segments: PromptSegment[], options: ExecutionOptions);
7
+ [Symbol.asyncIterator](): AsyncGenerator<"Started TestValidationError.\n" | "chunk1\n" | "chunk2\n", void, unknown>;
8
+ }
9
+ //# sourceMappingURL=TestValidationErrorCompletionStream.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TestValidationErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAIxG,qBAAa,mCAAoC,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAItE,QAAQ,EAAE,aAAa,EAAE;IACjC,OAAO,EAAE,gBAAgB;IAHpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAExC,QAAQ,EAAE,aAAa,EAAE,EACjC,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAShC"}
@@ -0,0 +1,24 @@
1
+ import { AIModel, CompletionStream, Driver, EmbeddingsResult, ExecutionOptions, ExecutionResponse, PromptSegment, TrainingJob } from "@llumiverse/core";
2
+ export * from "./TestErrorCompletionStream.js";
3
+ export * from "./TestValidationErrorCompletionStream.js";
4
+ export declare enum TestDriverModels {
5
+ executionError = "execution-error",
6
+ validationError = "validation-error"
7
+ }
8
+ export declare class TestDriver implements Driver<PromptSegment[]> {
9
+ provider: string;
10
+ createTrainingPrompt(): Promise<string>;
11
+ startTraining(): Promise<TrainingJob>;
12
+ cancelTraining(): Promise<TrainingJob>;
13
+ getTrainingJob(_jobId: string): Promise<TrainingJob>;
14
+ createPrompt(segments: PromptSegment[], _opts: ExecutionOptions): Promise<PromptSegment[]>;
15
+ execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
16
+ stream(segments: PromptSegment[], options: ExecutionOptions): Promise<CompletionStream<PromptSegment[]>>;
17
+ listTrainableModels(): Promise<AIModel<string>[]>;
18
+ listModels(): Promise<AIModel<string>[]>;
19
+ validateConnection(): Promise<boolean>;
20
+ generateEmbeddings(): Promise<EmbeddingsResult>;
21
+ executeError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
22
+ executeValidationError(segments: PromptSegment[], _options: ExecutionOptions): Promise<ExecutionResponse<PromptSegment[]>>;
23
+ }
24
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAa,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKlL,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,oBAAY,gBAAgB;IACxB,cAAc,oBAAoB;IAClC,eAAe,qBAAqB;CACvC;AAED,qBAAa,UAAW,YAAW,MAAM,CAAC,aAAa,EAAE,CAAC;IACtD,QAAQ,SAAU;IAElB,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvC,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAIrC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAItC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9C,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAIhG,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAUpG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC;IAWxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAsB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAKzC,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAKhH,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;CAKnI"}
@@ -0,0 +1,5 @@
1
+ import { ExecutionResponse, PromptSegment } from "@llumiverse/core";
2
+ export declare function throwError(message: string, prompt: PromptSegment[]): never;
3
+ export declare function createValidationErrorCompletion(segments: PromptSegment[]): ExecutionResponse<PromptSegment[]>;
4
+ export declare function sleep(ms: number): Promise<unknown>;
5
+ //# sourceMappingURL=utils.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEpE,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAI1E;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAchE,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAC1C;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAE/B"}
@@ -1,4 +1,4 @@
1
- import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
1
+ import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
2
2
  import { FetchClient } from "@vertesia/api-fetch-client";
3
3
  interface TogetherAIDriverOptions extends DriverOptions {
4
4
  apiKey: string;
@@ -13,8 +13,8 @@ export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOpt
13
13
  type: string;
14
14
  schema: any;
15
15
  } | undefined;
16
- requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion<any>>;
17
- requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
16
+ requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
17
+ requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
18
18
  listModels(): Promise<AIModel<string>[]>;
19
19
  validateConnection(): Promise<boolean>;
20
20
  generateEmbeddings(): Promise<EmbeddingsResult>;
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEhK,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,MAAM,CAAC,QAAQ,SAAgB;IAC/B,QAAQ,SAA6B;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAQ5C,iBAAiB,GAAI,SAAS,gBAAgB,KAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAMzF;IAEK,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IA0C1F,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IA4C/G,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIlD"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,qBAAqB,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAuB,MAAM,kBAAkB,CAAC;AAEtK,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,UAAU,uBAAwB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACjF,MAAM,CAAC,QAAQ,SAAgB;IAC/B,QAAQ,SAA6B;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,uBAAuB;IAQ5C,iBAAiB,GAAI,SAAS,gBAAgB,KAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAMzF;IAEK,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA0CrF,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IA4CrH,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAIlD"}
@@ -1,12 +1,12 @@
1
- import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsResult, ExecutionOptions, ImageGeneration, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
1
+ import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
2
2
  import { FetchClient } from "@vertesia/api-fetch-client";
3
3
  import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
4
4
  import { JSONClient } from "google-auth-library/build/src/auth/googleauth.js";
5
5
  import { EmbeddingsOptions } from "@llumiverse/core";
6
- import { v1beta1 } from "@google-cloud/aiplatform";
6
+ import { PredictionServiceClient, v1beta1 } from "@google-cloud/aiplatform";
7
7
  import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
8
8
  import { ImagenPrompt } from "./models/imagen.js";
9
- import { GoogleGenAI, Content } from "@google/genai";
9
+ import { GoogleGenAI, Content, Model } from "@google/genai";
10
10
  export interface VertexAIDriverOptions extends DriverOptions {
11
11
  project: string;
12
12
  region: string;
@@ -29,20 +29,23 @@ export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions
29
29
  region?: string;
30
30
  } | undefined;
31
31
  modelGarden: v1beta1.ModelGardenServiceClient | undefined;
32
+ imagenClient: PredictionServiceClient | undefined;
32
33
  authClient: JSONClient | GoogleAuth<JSONClient>;
33
34
  constructor(options: VertexAIDriverOptions);
34
- getGoogleGenAIClient(): GoogleGenAI;
35
+ getGoogleGenAIClient(region?: string): GoogleGenAI;
35
36
  getFetchClient(): FetchClient;
36
37
  getLLamaClient(region?: string): FetchClient;
37
38
  getAnthropicClient(): AnthropicVertex;
38
39
  getAIPlatformClient(): v1beta1.ModelServiceClient;
39
40
  getModelGardenClient(): v1beta1.ModelGardenServiceClient;
41
+ getImagenClient(): PredictionServiceClient;
40
42
  validateResult(result: Completion, options: ExecutionOptions): void;
41
43
  protected canStream(options: ExecutionOptions): Promise<boolean>;
42
44
  createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
43
- requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion<any>>;
44
- requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
45
- requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion<ImageGeneration>>;
45
+ requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion>;
46
+ requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
47
+ requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion>;
48
+ getGenAIModelsArray(client: GoogleGenAI): Promise<Model[]>;
46
49
  listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
47
50
  validateConnection(): Promise<boolean>;
48
51
  generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EAEf,kBAAkB,EAClB,aAAa,EAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,kDAAkD,CAAC;AAG9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAyB,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAErD,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAGD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,qBAAqB,CAAC;AAElE,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,UAG1C;AAED,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,cAAc,CAAC;IACrF,MAAM,CAAC,QAAQ,SAAc;IAC7B,QAAQ,SAA2B;IAEnC,UAAU,EAAE,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACnD,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC3D,WAAW,EAAE,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAE1D,UAAU,EAAE,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;gBAEpC,OAAO,EAAE,qBAAqB;IAanC,oBAAoB,IAAI,WAAW;IAenC,cAAc,IAAI,WAAW;IAe7B,cAAc,CAAC,MAAM,GAAE,MAAsB,GAAG,WAAW;IAkB3D,kBAAkB,IAAI,eAAe;IAYrC,mBAAmB,IAAI,OAAO,CAAC,kBAAkB;IAYjD,oBAAoB,IAAI,OAAO,CAAC,wBAAwB;IAY/D,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAY5D,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAOzD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;IAO5F,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAGlG,2BAA2B,CAC7B,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IAIpC,sBAAsB,CACxB,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,gBAAgB,GAC3B,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAMjC,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiH1E,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAalF"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/vertexai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,cAAc,EACd,UAAU,EACV,qBAAqB,EACrB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAEhB,kBAAkB,EAClB,aAAa,EAGhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,kDAAkD,CAAC;AAG9E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,uBAAuB,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAyB,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAE5D,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAGD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,qBAAqB,CAAC;AAElE,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,UAG1C;AAED,qBAAa,cAAe,SAAQ,cAAc,CAAC,qBAAqB,EAAE,cAAc,CAAC;IACrF,MAAM,CAAC,QAAQ,SAAc;IAC7B,QAAQ,SAA2B;IAEnC,UAAU,EAAE,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACnD,eAAe,EAAE,eAAe,GAAG,SAAS,CAAC;IAC7C,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,WAAW,EAAE,WAAW,GAAG;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC3D,WAAW,EAAE,OAAO,CAAC,wBAAwB,GAAG,SAAS,CAAC;IAC1D,YAAY,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAElD,UAAU,EAAE,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;gBAEpC,OAAO,EAAE,qBAAqB;IAcnC,oBAAoB,CAAC,MAAM,GAAE,MAA4B,GAAG,WAAW;IA0BvE,cAAc,IAAI,WAAW;IAe7B,cAAc,CAAC,MAAM,GAAE,MAAsB,GAAG,WAAW;IAkB3D,kBAAkB,IAAI,eAAe;IAiBrC,mBAAmB,IAAI,OAAO,CAAC,kBAAkB;IAYjD,oBAAoB,IAAI,OAAO,CAAC,wBAAwB;IAYxD,eAAe,IAAI,uBAAuB;IAajD,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB;IAY5D,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAOzD,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;IAO5F,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAG7F,2BAA2B,CAC7B,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAI1C,sBAAsB,CACxB,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,gBAAgB,GAC3B,OAAO,CAAC,UAAU,CAAC;IAMhB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAS1D,UAAU,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IA4I1E,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAalF"}
@@ -1 +1 @@
1
- {"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAmE,YAAY,EAAE,cAAc,EAAwB,MAAM,sCAAsC,CAAC;AACzL,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EAChD,aAAa,EAAqE,OAAO,EACxG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,UAAU,YAAY;IAClB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;CAC7B;AAWD,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAc3E;AA6FD,qBAAa,qBAAsB,YAAW,eAAe,CAAC,YAAY,CAAC;IAEvE,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAUrB,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,YAAY,CAAC;IAuGlH,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqCnH,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CAiF5J"}
1
+ {"version":3,"file":"claude.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAmE,YAAY,EAAE,cAAc,EAAwB,MAAM,sCAAsC,CAAC;AACzL,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EAChD,aAAa,EAAqE,OAAO,EACxG,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,UAAU,YAAY;IAClB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;CAC7B;AAWD,wBAAgB,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,EAAE,GAAG,SAAS,CAc3E;AA+FD,qBAAa,qBAAsB,YAAW,eAAe,CAAC,YAAY,CAAC;IAEvE,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAUrB,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,YAAY,CAAC;IAuGlH,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqCnH,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CAiF5J"}
@@ -1,5 +1,5 @@
1
- import { Content } from "@google/genai";
2
- import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment } from "@llumiverse/core";
1
+ import { Content, GenerateContentResponseUsageMetadata } from "@google/genai";
2
+ import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, ExecutionTokenUsage, PromptSegment } from "@llumiverse/core";
3
3
  import { VertexAIDriver, GenerateContentPrompt } from "../index.js";
4
4
  import { ModelDefinition } from "../models.js";
5
5
  export declare function mergeConsecutiveRole(contents: Content[] | undefined): Content[];
@@ -11,6 +11,7 @@ export declare class GeminiModelDefinition implements ModelDefinition<GenerateCo
11
11
  options: ExecutionOptions;
12
12
  };
13
13
  createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<GenerateContentPrompt>;
14
+ usageMetadataToTokenUsage(usageMetadata: GenerateContentResponseUsageMetadata | undefined): ExecutionTokenUsage;
14
15
  requestTextCompletion(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<Completion>;
15
16
  requestTextCompletionStream(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
16
17
  }
@@ -1 +1 @@
1
- {"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EAEV,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,gBAAgB,EAE5D,aAAa,EAChB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AA2a/C,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CA2B/E;AAED,qBAAa,qBAAsB,YAAW,eAAe,CAAC,qBAAqB,CAAC;IAEhF,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAU3B,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE;IAiBnH,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgH3H,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAsD5H,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CAmDrK"}
1
+ {"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,OAAO,EACP,oCAAoC,EAEvC,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAoB,gBAAgB,EAC9E,mBAAmB,EACnB,aAAa,EAEhB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AA2c/C,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CA2B/E;AAqCD,qBAAa,qBAAsB,YAAW,eAAe,CAAC,qBAAqB,CAAC;IAEhF,KAAK,EAAE,OAAO,CAAA;gBAEF,OAAO,EAAE,MAAM;IAU3B,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE;IAyBnH,YAAY,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgHjI,yBAAyB,CAAC,aAAa,EAAE,oCAAoC,GAAG,SAAS,GAAG,mBAAmB;IA0BzG,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAoE5H,2BAA2B,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,qBAAqB,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;CA8DrK"}
@@ -1,4 +1,4 @@
1
- import { AIModel, Completion, ExecutionOptions, ImageGeneration, PromptSegment } from "@llumiverse/core";
1
+ import { AIModel, Completion, ExecutionOptions, PromptSegment } from "@llumiverse/core";
2
2
  import { VertexAIDriver } from "../index.js";
3
3
  interface ImagenBaseReference {
4
4
  referenceType: "REFERENCE_TYPE_RAW" | "REFERENCE_TYPE_MASK" | "REFERENCE_TYPE_SUBJECT" | "REFERENCE_TYPE_CONTROL" | "REFERENCE_TYPE_STYLE";
@@ -69,7 +69,7 @@ export declare class ImagenModelDefinition {
69
69
  model: AIModel;
70
70
  constructor(modelId: string);
71
71
  createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ImagenPrompt>;
72
- requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion<ImageGeneration>>;
72
+ requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion>;
73
73
  }
74
74
  export {};
75
75
  //# sourceMappingURL=imagen.d.ts.map