@llumiverse/drivers 1.2.0 → 1.4.0-dev.20260629.090753Z

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (403) hide show
  1. package/lib/{types/adobe → adobe}/firefly.d.ts +2 -1
  2. package/lib/adobe/firefly.d.ts.map +1 -0
  3. package/lib/adobe/firefly.js +120 -0
  4. package/lib/adobe/firefly.js.map +1 -0
  5. package/lib/anthropic/index.d.ts +23 -0
  6. package/lib/anthropic/index.d.ts.map +1 -0
  7. package/lib/anthropic/index.js +68 -0
  8. package/lib/anthropic/index.js.map +1 -0
  9. package/lib/{types/azure → azure}/azure_foundry.d.ts +9 -7
  10. package/lib/azure/azure_foundry.d.ts.map +1 -0
  11. package/lib/{esm/azure → azure}/azure_foundry.js +138 -124
  12. package/lib/azure/azure_foundry.js.map +1 -0
  13. package/lib/{types/bedrock → bedrock}/converse.d.ts +2 -2
  14. package/lib/bedrock/converse.d.ts.map +1 -0
  15. package/lib/{esm/bedrock → bedrock}/converse.js +86 -79
  16. package/lib/bedrock/converse.js.map +1 -0
  17. package/lib/bedrock/embeddings.d.ts +4 -0
  18. package/lib/bedrock/embeddings.d.ts.map +1 -0
  19. package/lib/bedrock/embeddings.js +359 -0
  20. package/lib/bedrock/embeddings.js.map +1 -0
  21. package/lib/{types/bedrock → bedrock}/index.d.ts +33 -9
  22. package/lib/bedrock/index.d.ts.map +1 -0
  23. package/lib/{esm/bedrock → bedrock}/index.js +599 -324
  24. package/lib/bedrock/index.js.map +1 -0
  25. package/lib/{types/bedrock → bedrock}/nova-image-payload.d.ts +5 -5
  26. package/lib/bedrock/nova-image-payload.d.ts.map +1 -0
  27. package/lib/{esm/bedrock → bedrock}/nova-image-payload.js +31 -36
  28. package/lib/bedrock/nova-image-payload.js.map +1 -0
  29. package/lib/{types/bedrock → bedrock}/payloads.d.ts +1 -1
  30. package/lib/bedrock/payloads.d.ts.map +1 -0
  31. package/lib/{cjs/bedrock → bedrock}/payloads.js.map +1 -1
  32. package/lib/{types/bedrock → bedrock}/s3.d.ts +3 -2
  33. package/lib/bedrock/s3.d.ts.map +1 -0
  34. package/lib/{esm/bedrock → bedrock}/s3.js +27 -23
  35. package/lib/bedrock/s3.js.map +1 -0
  36. package/lib/{types/bedrock → bedrock}/twelvelabs.d.ts +8 -9
  37. package/lib/bedrock/twelvelabs.d.ts.map +1 -0
  38. package/lib/{esm/bedrock → bedrock}/twelvelabs.js +17 -21
  39. package/lib/bedrock/twelvelabs.js.map +1 -0
  40. package/lib/{types/groq → groq}/index.d.ts +6 -4
  41. package/lib/groq/index.d.ts.map +1 -0
  42. package/lib/{esm/groq → groq}/index.js +72 -39
  43. package/lib/groq/index.js.map +1 -0
  44. package/lib/{types/huggingface_ie.d.ts → huggingface_ie.d.ts} +4 -3
  45. package/lib/huggingface_ie.d.ts.map +1 -0
  46. package/lib/{esm/huggingface_ie.js → huggingface_ie.js} +32 -31
  47. package/lib/huggingface_ie.js.map +1 -0
  48. package/lib/index.d.ts +16 -0
  49. package/lib/index.d.ts.map +1 -0
  50. package/lib/index.js +16 -0
  51. package/lib/index.js.map +1 -0
  52. package/lib/{types/mistral → mistral}/index.d.ts +6 -5
  53. package/lib/mistral/index.d.ts.map +1 -0
  54. package/lib/{esm/mistral → mistral}/index.js +66 -38
  55. package/lib/mistral/index.js.map +1 -0
  56. package/lib/{types/mistral → mistral}/types.d.ts +1 -0
  57. package/lib/mistral/types.d.ts.map +1 -0
  58. package/lib/mistral/types.js.map +1 -0
  59. package/lib/{types/openai → openai}/azure_openai.d.ts +5 -4
  60. package/lib/openai/azure_openai.d.ts.map +1 -0
  61. package/lib/{esm/openai → openai}/azure_openai.js +17 -14
  62. package/lib/openai/azure_openai.js.map +1 -0
  63. package/lib/openai/drivers.d.ts +4 -0
  64. package/lib/openai/drivers.d.ts.map +1 -0
  65. package/lib/openai/drivers.js +9 -0
  66. package/lib/openai/drivers.js.map +1 -0
  67. package/lib/{types/openai → openai}/index.d.ts +17 -5
  68. package/lib/openai/index.d.ts.map +1 -0
  69. package/lib/{esm/openai → openai}/index.js +254 -148
  70. package/lib/openai/index.js.map +1 -0
  71. package/lib/{types/openai → openai}/openai.d.ts +3 -3
  72. package/lib/openai/openai.d.ts.map +1 -0
  73. package/lib/openai/openai.js +15 -0
  74. package/lib/openai/openai.js.map +1 -0
  75. package/lib/{types/openai → openai}/openai_compatible.d.ts +3 -3
  76. package/lib/openai/openai_compatible.d.ts.map +1 -0
  77. package/lib/{esm/openai → openai}/openai_compatible.js +14 -11
  78. package/lib/openai/openai_compatible.js.map +1 -0
  79. package/lib/{types/openai → openai}/openai_format.d.ts +3 -2
  80. package/lib/openai/openai_format.d.ts.map +1 -0
  81. package/lib/{esm/openai → openai}/openai_format.js +66 -24
  82. package/lib/openai/openai_format.js.map +1 -0
  83. package/lib/{types/replicate.d.ts → replicate.d.ts} +3 -2
  84. package/lib/replicate.d.ts.map +1 -0
  85. package/lib/{esm/replicate.js → replicate.js} +59 -49
  86. package/lib/replicate.js.map +1 -0
  87. package/lib/shared/claude-messages.d.ts +99 -0
  88. package/lib/shared/claude-messages.d.ts.map +1 -0
  89. package/lib/shared/claude-messages.js +869 -0
  90. package/lib/shared/claude-messages.js.map +1 -0
  91. package/lib/{types/shared → shared}/claude-thinking.d.ts +1 -1
  92. package/lib/shared/claude-thinking.d.ts.map +1 -0
  93. package/lib/{esm/shared → shared}/claude-thinking.js +5 -7
  94. package/lib/shared/claude-thinking.js.map +1 -0
  95. package/lib/shared/debug-prompt.d.ts +5 -0
  96. package/lib/shared/debug-prompt.d.ts.map +1 -0
  97. package/lib/shared/debug-prompt.js +25 -0
  98. package/lib/shared/debug-prompt.js.map +1 -0
  99. package/lib/{types/test-driver → test-driver}/TestErrorCompletionStream.d.ts +1 -1
  100. package/lib/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
  101. package/lib/test-driver/TestErrorCompletionStream.js +16 -0
  102. package/lib/test-driver/TestErrorCompletionStream.js.map +1 -0
  103. package/lib/{types/test-driver → test-driver}/TestValidationErrorCompletionStream.d.ts +1 -1
  104. package/lib/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
  105. package/lib/{esm/test-driver → test-driver}/TestValidationErrorCompletionStream.js +4 -4
  106. package/lib/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
  107. package/lib/{types/test-driver → test-driver}/index.d.ts +3 -3
  108. package/lib/test-driver/index.d.ts.map +1 -0
  109. package/lib/{esm/test-driver → test-driver}/index.js +20 -20
  110. package/lib/test-driver/index.js.map +1 -0
  111. package/lib/{types/test-driver → test-driver}/utils.d.ts +1 -1
  112. package/lib/test-driver/utils.d.ts.map +1 -0
  113. package/lib/{esm/test-driver → test-driver}/utils.js +4 -4
  114. package/lib/test-driver/utils.js.map +1 -0
  115. package/lib/togetherai/index.d.ts +15 -0
  116. package/lib/togetherai/index.d.ts.map +1 -0
  117. package/lib/togetherai/index.js +54 -0
  118. package/lib/togetherai/index.js.map +1 -0
  119. package/lib/{types/togetherai → togetherai}/interfaces.d.ts +1 -1
  120. package/lib/togetherai/interfaces.d.ts.map +1 -0
  121. package/lib/{cjs/watsonx → togetherai}/interfaces.js.map +1 -1
  122. package/lib/vertexai/debug.d.ts +2 -0
  123. package/lib/vertexai/debug.d.ts.map +1 -0
  124. package/lib/{esm/vertexai → vertexai}/debug.js +1 -1
  125. package/lib/vertexai/debug.js.map +1 -0
  126. package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts +9 -0
  127. package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts.map +1 -0
  128. package/lib/vertexai/embeddings/embed-legacy-multimodal.js +141 -0
  129. package/lib/vertexai/embeddings/embed-legacy-multimodal.js.map +1 -0
  130. package/lib/vertexai/embeddings/embed.d.ts +13 -0
  131. package/lib/vertexai/embeddings/embed.d.ts.map +1 -0
  132. package/lib/vertexai/embeddings/embed.js +162 -0
  133. package/lib/vertexai/embeddings/embed.js.map +1 -0
  134. package/lib/vertexai/embeddings/source-utils.d.ts +9 -0
  135. package/lib/vertexai/embeddings/source-utils.d.ts.map +1 -0
  136. package/lib/vertexai/embeddings/source-utils.js +18 -0
  137. package/lib/vertexai/embeddings/source-utils.js.map +1 -0
  138. package/lib/{types/vertexai → vertexai}/index.d.ts +31 -19
  139. package/lib/vertexai/index.d.ts.map +1 -0
  140. package/lib/{esm/vertexai → vertexai}/index.js +221 -159
  141. package/lib/vertexai/index.js.map +1 -0
  142. package/lib/vertexai/models/claude.d.ts +16 -0
  143. package/lib/vertexai/models/claude.d.ts.map +1 -0
  144. package/lib/vertexai/models/claude.js +65 -0
  145. package/lib/vertexai/models/claude.js.map +1 -0
  146. package/lib/{types/vertexai → vertexai}/models/gemini.d.ts +29 -5
  147. package/lib/vertexai/models/gemini.d.ts.map +1 -0
  148. package/lib/{esm/vertexai → vertexai}/models/gemini.js +255 -127
  149. package/lib/vertexai/models/gemini.js.map +1 -0
  150. package/lib/{types/vertexai → vertexai}/models/imagen.d.ts +12 -11
  151. package/lib/vertexai/models/imagen.d.ts.map +1 -0
  152. package/lib/{esm/vertexai → vertexai}/models/imagen.js +74 -47
  153. package/lib/vertexai/models/imagen.js.map +1 -0
  154. package/lib/{types/vertexai → vertexai}/models/llama.d.ts +4 -4
  155. package/lib/vertexai/models/llama.d.ts.map +1 -0
  156. package/lib/{esm/vertexai → vertexai}/models/llama.js +37 -33
  157. package/lib/vertexai/models/llama.js.map +1 -0
  158. package/lib/vertexai/models.d.ts +21 -0
  159. package/lib/vertexai/models.d.ts.map +1 -0
  160. package/lib/{esm/vertexai → vertexai}/models.js +12 -9
  161. package/lib/vertexai/models.js.map +1 -0
  162. package/lib/{types/watsonx → watsonx}/index.d.ts +4 -3
  163. package/lib/watsonx/index.d.ts.map +1 -0
  164. package/lib/{esm/watsonx → watsonx}/index.js +69 -41
  165. package/lib/watsonx/index.js.map +1 -0
  166. package/lib/watsonx/interfaces.d.ts.map +1 -0
  167. package/lib/{esm/watsonx → watsonx}/interfaces.js.map +1 -1
  168. package/lib/{types/xai → xai}/index.d.ts +4 -4
  169. package/lib/xai/index.d.ts.map +1 -0
  170. package/lib/{esm/xai → xai}/index.js +22 -18
  171. package/lib/xai/index.js.map +1 -0
  172. package/package.json +88 -36
  173. package/src/adobe/firefly.ts +60 -43
  174. package/src/anthropic/index.ts +121 -0
  175. package/src/azure/azure_foundry.ts +210 -165
  176. package/src/bedrock/converse.ts +124 -101
  177. package/src/bedrock/embeddings.test.ts +508 -0
  178. package/src/bedrock/embeddings.ts +517 -0
  179. package/src/bedrock/error-handling.test.ts +62 -14
  180. package/src/bedrock/index.ts +832 -466
  181. package/src/bedrock/nova-image-payload.ts +98 -91
  182. package/src/bedrock/payloads.ts +9 -9
  183. package/src/bedrock/s3.test.ts +39 -0
  184. package/src/bedrock/s3.ts +57 -38
  185. package/src/bedrock/streaming-tool-use.test.ts +86 -69
  186. package/src/bedrock/twelvelabs.ts +35 -32
  187. package/src/groq/index.ts +143 -60
  188. package/src/http-timeout-wiring.test.ts +263 -0
  189. package/src/huggingface_ie.ts +45 -61
  190. package/src/index.ts +15 -15
  191. package/src/mistral/index.ts +97 -48
  192. package/src/mistral/types.ts +13 -12
  193. package/src/openai/azure_openai.ts +35 -27
  194. package/src/openai/drivers.ts +9 -0
  195. package/src/openai/error-handling.test.ts +308 -113
  196. package/src/openai/index.ts +389 -254
  197. package/src/openai/openai.ts +6 -13
  198. package/src/openai/openai_compatible.ts +35 -25
  199. package/src/openai/openai_format.ts +90 -40
  200. package/src/replicate.ts +108 -86
  201. package/src/shared/claude-messages.test.ts +37 -0
  202. package/src/shared/claude-messages.ts +1085 -0
  203. package/src/shared/claude-thinking.ts +6 -12
  204. package/src/shared/debug-prompt.ts +28 -0
  205. package/src/test-driver/TestErrorCompletionStream.ts +9 -10
  206. package/src/test-driver/TestValidationErrorCompletionStream.ts +9 -10
  207. package/src/test-driver/index.ts +43 -27
  208. package/src/test-driver/utils.ts +8 -8
  209. package/src/togetherai/index.test.ts +32 -0
  210. package/src/togetherai/index.ts +64 -128
  211. package/src/togetherai/interfaces.ts +5 -5
  212. package/src/vertexai/debug.ts +3 -3
  213. package/src/vertexai/embeddings/embed-legacy-multimodal.ts +211 -0
  214. package/src/vertexai/embeddings/embed.ts +206 -0
  215. package/src/vertexai/embeddings/embeddings.test.ts +497 -0
  216. package/src/vertexai/embeddings/source-utils.test.ts +54 -0
  217. package/src/vertexai/embeddings/source-utils.ts +29 -0
  218. package/src/vertexai/index.ts +339 -253
  219. package/src/vertexai/models/claude-error-handling.test.ts +86 -39
  220. package/src/vertexai/models/claude-streaming-spacing.test.ts +82 -75
  221. package/src/vertexai/models/claude.ts +84 -1041
  222. package/src/vertexai/models/gemini-conversation-mutation.test.ts +65 -23
  223. package/src/vertexai/models/gemini-error-handling.test.ts +126 -10
  224. package/src/vertexai/models/gemini-orphaned-tool-result.test.ts +118 -0
  225. package/src/vertexai/models/gemini.ts +372 -182
  226. package/src/vertexai/models/imagen.ts +164 -100
  227. package/src/vertexai/models/llama.ts +70 -48
  228. package/src/vertexai/models.ts +36 -16
  229. package/src/watsonx/index.ts +101 -65
  230. package/src/watsonx/interfaces.ts +10 -15
  231. package/src/xai/index.ts +30 -30
  232. package/lib/cjs/adobe/firefly.js +0 -120
  233. package/lib/cjs/adobe/firefly.js.map +0 -1
  234. package/lib/cjs/azure/azure_foundry.js +0 -432
  235. package/lib/cjs/azure/azure_foundry.js.map +0 -1
  236. package/lib/cjs/bedrock/converse.js +0 -359
  237. package/lib/cjs/bedrock/converse.js.map +0 -1
  238. package/lib/cjs/bedrock/index.js +0 -1508
  239. package/lib/cjs/bedrock/index.js.map +0 -1
  240. package/lib/cjs/bedrock/nova-image-payload.js +0 -207
  241. package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
  242. package/lib/cjs/bedrock/payloads.js +0 -3
  243. package/lib/cjs/bedrock/s3.js +0 -107
  244. package/lib/cjs/bedrock/s3.js.map +0 -1
  245. package/lib/cjs/bedrock/twelvelabs.js +0 -87
  246. package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
  247. package/lib/cjs/groq/index.js +0 -328
  248. package/lib/cjs/groq/index.js.map +0 -1
  249. package/lib/cjs/huggingface_ie.js +0 -201
  250. package/lib/cjs/huggingface_ie.js.map +0 -1
  251. package/lib/cjs/index.js +0 -31
  252. package/lib/cjs/index.js.map +0 -1
  253. package/lib/cjs/mistral/index.js +0 -176
  254. package/lib/cjs/mistral/index.js.map +0 -1
  255. package/lib/cjs/mistral/types.js +0 -83
  256. package/lib/cjs/mistral/types.js.map +0 -1
  257. package/lib/cjs/openai/azure_openai.js +0 -72
  258. package/lib/cjs/openai/azure_openai.js.map +0 -1
  259. package/lib/cjs/openai/index.js +0 -1129
  260. package/lib/cjs/openai/index.js.map +0 -1
  261. package/lib/cjs/openai/openai.js +0 -21
  262. package/lib/cjs/openai/openai.js.map +0 -1
  263. package/lib/cjs/openai/openai_compatible.js +0 -63
  264. package/lib/cjs/openai/openai_compatible.js.map +0 -1
  265. package/lib/cjs/openai/openai_format.js +0 -131
  266. package/lib/cjs/openai/openai_format.js.map +0 -1
  267. package/lib/cjs/package.json +0 -3
  268. package/lib/cjs/replicate.js +0 -275
  269. package/lib/cjs/replicate.js.map +0 -1
  270. package/lib/cjs/shared/claude-thinking.js +0 -60
  271. package/lib/cjs/shared/claude-thinking.js.map +0 -1
  272. package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
  273. package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
  274. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
  275. package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
  276. package/lib/cjs/test-driver/index.js +0 -109
  277. package/lib/cjs/test-driver/index.js.map +0 -1
  278. package/lib/cjs/test-driver/utils.js +0 -30
  279. package/lib/cjs/test-driver/utils.js.map +0 -1
  280. package/lib/cjs/togetherai/index.js +0 -126
  281. package/lib/cjs/togetherai/index.js.map +0 -1
  282. package/lib/cjs/togetherai/interfaces.js +0 -3
  283. package/lib/cjs/togetherai/interfaces.js.map +0 -1
  284. package/lib/cjs/vertexai/debug.js +0 -12
  285. package/lib/cjs/vertexai/debug.js.map +0 -1
  286. package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
  287. package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
  288. package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
  289. package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
  290. package/lib/cjs/vertexai/index.js +0 -644
  291. package/lib/cjs/vertexai/index.js.map +0 -1
  292. package/lib/cjs/vertexai/models/claude.js +0 -917
  293. package/lib/cjs/vertexai/models/claude.js.map +0 -1
  294. package/lib/cjs/vertexai/models/gemini.js +0 -858
  295. package/lib/cjs/vertexai/models/gemini.js.map +0 -1
  296. package/lib/cjs/vertexai/models/imagen.js +0 -303
  297. package/lib/cjs/vertexai/models/imagen.js.map +0 -1
  298. package/lib/cjs/vertexai/models/llama.js +0 -183
  299. package/lib/cjs/vertexai/models/llama.js.map +0 -1
  300. package/lib/cjs/vertexai/models.js +0 -35
  301. package/lib/cjs/vertexai/models.js.map +0 -1
  302. package/lib/cjs/watsonx/index.js +0 -161
  303. package/lib/cjs/watsonx/index.js.map +0 -1
  304. package/lib/cjs/watsonx/interfaces.js +0 -3
  305. package/lib/cjs/xai/index.js +0 -65
  306. package/lib/cjs/xai/index.js.map +0 -1
  307. package/lib/esm/adobe/firefly.js +0 -116
  308. package/lib/esm/adobe/firefly.js.map +0 -1
  309. package/lib/esm/azure/azure_foundry.js.map +0 -1
  310. package/lib/esm/bedrock/converse.js.map +0 -1
  311. package/lib/esm/bedrock/index.js.map +0 -1
  312. package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
  313. package/lib/esm/bedrock/payloads.js.map +0 -1
  314. package/lib/esm/bedrock/s3.js.map +0 -1
  315. package/lib/esm/bedrock/twelvelabs.js.map +0 -1
  316. package/lib/esm/groq/index.js.map +0 -1
  317. package/lib/esm/huggingface_ie.js.map +0 -1
  318. package/lib/esm/index.js +0 -15
  319. package/lib/esm/index.js.map +0 -1
  320. package/lib/esm/mistral/index.js.map +0 -1
  321. package/lib/esm/mistral/types.js.map +0 -1
  322. package/lib/esm/openai/azure_openai.js.map +0 -1
  323. package/lib/esm/openai/index.js.map +0 -1
  324. package/lib/esm/openai/openai.js +0 -14
  325. package/lib/esm/openai/openai.js.map +0 -1
  326. package/lib/esm/openai/openai_compatible.js.map +0 -1
  327. package/lib/esm/openai/openai_format.js.map +0 -1
  328. package/lib/esm/replicate.js.map +0 -1
  329. package/lib/esm/shared/claude-thinking.js.map +0 -1
  330. package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
  331. package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
  332. package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
  333. package/lib/esm/test-driver/index.js.map +0 -1
  334. package/lib/esm/test-driver/utils.js.map +0 -1
  335. package/lib/esm/togetherai/index.js +0 -122
  336. package/lib/esm/togetherai/index.js.map +0 -1
  337. package/lib/esm/togetherai/interfaces.js.map +0 -1
  338. package/lib/esm/vertexai/debug.js.map +0 -1
  339. package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
  340. package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
  341. package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
  342. package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
  343. package/lib/esm/vertexai/index.js.map +0 -1
  344. package/lib/esm/vertexai/models/claude.js +0 -906
  345. package/lib/esm/vertexai/models/claude.js.map +0 -1
  346. package/lib/esm/vertexai/models/gemini.js.map +0 -1
  347. package/lib/esm/vertexai/models/imagen.js.map +0 -1
  348. package/lib/esm/vertexai/models/llama.js.map +0 -1
  349. package/lib/esm/vertexai/models.js.map +0 -1
  350. package/lib/esm/watsonx/index.js.map +0 -1
  351. package/lib/esm/xai/index.js.map +0 -1
  352. package/lib/types/adobe/firefly.d.ts.map +0 -1
  353. package/lib/types/azure/azure_foundry.d.ts.map +0 -1
  354. package/lib/types/bedrock/converse.d.ts.map +0 -1
  355. package/lib/types/bedrock/index.d.ts.map +0 -1
  356. package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
  357. package/lib/types/bedrock/payloads.d.ts.map +0 -1
  358. package/lib/types/bedrock/s3.d.ts.map +0 -1
  359. package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
  360. package/lib/types/groq/index.d.ts.map +0 -1
  361. package/lib/types/huggingface_ie.d.ts.map +0 -1
  362. package/lib/types/index.d.ts +0 -15
  363. package/lib/types/index.d.ts.map +0 -1
  364. package/lib/types/mistral/index.d.ts.map +0 -1
  365. package/lib/types/mistral/types.d.ts.map +0 -1
  366. package/lib/types/openai/azure_openai.d.ts.map +0 -1
  367. package/lib/types/openai/index.d.ts.map +0 -1
  368. package/lib/types/openai/openai.d.ts.map +0 -1
  369. package/lib/types/openai/openai_compatible.d.ts.map +0 -1
  370. package/lib/types/openai/openai_format.d.ts.map +0 -1
  371. package/lib/types/replicate.d.ts.map +0 -1
  372. package/lib/types/shared/claude-thinking.d.ts.map +0 -1
  373. package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
  374. package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
  375. package/lib/types/test-driver/index.d.ts.map +0 -1
  376. package/lib/types/test-driver/utils.d.ts.map +0 -1
  377. package/lib/types/togetherai/index.d.ts +0 -23
  378. package/lib/types/togetherai/index.d.ts.map +0 -1
  379. package/lib/types/togetherai/interfaces.d.ts.map +0 -1
  380. package/lib/types/vertexai/debug.d.ts +0 -2
  381. package/lib/types/vertexai/debug.d.ts.map +0 -1
  382. package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
  383. package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
  384. package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
  385. package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
  386. package/lib/types/vertexai/index.d.ts.map +0 -1
  387. package/lib/types/vertexai/models/claude.d.ts +0 -119
  388. package/lib/types/vertexai/models/claude.d.ts.map +0 -1
  389. package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
  390. package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
  391. package/lib/types/vertexai/models/llama.d.ts.map +0 -1
  392. package/lib/types/vertexai/models.d.ts +0 -20
  393. package/lib/types/vertexai/models.d.ts.map +0 -1
  394. package/lib/types/watsonx/index.d.ts.map +0 -1
  395. package/lib/types/watsonx/interfaces.d.ts.map +0 -1
  396. package/lib/types/xai/index.d.ts.map +0 -1
  397. package/src/vertexai/embeddings/embeddings-image.ts +0 -52
  398. package/src/vertexai/embeddings/embeddings-text.ts +0 -54
  399. /package/lib/{esm/bedrock → bedrock}/payloads.js +0 -0
  400. /package/lib/{esm/mistral → mistral}/types.js +0 -0
  401. /package/lib/{esm/togetherai → togetherai}/interfaces.js +0 -0
  402. /package/lib/{types/watsonx → watsonx}/interfaces.d.ts +0 -0
  403. /package/lib/{esm/watsonx → watsonx}/interfaces.js +0 -0
@@ -1,60 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.resolveClaudeThinking = resolveClaudeThinking;
4
- const core_1 = require("@llumiverse/core");
5
- /**
6
- * Resolve thinking and effort configuration for a Claude model.
7
- *
8
- * - Extended thinking: enabled by setting `thinking_budget_tokens`.
9
- * - Adaptive thinking: enabled by setting `effort` on models that support it (Opus 4.6+, Sonnet 4.6+).
10
- * - `include_thoughts`: display-only; does not enable thinking.
11
- *
12
- * @param model - The model identifier string
13
- * @param options - User-provided Claude options (thinking_budget_tokens, effort, include_thoughts)
14
- */
15
- function resolveClaudeThinking(model, options) {
16
- const supportsAdaptive = (0, core_1.supportsAdaptiveThinking)(model);
17
- const samplingRestriction = (0, core_1.hasSamplingParameterRestriction)(model);
18
- const supportsThinking = (0, core_1.isClaudeVersionGTE)(model, 3, 7);
19
- const budgetTokens = options?.thinking_budget_tokens;
20
- // Adaptive thinking is active when the caller supplies an effort level on a
21
- // model that supports it. Extended thinking is active when a budget is set.
22
- const adaptiveEnabled = supportsAdaptive && options?.effort != null;
23
- const extendedEnabled = budgetTokens != null;
24
- let thinking;
25
- if (!supportsThinking) {
26
- // Pre-3.7 models: no thinking support
27
- thinking = undefined;
28
- }
29
- else if (extendedEnabled) {
30
- // Explicit budget — use extended thinking regardless of adaptive support.
31
- // On adaptive models this uses the deprecated path, but user input takes priority.
32
- thinking = {
33
- type: "enabled",
34
- budget_tokens: budgetTokens,
35
- };
36
- }
37
- else if (supportsAdaptive) {
38
- // Adaptive models: enable when effort is set, omit otherwise (thinking is OFF by default).
39
- // display controls whether thinking blocks are returned; defaults to omitted.
40
- thinking = adaptiveEnabled
41
- ? { type: "adaptive", display: options?.include_thoughts ? "summarized" : "omitted" }
42
- : undefined;
43
- }
44
- else {
45
- // Older thinking models (3.7, 4.5): no adaptive support, thinking is always disabled
46
- // unless an explicit budget is provided (handled above).
47
- thinking = { type: "disabled" };
48
- }
49
- // Output config for effort parameter (Opus 4.5+, Sonnet 4.6+, all 4.7+)
50
- const outputConfig = options?.effort
51
- ? { effort: options.effort }
52
- : undefined;
53
- return {
54
- thinking,
55
- outputConfig,
56
- hasSamplingRestriction: samplingRestriction,
57
- supportsThinking,
58
- };
59
- }
60
- //# sourceMappingURL=claude-thinking.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"claude-thinking.js","sourceRoot":"","sources":["../../../src/shared/claude-thinking.ts"],"names":[],"mappings":";;AA0CA,sDA6CC;AAtFD,2CAI0B;AA2B1B;;;;;;;;;GASG;AACH,SAAgB,qBAAqB,CAAC,KAAa,EAAE,OAA6B;IAC9E,MAAM,gBAAgB,GAAG,IAAA,+BAAwB,EAAC,KAAK,CAAC,CAAC;IACzD,MAAM,mBAAmB,GAAG,IAAA,sCAA+B,EAAC,KAAK,CAAC,CAAC;IACnE,MAAM,gBAAgB,GAAG,IAAA,yBAAkB,EAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,OAAO,EAAE,sBAAsB,CAAC;IACrD,4EAA4E;IAC5E,4EAA4E;IAC5E,MAAM,eAAe,GAAG,gBAAgB,IAAI,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC;IACpE,MAAM,eAAe,GAAG,YAAY,IAAI,IAAI,CAAC;IAE7C,IAAI,QAAyC,CAAC;IAE9C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpB,sCAAsC;QACtC,QAAQ,GAAG,SAAS,CAAC;IACzB,CAAC;SAAM,IAAI,eAAe,EAAE,CAAC;QACzB,0EAA0E;QAC1E,mFAAmF;QACnF,QAAQ,GAAG;YACP,IAAI,EAAE,SAAkB;YACxB,aAAa,EAAE,YAAY;SAC9B,CAAC;IACN,CAAC;SAAM,IAAI,gBAAgB,EAAE,CAAC;QAC1B,2FAA2F;QAC3F,8EAA8E;QAC9E,QAAQ,GAAG,eAAe;YACtB,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE;YAC9F,CAAC,CAAC,SAAS,CAAC;IACpB,CAAC;SAAM,CAAC;QACJ,qFAAqF;QACrF,yDAAyD;QACzD,QAAQ,GAAG,EAAE,IAAI,EAAE,UAAmB,EAAE,CAAC;IAC7C,CAAC;IAED,wEAAwE;IACxE,MAAM,YAAY,GAA6B,OAAO,EAAE,MAAM;QAC1D,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;QAC5B,CAAC,CAAC,SAAS,CAAC;IAEhB,OAAO;QACH,QAAQ;QACR,YAAY;QACZ,sBAAsB,EAAE,mBAAmB;QAC3C,gBAAgB;KACnB,CAAC;AACN,CAAC"}
@@ -1,20 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TestErrorCompletionStream = void 0;
4
- const utils_js_1 = require("./utils.js");
5
- class TestErrorCompletionStream {
6
- segments;
7
- options;
8
- completion;
9
- constructor(segments, options) {
10
- this.segments = segments;
11
- this.options = options;
12
- }
13
- async *[Symbol.asyncIterator]() {
14
- yield "Started TestError. Next we will thrown an error.\n";
15
- (0, utils_js_1.sleep)(1000);
16
- (0, utils_js_1.throwError)("Testing stream completion error.", this.segments);
17
- }
18
- }
19
- exports.TestErrorCompletionStream = TestErrorCompletionStream;
20
- //# sourceMappingURL=TestErrorCompletionStream.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":";;;AACA,yCAA+C;AAE/C,MAAa,yBAAyB;IAIf;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QACZ,IAAA,qBAAU,EAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ;AAZD,8DAYC"}
@@ -1,24 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TestValidationErrorCompletionStream = void 0;
4
- const utils_js_1 = require("./utils.js");
5
- class TestValidationErrorCompletionStream {
6
- segments;
7
- options;
8
- completion;
9
- constructor(segments, options) {
10
- this.segments = segments;
11
- this.options = options;
12
- }
13
- async *[Symbol.asyncIterator]() {
14
- yield "Started TestValidationError.\n";
15
- await (0, utils_js_1.sleep)(1000);
16
- yield "chunk1\n";
17
- await (0, utils_js_1.sleep)(1000);
18
- yield "chunk2\n";
19
- await (0, utils_js_1.sleep)(1000);
20
- this.completion = (0, utils_js_1.createValidationErrorCompletion)(this.segments);
21
- }
22
- }
23
- exports.TestValidationErrorCompletionStream = TestValidationErrorCompletionStream;
24
- //# sourceMappingURL=TestValidationErrorCompletionStream.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":";;;AACA,yCAAoE;AAGpE,MAAa,mCAAmC;IAIzB;IACR;IAHX,UAAU,CAAiD;IAE3D,YAAmB,QAAyB,EACjC,OAAyB;QADjB,aAAQ,GAAR,QAAQ,CAAiB;QACjC,YAAO,GAAP,OAAO,CAAkB;IACpC,CAAC;IACD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,IAAA,0CAA+B,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ;AAhBD,kFAgBC"}
@@ -1,109 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
- for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
- };
16
- Object.defineProperty(exports, "__esModule", { value: true });
17
- exports.TestDriver = exports.TestDriverModels = void 0;
18
- const core_1 = require("@llumiverse/core");
19
- const TestErrorCompletionStream_js_1 = require("./TestErrorCompletionStream.js");
20
- const TestValidationErrorCompletionStream_js_1 = require("./TestValidationErrorCompletionStream.js");
21
- const utils_js_1 = require("./utils.js");
22
- __exportStar(require("./TestErrorCompletionStream.js"), exports);
23
- __exportStar(require("./TestValidationErrorCompletionStream.js"), exports);
24
- var TestDriverModels;
25
- (function (TestDriverModels) {
26
- TestDriverModels["executionError"] = "execution-error";
27
- TestDriverModels["validationError"] = "validation-error";
28
- })(TestDriverModels || (exports.TestDriverModels = TestDriverModels = {}));
29
- class TestDriver {
30
- provider = "test";
31
- createTrainingPrompt() {
32
- throw new Error("Method not implemented.");
33
- }
34
- startTraining() {
35
- throw new Error("Method not implemented.");
36
- }
37
- cancelTraining() {
38
- throw new Error("Method not implemented.");
39
- }
40
- getTrainingJob(_jobId) {
41
- throw new Error("Method not implemented.");
42
- }
43
- async createPrompt(segments, _opts) {
44
- return segments;
45
- }
46
- execute(segments, options) {
47
- switch (options.model) {
48
- case TestDriverModels.executionError:
49
- return this.executeError(segments, options);
50
- case TestDriverModels.validationError:
51
- return this.executeValidationError(segments, options);
52
- default:
53
- (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
54
- }
55
- }
56
- async stream(segments, options) {
57
- switch (options.model) {
58
- case TestDriverModels.executionError:
59
- return new TestErrorCompletionStream_js_1.TestErrorCompletionStream(segments, options);
60
- case TestDriverModels.validationError:
61
- return new TestValidationErrorCompletionStream_js_1.TestValidationErrorCompletionStream(segments, options);
62
- default:
63
- (0, utils_js_1.throwError)("[test driver] Unknown model: " + options.model, segments);
64
- }
65
- }
66
- async listTrainableModels() {
67
- return [];
68
- }
69
- async listModels() {
70
- return [
71
- {
72
- id: TestDriverModels.executionError,
73
- name: "Execution Error",
74
- type: core_1.ModelType.Test,
75
- provider: this.provider,
76
- status: core_1.AIModelStatus.Available,
77
- description: "Test execution errors",
78
- tags: [],
79
- },
80
- {
81
- id: TestDriverModels.validationError,
82
- name: "Validation Error",
83
- type: core_1.ModelType.Test,
84
- provider: this.provider,
85
- status: core_1.AIModelStatus.Available,
86
- description: "Test validation errors",
87
- tags: [],
88
- },
89
- ];
90
- }
91
- validateConnection() {
92
- throw new Error("Method not implemented.");
93
- }
94
- generateEmbeddings() {
95
- throw new Error("Method not implemented.");
96
- }
97
- // ============== execution error ==================
98
- async executeError(segments, _options) {
99
- await (0, utils_js_1.sleep)(1000);
100
- (0, utils_js_1.throwError)("Testing stream completion error.", segments);
101
- }
102
- // ============== validation error ==================
103
- async executeValidationError(segments, _options) {
104
- await (0, utils_js_1.sleep)(3000);
105
- return (0, utils_js_1.createValidationErrorCompletion)(segments);
106
- }
107
- }
108
- exports.TestDriver = TestDriver;
109
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/test-driver/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,2CAAkL;AAClL,iFAA2E;AAC3E,qGAA+F;AAC/F,yCAAgF;AAEhF,iEAA+C;AAC/C,2EAAyD;AAEzD,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,gCAAhB,gBAAgB,QAG3B;AAED,MAAa,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,wDAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,4EAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,IAAA,qBAAU,EAAC,+BAA+B,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC7E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,gBAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,oBAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAA;IACL,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,QAA0B;QACpE,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,IAAA,qBAAU,EAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CAAC,QAAyB,EAAE,QAA0B;QAC9E,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,CAAC;QAClB,OAAO,IAAA,0CAA+B,EAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CAEJ;AAxFD,gCAwFC"}
@@ -1,30 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.throwError = throwError;
4
- exports.createValidationErrorCompletion = createValidationErrorCompletion;
5
- exports.sleep = sleep;
6
- function throwError(message, prompt) {
7
- const err = new Error(message);
8
- err.prompt = prompt;
9
- throw err;
10
- }
11
- function createValidationErrorCompletion(segments) {
12
- return {
13
- result: [{ type: "text", value: "An invalid result" }],
14
- prompt: segments,
15
- execution_time: 3000,
16
- error: {
17
- code: "validation_error",
18
- message: "Result cannot be validated!",
19
- },
20
- token_usage: {
21
- result: 10,
22
- prompt: 10,
23
- total: 20,
24
- },
25
- };
26
- }
27
- function sleep(ms) {
28
- return new Promise(resolve => setTimeout(resolve, ms));
29
- }
30
- //# sourceMappingURL=utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/test-driver/utils.ts"],"names":[],"mappings":";;AAEA,gCAIC;AAED,0EAeC;AAED,sBAEC;AAzBD,SAAgB,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9B,GAAW,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,MAAM,GAAG,CAAC;AACd,CAAC;AAED,SAAgB,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,SAAgB,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}
@@ -1,126 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TogetherAIDriver = void 0;
4
- const core_1 = require("@llumiverse/core");
5
- const async_1 = require("@llumiverse/core/async");
6
- const api_fetch_client_1 = require("@vertesia/api-fetch-client");
7
- class TogetherAIDriver extends core_1.AbstractDriver {
8
- static PROVIDER = "togetherai";
9
- provider = TogetherAIDriver.PROVIDER;
10
- apiKey;
11
- fetchClient;
12
- constructor(options) {
13
- super(options);
14
- this.apiKey = options.apiKey;
15
- this.fetchClient = new api_fetch_client_1.FetchClient('https://api.together.xyz').withHeaders({
16
- authorization: `Bearer ${this.apiKey}`
17
- });
18
- }
19
- getResponseFormat = (options) => {
20
- return options.result_schema ?
21
- {
22
- type: "json_object",
23
- schema: options.result_schema
24
- } : undefined;
25
- };
26
- async requestTextCompletion(prompt, options) {
27
- if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
28
- this.logger.debug({ options: options.model_options }, "Unexpected option id");
29
- }
30
- options.model_options = options.model_options;
31
- const stop_seq = options.model_options?.stop_sequence ?? [];
32
- const res = await this.fetchClient.post('/v1/completions', {
33
- payload: {
34
- model: options.model,
35
- prompt: prompt,
36
- response_format: this.getResponseFormat(options),
37
- max_tokens: options.model_options?.max_tokens,
38
- temperature: options.model_options?.temperature,
39
- top_p: options.model_options?.top_p,
40
- top_k: options.model_options?.top_k,
41
- //logprobs: options.top_logprobs, //Logprobs output currently not supported
42
- frequency_penalty: options.model_options?.frequency_penalty,
43
- presence_penalty: options.model_options?.presence_penalty,
44
- stop: [
45
- "</s>",
46
- "[/INST]",
47
- ...stop_seq,
48
- ],
49
- }
50
- });
51
- const choice = res.choices[0];
52
- const text = choice.text ?? '';
53
- const usage = res.usage || {};
54
- return {
55
- result: [{ type: "text", value: text }],
56
- token_usage: {
57
- prompt: usage.prompt_tokens,
58
- result: usage.completion_tokens,
59
- total: usage.total_tokens,
60
- },
61
- finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
62
- original_response: options.include_original_response ? res : undefined,
63
- };
64
- }
65
- async requestTextCompletionStream(prompt, options) {
66
- if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
67
- this.logger.debug({ options: options.model_options }, "Unexpected option id");
68
- }
69
- options.model_options = options.model_options;
70
- const stop_seq = options.model_options?.stop_sequence ?? [];
71
- const stream = await this.fetchClient.post('/v1/completions', {
72
- payload: {
73
- model: options.model,
74
- prompt: prompt,
75
- max_tokens: options.model_options?.max_tokens,
76
- temperature: options.model_options?.temperature,
77
- response_format: this.getResponseFormat(options),
78
- top_p: options.model_options?.top_p,
79
- top_k: options.model_options?.top_k,
80
- //logprobs: options.top_logprobs, //Logprobs output currently not supported
81
- frequency_penalty: options.model_options?.frequency_penalty,
82
- presence_penalty: options.model_options?.presence_penalty,
83
- stream: true,
84
- stop: [
85
- "</s>",
86
- "[/INST]",
87
- ...stop_seq,
88
- ],
89
- },
90
- reader: 'sse'
91
- });
92
- return (0, async_1.transformSSEStream)(stream, (data) => {
93
- const json = JSON.parse(data);
94
- return {
95
- result: [{ type: "text", value: json.choices[0]?.text ?? '' }],
96
- finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
97
- token_usage: {
98
- prompt: json.usage?.prompt_tokens,
99
- result: json.usage?.completion_tokens,
100
- total: json.usage?.prompt_tokens + json.usage?.completion_tokens,
101
- }
102
- };
103
- });
104
- }
105
- async listModels() {
106
- const models = await this.fetchClient.get("/models/info");
107
- // logObject('#### LIST MODELS RESULT IS', models[0]);
108
- const aiModels = models.map(m => {
109
- return {
110
- id: m.name,
111
- name: m.display_name,
112
- description: m.description,
113
- provider: this.provider,
114
- };
115
- });
116
- return aiModels;
117
- }
118
- validateConnection() {
119
- throw new Error("Method not implemented.");
120
- }
121
- generateEmbeddings() {
122
- throw new Error("Method not implemented.");
123
- }
124
- }
125
- exports.TogetherAIDriver = TogetherAIDriver;
126
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAsK;AACtK,kDAA4D;AAC5D,iEAAyD;AAOzD,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;IAC/B,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,CAAC;IACrC,MAAM,CAAS;IACf,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,OAAyB,EAA6C,EAAE;QACzF,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;YAC1B;gBACI,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO,CAAC,aAAa;aAChC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC,CAAA;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAE5D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;SACJ,CAAmB,CAAC;QACrB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAiB,wCAAwC;YAC5F,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAA;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,aAAa,IAAI,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC7C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,iFAAiF;gBACjF,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;gBAC3D,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;gBACzD,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;oBACT,GAAG,QAAQ;iBACd;aACJ;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO;gBACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC9D,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAW,wCAAwC;gBAChG,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB;iBACnE;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAlIL,4CAoIC"}
@@ -1,3 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- //# sourceMappingURL=interfaces.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}
@@ -1,12 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.logObject = logObject;
7
- const util_1 = __importDefault(require("util"));
8
- function logObject(prefix, obj) {
9
- const fullObj = util_1.default.inspect(obj, { showHidden: false, depth: null, colors: true });
10
- console.log(prefix, fullObj);
11
- }
12
- //# sourceMappingURL=debug.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/vertexai/debug.ts"],"names":[],"mappings":";;;;;AAEA,8BAGC;AALD,gDAAwB;AAExB,SAAgB,SAAS,CAAC,MAAc,EAAE,GAAQ;IAC9C,MAAM,OAAO,GAAG,cAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC"}
@@ -1,27 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getEmbeddingsForImages = getEmbeddingsForImages;
4
- //Currently we are only supporting either text or images sent to the multimodal model.
5
- async function getEmbeddingsForImages(driver, options) {
6
- // API is returns a 400 Error if a property is empty, so you undefined and "as" to remove the property entirely.
7
- const prompt = {
8
- instances: [{
9
- text: options.image ? undefined : options.text,
10
- image: options.image ?
11
- {
12
- bytesBase64Encoded: options.image
13
- }
14
- : undefined,
15
- }]
16
- };
17
- const model = options.model || "multimodalembedding@001";
18
- const client = driver.getFetchClient();
19
- const result = await client.post(`/publishers/google/models/${model}:predict`, {
20
- payload: prompt
21
- });
22
- return {
23
- values: result.predictions[0].imageEmbedding ?? result.predictions[0].textEmbedding,
24
- model: model,
25
- };
26
- }
27
- //# sourceMappingURL=embeddings-image.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"embeddings-image.js","sourceRoot":"","sources":["../../../../src/vertexai/embeddings/embeddings-image.ts"],"names":[],"mappings":";;AAyBA,wDA0BC;AA3BD,sFAAsF;AAC/E,KAAK,UAAU,sBAAsB,CAAC,MAAsB,EAAE,OAA0B;IAE3F,gHAAgH;IAChH,MAAM,MAAM,GAAG;QACX,SAAS,EAAE,CAAC;gBACR,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;gBAC9C,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;oBAClB;wBACI,kBAAkB,EAAE,OAAO,CAAC,KAAK;qBACpC;oBACD,CAAC,CAAC,SAAS;aAClB,CAAC;KACuB,CAAC;IAE9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,yBAAyB,CAAC;IAEzD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,6BAA6B,KAAK,UAAU,EAAE;QAC3E,OAAO,EAAE,MAAM;KAClB,CAA0B,CAAC;IAE5B,OAAO;QACH,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,aAAa;QACnF,KAAK,EAAE,KAAK;KACf,CAAC;AACN,CAAC"}
@@ -1,23 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getEmbeddingsForText = getEmbeddingsForText;
4
- async function getEmbeddingsForText(driver, options) {
5
- const prompt = {
6
- instances: [{
7
- task_type: options.task_type,
8
- title: options.title,
9
- content: options.content
10
- }]
11
- };
12
- const model = options.model || "gemini-embedding-001";
13
- const client = driver.getFetchClient();
14
- const result = await client.post(`/publishers/google/models/${model}:predict`, {
15
- payload: prompt
16
- });
17
- return {
18
- ...result.predictions[0].embeddings,
19
- model,
20
- token_count: result.predictions[0].embeddings.statistics?.token_count
21
- };
22
- }
23
- //# sourceMappingURL=embeddings-text.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"embeddings-text.js","sourceRoot":"","sources":["../../../../src/vertexai/embeddings/embeddings-text.ts"],"names":[],"mappings":";;AA+BA,oDAsBC;AAtBM,KAAK,UAAU,oBAAoB,CAAC,MAAsB,EAAE,OAA8B;IAC7F,MAAM,MAAM,GAAG;QACX,SAAS,EAAE,CAAC;gBACR,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,OAAO,CAAC,OAAO;aAC3B,CAAC;KAC6B,CAAC;IAEpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,sBAAsB,CAAC;IAEtD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,6BAA6B,KAAK,UAAU,EAAE;QAC3E,OAAO,EAAE,MAAM;KAClB,CAAyB,CAAC;IAE3B,OAAO;QACH,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU;QACnC,KAAK;QACL,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,WAAW;KACxE,CAAC;AACN,CAAC"}