@llumiverse/drivers 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. package/lib/cjs/azure/azure_foundry.js +379 -0
  2. package/lib/cjs/azure/azure_foundry.js.map +1 -0
  3. package/lib/cjs/bedrock/index.js +8 -5
  4. package/lib/cjs/bedrock/index.js.map +1 -1
  5. package/lib/cjs/groq/index.js +91 -10
  6. package/lib/cjs/groq/index.js.map +1 -1
  7. package/lib/cjs/index.js +2 -1
  8. package/lib/cjs/index.js.map +1 -1
  9. package/lib/cjs/mistral/index.js +2 -1
  10. package/lib/cjs/mistral/index.js.map +1 -1
  11. package/lib/cjs/openai/azure_openai.js +72 -0
  12. package/lib/cjs/openai/azure_openai.js.map +1 -0
  13. package/lib/cjs/openai/index.js +6 -9
  14. package/lib/cjs/openai/index.js.map +1 -1
  15. package/lib/cjs/openai/openai.js +2 -2
  16. package/lib/cjs/openai/openai.js.map +1 -1
  17. package/lib/cjs/openai/openai_format.js +138 -0
  18. package/lib/cjs/openai/openai_format.js.map +1 -0
  19. package/lib/cjs/vertexai/models/claude.js +5 -3
  20. package/lib/cjs/vertexai/models/claude.js.map +1 -1
  21. package/lib/cjs/watsonx/index.js +1 -1
  22. package/lib/cjs/watsonx/index.js.map +1 -1
  23. package/lib/cjs/xai/index.js +3 -3
  24. package/lib/cjs/xai/index.js.map +1 -1
  25. package/lib/esm/azure/azure_foundry.js +373 -0
  26. package/lib/esm/azure/azure_foundry.js.map +1 -0
  27. package/lib/esm/bedrock/index.js +8 -5
  28. package/lib/esm/bedrock/index.js.map +1 -1
  29. package/lib/esm/groq/index.js +91 -10
  30. package/lib/esm/groq/index.js.map +1 -1
  31. package/lib/esm/index.js +2 -1
  32. package/lib/esm/index.js.map +1 -1
  33. package/lib/esm/mistral/index.js +2 -1
  34. package/lib/esm/mistral/index.js.map +1 -1
  35. package/lib/esm/openai/azure_openai.js +68 -0
  36. package/lib/esm/openai/azure_openai.js.map +1 -0
  37. package/lib/esm/openai/index.js +5 -8
  38. package/lib/esm/openai/index.js.map +1 -1
  39. package/lib/esm/openai/openai.js +2 -2
  40. package/lib/esm/openai/openai.js.map +1 -1
  41. package/lib/esm/openai/openai_format.js +134 -0
  42. package/lib/esm/openai/openai_format.js.map +1 -0
  43. package/lib/esm/src/adobe/firefly.js +115 -0
  44. package/lib/esm/src/adobe/firefly.js.map +1 -0
  45. package/lib/esm/src/bedrock/converse.js +278 -0
  46. package/lib/esm/src/bedrock/converse.js.map +1 -0
  47. package/lib/esm/src/bedrock/index.js +797 -0
  48. package/lib/esm/src/bedrock/index.js.map +1 -0
  49. package/lib/esm/src/bedrock/nova-image-payload.js +203 -0
  50. package/lib/esm/src/bedrock/nova-image-payload.js.map +1 -0
  51. package/lib/esm/src/bedrock/payloads.js +2 -0
  52. package/lib/esm/src/bedrock/payloads.js.map +1 -0
  53. package/lib/esm/src/bedrock/s3.js +99 -0
  54. package/lib/esm/src/bedrock/s3.js.map +1 -0
  55. package/lib/esm/src/groq/index.js +130 -0
  56. package/lib/esm/src/groq/index.js.map +1 -0
  57. package/lib/esm/src/huggingface_ie.js +196 -0
  58. package/lib/esm/src/huggingface_ie.js.map +1 -0
  59. package/lib/esm/src/index.js +13 -0
  60. package/lib/esm/src/index.js.map +1 -0
  61. package/lib/esm/src/mistral/index.js +167 -0
  62. package/lib/esm/src/mistral/index.js.map +1 -0
  63. package/lib/esm/src/mistral/types.js +80 -0
  64. package/lib/esm/src/mistral/types.js.map +1 -0
  65. package/{src/openai/azure.ts → lib/esm/src/openai/azure.js} +7 -34
  66. package/lib/esm/src/openai/azure.js.map +1 -0
  67. package/lib/esm/src/openai/index.js +463 -0
  68. package/lib/esm/src/openai/index.js.map +1 -0
  69. package/lib/esm/src/openai/openai.js +14 -0
  70. package/lib/esm/src/openai/openai.js.map +1 -0
  71. package/lib/esm/src/replicate.js +268 -0
  72. package/lib/esm/src/replicate.js.map +1 -0
  73. package/lib/esm/src/test/TestErrorCompletionStream.js +16 -0
  74. package/lib/esm/src/test/TestErrorCompletionStream.js.map +1 -0
  75. package/lib/esm/src/test/TestValidationErrorCompletionStream.js +20 -0
  76. package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +1 -0
  77. package/lib/esm/src/test/index.js +91 -0
  78. package/lib/esm/src/test/index.js.map +1 -0
  79. package/lib/esm/src/test/utils.js +25 -0
  80. package/lib/esm/src/test/utils.js.map +1 -0
  81. package/lib/esm/src/togetherai/index.js +122 -0
  82. package/lib/esm/src/togetherai/index.js.map +1 -0
  83. package/lib/esm/src/togetherai/interfaces.js +2 -0
  84. package/lib/esm/src/togetherai/interfaces.js.map +1 -0
  85. package/lib/esm/src/vertexai/debug.js +6 -0
  86. package/lib/esm/src/vertexai/debug.js.map +1 -0
  87. package/lib/esm/src/vertexai/embeddings/embeddings-image.js +24 -0
  88. package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +1 -0
  89. package/lib/esm/src/vertexai/embeddings/embeddings-text.js +20 -0
  90. package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +1 -0
  91. package/lib/esm/src/vertexai/index.js +270 -0
  92. package/lib/esm/src/vertexai/index.js.map +1 -0
  93. package/lib/esm/src/vertexai/models/claude.js +370 -0
  94. package/lib/esm/src/vertexai/models/claude.js.map +1 -0
  95. package/lib/esm/src/vertexai/models/gemini.js +700 -0
  96. package/lib/esm/src/vertexai/models/gemini.js.map +1 -0
  97. package/lib/esm/src/vertexai/models/imagen.js +310 -0
  98. package/lib/esm/src/vertexai/models/imagen.js.map +1 -0
  99. package/lib/esm/src/vertexai/models/llama.js +178 -0
  100. package/lib/esm/src/vertexai/models/llama.js.map +1 -0
  101. package/lib/esm/src/vertexai/models.js +21 -0
  102. package/lib/esm/src/vertexai/models.js.map +1 -0
  103. package/lib/esm/src/watsonx/index.js +157 -0
  104. package/lib/esm/src/watsonx/index.js.map +1 -0
  105. package/lib/esm/src/watsonx/interfaces.js +2 -0
  106. package/lib/esm/src/watsonx/interfaces.js.map +1 -0
  107. package/lib/esm/src/xai/index.js +64 -0
  108. package/lib/esm/src/xai/index.js.map +1 -0
  109. package/lib/esm/tsconfig.tsbuildinfo +1 -0
  110. package/lib/esm/vertexai/models/claude.js +5 -3
  111. package/lib/esm/vertexai/models/claude.js.map +1 -1
  112. package/lib/esm/watsonx/index.js +1 -1
  113. package/lib/esm/watsonx/index.js.map +1 -1
  114. package/lib/esm/xai/index.js +2 -2
  115. package/lib/esm/xai/index.js.map +1 -1
  116. package/lib/types/azure/azure_foundry.d.ts +50 -0
  117. package/lib/types/azure/azure_foundry.d.ts.map +1 -0
  118. package/lib/types/bedrock/index.d.ts.map +1 -1
  119. package/lib/types/groq/index.d.ts +5 -5
  120. package/lib/types/groq/index.d.ts.map +1 -1
  121. package/lib/types/index.d.ts +2 -1
  122. package/lib/types/index.d.ts.map +1 -1
  123. package/lib/types/mistral/index.d.ts +2 -2
  124. package/lib/types/mistral/index.d.ts.map +1 -1
  125. package/lib/types/openai/azure_openai.d.ts +25 -0
  126. package/lib/types/openai/azure_openai.d.ts.map +1 -0
  127. package/lib/types/openai/index.d.ts +6 -7
  128. package/lib/types/openai/index.d.ts.map +1 -1
  129. package/lib/types/openai/openai.d.ts +2 -2
  130. package/lib/types/openai/openai.d.ts.map +1 -1
  131. package/lib/types/openai/openai_format.d.ts +19 -0
  132. package/lib/types/openai/openai_format.d.ts.map +1 -0
  133. package/lib/types/src/adobe/firefly.d.ts +29 -0
  134. package/lib/types/src/bedrock/converse.d.ts +8 -0
  135. package/lib/types/src/bedrock/index.d.ts +57 -0
  136. package/lib/types/src/bedrock/nova-image-payload.d.ts +73 -0
  137. package/lib/types/src/bedrock/payloads.d.ts +11 -0
  138. package/lib/types/src/bedrock/s3.d.ts +22 -0
  139. package/lib/types/src/groq/index.d.ts +23 -0
  140. package/lib/types/src/huggingface_ie.d.ts +31 -0
  141. package/lib/types/src/index.d.ts +12 -0
  142. package/lib/types/src/mistral/index.d.ts +24 -0
  143. package/lib/types/src/mistral/types.d.ts +131 -0
  144. package/lib/types/src/openai/azure.d.ts +19 -0
  145. package/lib/types/src/openai/index.d.ts +25 -0
  146. package/lib/types/src/openai/openai.d.ts +14 -0
  147. package/lib/types/src/replicate.d.ts +44 -0
  148. package/lib/types/src/test/TestErrorCompletionStream.d.ts +8 -0
  149. package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +8 -0
  150. package/lib/types/src/test/index.d.ts +23 -0
  151. package/lib/types/src/test/utils.d.ts +4 -0
  152. package/lib/types/src/togetherai/index.d.ts +22 -0
  153. package/lib/types/src/togetherai/interfaces.d.ts +95 -0
  154. package/lib/types/src/vertexai/debug.d.ts +1 -0
  155. package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +10 -0
  156. package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +9 -0
  157. package/lib/types/src/vertexai/index.d.ts +49 -0
  158. package/lib/types/src/vertexai/models/claude.d.ts +17 -0
  159. package/lib/types/src/vertexai/models/gemini.d.ts +16 -0
  160. package/lib/types/src/vertexai/models/imagen.d.ts +74 -0
  161. package/lib/types/src/vertexai/models/llama.d.ts +19 -0
  162. package/lib/types/src/vertexai/models.d.ts +14 -0
  163. package/lib/types/src/watsonx/index.d.ts +26 -0
  164. package/lib/types/src/watsonx/interfaces.d.ts +64 -0
  165. package/lib/types/src/xai/index.d.ts +18 -0
  166. package/lib/types/vertexai/models/claude.d.ts.map +1 -1
  167. package/lib/types/xai/index.d.ts.map +1 -1
  168. package/package.json +20 -16
  169. package/src/azure/azure_foundry.ts +450 -0
  170. package/src/bedrock/index.ts +8 -5
  171. package/src/groq/index.ts +107 -16
  172. package/src/index.ts +2 -1
  173. package/src/mistral/index.ts +3 -2
  174. package/src/openai/azure_openai.ts +92 -0
  175. package/src/openai/index.ts +19 -22
  176. package/src/openai/openai.ts +2 -5
  177. package/src/openai/openai_format.ts +165 -0
  178. package/src/vertexai/models/claude.ts +5 -3
  179. package/src/watsonx/index.ts +5 -5
  180. package/src/xai/index.ts +2 -3
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACM,YAAY,EAAE,yBAAyB,EAChD,kBAAkB,EAAE,YAAY,EAAqC,IAAI,EAC5E,MAAM,eAAe,CAAC;AACvB,OAAO,EAE0C,SAAS,EAAiB,UAAU,EAClE,kBAAkB,EACpC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAIlD,SAAS,wBAAwB,CAAC,OAAsB;IACpD,+DAA+D;IAC/D,OAAO,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,oBAAoB,GAAoB;IAC1C;QACI,QAAQ,EAAE,YAAY,CAAC,+BAA+B;QACtD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,wBAAwB;QAC/C,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,+BAA+B;QACtD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,yBAAyB;QAChD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,yBAAyB;QAChD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,6BAA6B;QACpD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;CACJ,CAAC;AAEF,SAAS,gBAAgB,CAAC,OAAyB,EAAE,MAA6B;IAC9E,MAAM,aAAa,GAAG,OAAO,CAAC,aAAoB,CAAC;IACnD,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEhD,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;IAExE,OAAO;QACH,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE;YACJ,iBAAiB,EAAE,MAAM,CAAC,MAAM;YAChC,cAAc,EAAE,oBAAoB;YACpC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;YAClC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChB,qBAAqB,EAAE;oBACnB,IAAI,EAAE,yBAAyB,CAAC,IAAI;iBACvC;aACJ,CAAC,CAAC,CAAC,SAAS;YACb,cAAc,EAAE,CAAC;YACjB,wBAAwB;YACxB,gBAAgB,EAAE,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;YACtE,cAAc,EAAE,mBAAmB,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAChG,eAAe;YACf,WAAW,EAAE,aAAa,EAAE,WAAW;YACvC,IAAI,EAAE,aAAa,EAAE,KAAK;YAC1B,IAAI,EAAE,aAAa,EAAE,KAAK;YAC1B,eAAe,EAAE,aAAa,EAAE,UAAU;YAC1C,aAAa,EAAE,aAAa,EAAE,aAAa;YAC3C,eAAe,EAAE,aAAa,EAAE,gBAAgB;YAChD,gBAAgB,EAAE,aAAa,EAAE,iBAAiB;YAClD,IAAI,EAAE,aAAa,EAAE,IAAI;YACzB,cAAc,EAAE,aAAa,EAAE,gBAAgB,IAAI,aAAa,EAAE,sBAAsB,CAAC,CAAC;gBACtF;oBACI,eAAe,EAAE,aAAa,EAAE,gBAAgB;oBAChD,cAAc,EAAE,aAAa,EAAE,sBAAsB;iBACxD,CAAC,CAAC,CAAC,SAAS;SACpB;KACJ,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,MAAmB,EAAE,WAAW,GAAG,KAAK;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAwB;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5B,qBAAqB;IACrB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACX,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC;YAClC,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC;YAClC,KAAK,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC;YACpC,KAAK,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC;YACpC,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC;YAClC,KAAK,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC;YAChC,OAAO,CAAC,CAAC,OAAO,IAAY,CAAC,CAAC,sCAAsC;QACxE,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;IACpC,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,QAAqB,EAAE,QAAgB,CAAC,EAAE,WAAW,GAAG,KAAK;IAChF,8BAA8B;IAC9B,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IACjG,CAAC;IAED,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEzB,gDAAgD;IAChD,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,eAAe;IACf,MAAM,CAAC,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAE1C,qBAAqB;IACrB,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;IAC9C,CAAC;IAED,wCAAwC;IACxC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,0BAA0B;IAC1B,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,qBAAqB;IACrB,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,qCAAqC;IAC3E,CAAC;IAED,mBAAmB;IACnB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEpD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,QAAoB;IAC3C,oCAAoC;IACpC,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5E,qEAAqE;QACrE,0DAA0D;QAC1D,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,qBAAqB;SAChB,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAAC,QAAoB,EAAE,KAAa,EAAE,WAAoB;IACtF,MAAM,MAAM,GAAoB,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IACnD,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB;IAC9D,CAAC;IAED,iDAAiD;IACjD,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAE7D,kEAAkE;IAClE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,gBAAgB,GAAG,aAAa,CAAC;QAExC,IAAI,WAAW,EAAE,CAAC;YACd,6CAA6C;YAC7C,0CAA0C;YAC1C,MAAM,CAAC,QAAQ,GAAG,aAAa,CAAC;YAEhC,uCAAuC;YACvC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;YAEjD,oFAAoF;YACpF,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC9C,IAAI,UAAU,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAChD,oCAAoC;oBACpC,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBACjC,CAAC;oBAED,mBAAmB;oBACnB,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;gBAC5C,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,+BAA+B;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;QAED,8BAA8B;QAC9B,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,GAAG;YACtB,GAAG,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC;YAC1B,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC;SACjC,CAAC;IACN,CAAC;IAED,qDAAqD;IACrD,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAC5B,MAAM,CAAC,gBAAgB,GAAG,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB;IAC9E,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAoB;IAC5C,MAAM,WAAW,GAAoB,EAAE,CAAC;IAExC,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC3E,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC3E,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS;QAAE,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACjF,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS;QAAE,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACjF,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;QAAE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC9E,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;QAAE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC9E,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;QAAE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC9E,IAAI,QAAQ,CAAC,OAAO;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC7D,IAAI,QAAQ,CAAC,MAAM;QAAE,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1D,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC3E,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAE3E,OAAO,WAAW,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACH,SAAS,OAAO,CAAC,KAAU;IACvB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,wDAAwD;IACxD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,2EAA2E;AAE3E;;;;;;GAMG;AACH,SAAS,uBAAuB,CAAC,OAAgB,EAAE,aAA0B;IACzE,iDAAiD;IACjD,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,6CAA6C;IAC7C,MAAM,cAAc,GAAY,EAAE,GAAG,OAAO,EAAE,CAAC;IAE/C,wCAAwC;IACxC,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;QACvB,cAAc,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACnD,+BAA+B;YAC/B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,CAAC,8BAA8B;YAC/C,CAAC;YAED,2BAA2B;YAC3B,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAE5B,IAAI,CAAC;gBACD,uDAAuD;gBACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvC,iCAAiC;gBACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChF,MAAM,WAAW,GAAG,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;oBAC/D,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACJ,+DAA+D;oBAC/D,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC7B,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,mCAAmC;gBACnC,OAAO,CAAC,IAAI,CAAC,8CAA8C,EAAE,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED;;;;;GAKG;AACH,SAAS,iBAAiB,CAAC,MAA0B,EAAE,MAAkB;IACrE,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,MAAM,CAAA;IACjB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,OAAO,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,OAAO,MAAM,IAAI,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAC/C,OAAO,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAkB,EAAE,MAAkB;IACjE,mDAAmD;IACnD,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC5C,MAAM,aAAa,GAAe,EAAC,GAAG,MAAM,EAAC,CAAC;IAE9C,wBAAwB;IACxB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;QAE5C,yDAAyD;QACzD,aAAa,CAAC,GAAG,CAAC,GAAG,iBAAiB,CAAC,KAAmB,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QAE9E,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACjB,IAAI,UAAU,EAAE,CAAC;gBACb,SAAS,CAAC,qCAAqC;YACnD,CAAC;iBAAM,CAAC;gBACJ,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,+BAA+B;YAC9D,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAY,EAAE,MAAkB;IAC1D,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClC,OAAO,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,0CAA0C;IAC1C,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB;IACzC,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CAAC;gBACL,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gBAChC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gBACvC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,IAAkB;aACnD,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAA+B;IAChE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAC9C,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CACnE,CAAC;IACF,8CAA8C;IAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;QAChB,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,IAAI,cAAc,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;IAE/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,cAAc,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,mEAAmE;YACnE,cAAc,CAAC,KAAK,GAAG,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACJ,8CAA8C;YAC9C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC5B,cAAc,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/E,CAAC;IACL,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,IAAI;SACD,CAAC;IACxB,CAAC;IAED,uBAAuB,CAAC,MAAkB,EAAE,OAAyB;QACjE,yEAAyE;QACzE,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC9E,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;YACrF,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,4DAA4D;YAC5D,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;YACjE,0CAA0C;YAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAyB;QAC5F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;QACrC,IAAI,QAAQ,GAAc,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAwB,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,2CAA2C;QAE1G,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,yBAAyB;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,gCAAgC;gBAChC,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CAAC,6FAA6F,CAAC,CAAC;gBACnH,CAAC;gBAED,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC;wBACjB,IAAI,EAAE,GAAG,CAAC,OAAO;qBAClB,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;gBACtC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACzD,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACH;4BACI,gBAAgB,EAAE;gCACd,IAAI,EAAE,GAAG,CAAC,WAAW;gCACrB,QAAQ,EAAE,sBAAsB,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;6BACtD;yBACJ;qBACJ;iBACJ,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC,CAAI,2DAA2D;gBACnE,MAAM,KAAK,GAAW,EAAE,CAAC;gBACzB,wBAAwB;gBACxB,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBACd,KAAK,CAAC,IAAI,CAAC;wBACP,IAAI,EAAE,GAAG,CAAC,OAAO;qBACpB,CAAC,CAAC;gBACP,CAAC;gBAED,wBAAwB;gBACxB,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBACZ,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;wBACxB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;wBACnC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;wBAC9C,KAAK,CAAC,IAAI,CAAC;4BACP,UAAU,EAAE;gCACR,IAAI;gCACJ,QAAQ,EAAE,CAAC,CAAC,SAAS;6BACxB;yBACJ,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;gBAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;wBACjC,MAAM,CAAC,IAAI,CAAC;4BACR,IAAI,EAAE,MAAM;4BACZ,KAAK;yBACR,CAAC,CAAC;oBACP,CAAC;yBAAM,CAAC;wBACJ,QAAQ,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;4BAC1D,KAAK;yBACR,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,uCAAuC;QACvC,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtD,6FAA6F;gBAC7F,qFAAqF;gBACrF,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,iDAAiD,EAAE,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACJ,6FAA6F;gBAC7F,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC;wBACf,IAAI,EAAE,6FAA6F,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;qBAC/H,CAAC,CAAC;gBACP,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACjI,CAAC;YACL,CAAC;QACL,CAAC;QAED,kDAAkD;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,SAAS,CAAC;QACvB,CAAC;QAED,qGAAqG;QACrG,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAED,wIAAwI;QACxI,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE1C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAsB,EAAE,MAA6B,EAAE,OAAyB;QACxG,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAyB,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1F,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;QAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAE7C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9D,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;QACrC,MAAM,WAAW,GAAwB;YACrC,MAAM,EAAE,KAAK,EAAE,gBAAgB;YAC/B,MAAM,EAAE,KAAK,EAAE,oBAAoB;YACnC,KAAK,EAAE,KAAK,EAAE,eAAe;SAChC,CAAA;QAED,IAAI,QAA+B,CAAC;QACpC,IAAI,aAAiC,EAAE,MAAW,CAAC;QACnD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChE,IAAI,SAAS,EAAE,CAAC;YACZ,QAAQ,SAAS,CAAC,YAAY,EAAE,CAAC;gBAC7B,KAAK,YAAY,CAAC,UAAU;oBAAE,aAAa,GAAG,QAAQ,CAAC;oBAAC,MAAM;gBAC9D,KAAK,YAAY,CAAC,IAAI;oBAAE,aAAa,GAAG,MAAM,CAAC;oBAAC,MAAM;gBACtD,OAAO,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,YAAY,CAAC;YACpD,CAAC;YACD,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,OAAO,EAAE,CAAC;gBACV,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAExC,6EAA6E;gBAC7E,MAAM,cAAc,GAAG,uBAAuB,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;gBAC/E,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;gBAC1C,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;YACtE,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACX,aAAa,GAAG,UAAU,CAAC;QAC/B,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,EAAE;YACpB,WAAW,EAAE,WAAW;YACxB,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YAC3E,YAAY;YACZ,QAAQ;SACU,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAsB,EAAE,MAA6B,EAAE,OAAyB;QAC9G,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAE7C,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC;YACjC,MAAM,WAAW,GAAwB;gBACrC,MAAM,EAAE,KAAK,EAAE,gBAAgB;gBAC/B,MAAM,EAAE,KAAK,EAAE,oBAAoB;gBACnC,KAAK,EAAE,KAAK,EAAE,eAAe;aAChC,CAAA;YACD,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,QAA+B,CAAC;oBACpC,IAAI,aAAiC,CAAC;oBACtC,QAAQ,SAAS,CAAC,YAAY,EAAE,CAAC;wBAC7B,KAAK,YAAY,CAAC,UAAU;4BAAE,aAAa,GAAG,QAAQ,CAAC;4BAAC,MAAM;wBAC9D,KAAK,YAAY,CAAC,IAAI;4BAAE,aAAa,GAAG,MAAM,CAAC;4BAAC,MAAM;wBACtD,OAAO,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,YAAY,CAAC;oBACpD,CAAC;oBACD,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACjD,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBAClD,IAAI,QAAQ,EAAE,CAAC;4BACX,aAAa,GAAG,UAAU,CAAC;wBAC/B,CAAC;wBACD,OAAO;4BACH,MAAM,EAAE,IAAI;4BACZ,WAAW,EAAE,WAAW;4BACxB,aAAa,EAAE,aAAa;4BAC5B,QAAQ;yBACX,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;YACD,wDAAwD;YACxD,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,kBAAkB,IAAI,EAAE;gBACrD,aAAa,EAAE,IAAI,CAAC,cAAc,EAAE,WAAW,IAAI,EAAE;aACxD,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ;AAGD,SAAS,kBAAkB,CAAC,KAA0C;IAClE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,oDAAoD;IACpD,8DAA8D;IAC9D,OAAO;QACH,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC;KACnD,CAAA;AACL,CAAC;AAED,SAAS,eAAe,CAAC,IAAoB;IACzC,oFAAoF;IACpF,IAAI,UAA8B,CAAC;IAEnC,oFAAoF;IACpF,IAAI,CAAC;QACD,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,YAA0B,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,CAAC,EAAE,CAAC;QACP,UAAU,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAuB,CAAC;IAClF,CAAC;IAED,OAAO;QACH,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,UAAU,EAAE,UAAU;KACzB,CAAC;AACN,CAAC;AAGD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,YAAuB,EAAE,MAAiB;IAClE,OAAO,CAAC,YAAY,IAAI,EAAsB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AACD;;;;;;;;;;GAUG;AACH,SAAS,sBAAsB,CAAC,QAAgB;IAC5C,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAChC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAChC,CAAC;AACL,CAAC"}
@@ -0,0 +1,310 @@
1
+ import { Modalities, ModelType, PromptRole, readStreamAsBase64 } from "@llumiverse/core";
2
+ const projectId = process.env.GOOGLE_PROJECT_ID;
3
+ const location = 'us-central1';
4
+ import aiplatform from '@google-cloud/aiplatform';
5
+ // Imports the Google Cloud Prediction Service Client library
6
+ const { PredictionServiceClient } = aiplatform.v1;
7
+ // Import the helper module for converting arbitrary protobuf.Value objects
8
+ import { helpers } from '@google-cloud/aiplatform';
9
+ export var ImagenTaskType;
10
+ (function (ImagenTaskType) {
11
+ ImagenTaskType["TEXT_IMAGE"] = "TEXT_IMAGE";
12
+ ImagenTaskType["EDIT_MODE_INPAINT_REMOVAL"] = "EDIT_MODE_INPAINT_REMOVAL";
13
+ ImagenTaskType["EDIT_MODE_INPAINT_INSERTION"] = "EDIT_MODE_INPAINT_INSERTION";
14
+ ImagenTaskType["EDIT_MODE_BGSWAP"] = "EDIT_MODE_BGSWAP";
15
+ ImagenTaskType["EDIT_MODE_OUTPAINT"] = "EDIT_MODE_OUTPAINT";
16
+ ImagenTaskType["CUSTOMIZATION_SUBJECT"] = "CUSTOMIZATION_SUBJECT";
17
+ ImagenTaskType["CUSTOMIZATION_STYLE"] = "CUSTOMIZATION_STYLE";
18
+ ImagenTaskType["CUSTOMIZATION_CONTROLLED"] = "CUSTOMIZATION_CONTROLLED";
19
+ ImagenTaskType["CUSTOMIZATION_INSTRUCT"] = "CUSTOMIZATION_INSTRUCT";
20
+ })(ImagenTaskType || (ImagenTaskType = {}));
21
+ export var ImagenMaskMode;
22
+ (function (ImagenMaskMode) {
23
+ ImagenMaskMode["MASK_MODE_USER_PROVIDED"] = "MASK_MODE_USER_PROVIDED";
24
+ ImagenMaskMode["MASK_MODE_BACKGROUND"] = "MASK_MODE_BACKGROUND";
25
+ ImagenMaskMode["MASK_MODE_FOREGROUND"] = "MASK_MODE_FOREGROUND";
26
+ ImagenMaskMode["MASK_MODE_SEMANTIC"] = "MASK_MODE_SEMANTIC";
27
+ })(ImagenMaskMode || (ImagenMaskMode = {}));
28
+ // Specifies the location of the api endpoint
29
+ const clientOptions = {
30
+ apiEndpoint: `${location}-aiplatform.googleapis.com`,
31
+ };
32
+ // Instantiates a client
33
+ const predictionServiceClient = new PredictionServiceClient(clientOptions);
34
+ function getImagenParameters(taskType, options) {
35
+ const commonParameters = {
36
+ sampleCount: options?.number_of_images,
37
+ seed: options?.seed,
38
+ safetySetting: options?.safety_setting,
39
+ personGeneration: options?.person_generation,
40
+ negativePrompt: taskType ? undefined : "", //Filled in later from the prompt
41
+ //TODO: Add more safety and prompt rejection information
42
+ //includeSafetyAttributes: true,
43
+ //includeRaiReason: true,
44
+ };
45
+ switch (taskType) {
46
+ case ImagenTaskType.EDIT_MODE_INPAINT_REMOVAL:
47
+ return {
48
+ ...commonParameters,
49
+ editMode: "EDIT_MODE_INPAINT_REMOVAL",
50
+ editConfig: {
51
+ baseSteps: options?.edit_steps,
52
+ },
53
+ };
54
+ case ImagenTaskType.EDIT_MODE_INPAINT_INSERTION:
55
+ return {
56
+ ...commonParameters,
57
+ editMode: "EDIT_MODE_INPAINT_INSERTION",
58
+ editConfig: {
59
+ baseSteps: options?.edit_steps,
60
+ },
61
+ };
62
+ case ImagenTaskType.EDIT_MODE_BGSWAP:
63
+ return {
64
+ ...commonParameters,
65
+ editMode: "EDIT_MODE_BGSWAP",
66
+ editConfig: {
67
+ baseSteps: options?.edit_steps,
68
+ },
69
+ };
70
+ case ImagenTaskType.EDIT_MODE_OUTPAINT:
71
+ return {
72
+ ...commonParameters,
73
+ editMode: "EDIT_MODE_OUTPAINT",
74
+ editConfig: {
75
+ baseSteps: options?.edit_steps,
76
+ },
77
+ };
78
+ case ImagenTaskType.TEXT_IMAGE:
79
+ return {
80
+ ...commonParameters,
81
+ // You can't use a seed value and watermark at the same time.
82
+ addWatermark: options?.add_watermark,
83
+ aspectRatio: options?.aspect_ratio,
84
+ enhancePrompt: options?.enhance_prompt,
85
+ };
86
+ case ImagenTaskType.CUSTOMIZATION_SUBJECT:
87
+ case ImagenTaskType.CUSTOMIZATION_CONTROLLED:
88
+ case ImagenTaskType.CUSTOMIZATION_INSTRUCT:
89
+ case ImagenTaskType.CUSTOMIZATION_STYLE:
90
+ return {
91
+ ...commonParameters,
92
+ };
93
+ default:
94
+ throw new Error("Task type not supported");
95
+ }
96
+ }
97
+ export class ImagenModelDefinition {
98
+ model;
99
+ constructor(modelId) {
100
+ this.model = {
101
+ id: modelId,
102
+ name: modelId,
103
+ provider: 'vertexai',
104
+ type: ModelType.Image,
105
+ can_stream: false,
106
+ };
107
+ }
108
+ async createPrompt(_driver, segments, options) {
109
+ const splits = options.model.split("/");
110
+ const modelName = splits[splits.length - 1];
111
+ options = { ...options, model: modelName };
112
+ const prompt = {
113
+ prompt: "",
114
+ };
115
+ //Collect text prompts, Imagen does not support roles, so everything gets merged together
116
+ // however we still respect our typical pattern. System First, Safety Last.
117
+ const system = [];
118
+ const user = [];
119
+ const safety = [];
120
+ const negative = [];
121
+ const mask_mode = options.model_options?.mask_mode;
122
+ const imagenOptions = options.model_options;
123
+ for (const msg of segments) {
124
+ if (msg.role === PromptRole.safety) {
125
+ safety.push(msg.content);
126
+ }
127
+ else if (msg.role === PromptRole.system) {
128
+ system.push(msg.content);
129
+ }
130
+ else if (msg.role === PromptRole.negative) {
131
+ negative.push(msg.content);
132
+ }
133
+ else {
134
+ //Everything else is assumed to be user or user adjacent.
135
+ user.push(msg.content);
136
+ }
137
+ if (msg.files) {
138
+ //Get images from messages
139
+ if (!prompt.referenceImages) {
140
+ prompt.referenceImages = [];
141
+ }
142
+ //Always required, but only used by customisation.
143
+ //Each ref ID refers to a single "reference", i.e. object. To provide multiple images of a single ref,
144
+ //include multiple images in one prompt.
145
+ const refId = prompt.referenceImages.length + 1;
146
+ for (const img of msg.files) {
147
+ if (img.mime_type?.includes("image")) {
148
+ if (msg.role !== PromptRole.mask) {
149
+ //Editing based mode requires a reference image
150
+ if (imagenOptions?.edit_mode?.includes("EDIT_MODE")) {
151
+ prompt.referenceImages.push({
152
+ referenceType: "REFERENCE_TYPE_RAW",
153
+ referenceId: refId,
154
+ referenceImage: {
155
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
156
+ }
157
+ });
158
+ //If mask is auto-generated, add a mask reference
159
+ if (mask_mode !== ImagenMaskMode.MASK_MODE_USER_PROVIDED) {
160
+ prompt.referenceImages.push({
161
+ referenceType: "REFERENCE_TYPE_MASK",
162
+ referenceId: refId,
163
+ maskImageConfig: {
164
+ maskMode: mask_mode,
165
+ dilation: imagenOptions?.mask_dilation,
166
+ }
167
+ });
168
+ }
169
+ }
170
+ else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_SUBJECT) {
171
+ //First image is always the control image
172
+ if (refId == 1) {
173
+ //Customization subject mode requires a control image
174
+ prompt.referenceImages.push({
175
+ referenceType: "REFERENCE_TYPE_CONTROL",
176
+ referenceId: refId,
177
+ referenceImage: {
178
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
179
+ },
180
+ controlImageConfig: {
181
+ controlType: imagenOptions?.controlType === "CONTROL_TYPE_FACE_MESH" ? "CONTROL_TYPE_FACE_MESH" : "CONTROL_TYPE_CANNY",
182
+ enableControlImageComputation: imagenOptions?.controlImageComputation,
183
+ }
184
+ });
185
+ }
186
+ else {
187
+ // Subject images
188
+ prompt.referenceImages.push({
189
+ referenceType: "REFERENCE_TYPE_SUBJECT",
190
+ referenceId: refId,
191
+ referenceImage: {
192
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
193
+ },
194
+ subjectImageConfig: {
195
+ subjectDescription: prompt.subjectDescription ?? msg.content,
196
+ subjectType: imagenOptions?.subjectType ?? "SUBJECT_TYPE_DEFAULT",
197
+ }
198
+ });
199
+ }
200
+ }
201
+ else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_STYLE) {
202
+ // Style images
203
+ prompt.referenceImages.push({
204
+ referenceType: "REFERENCE_TYPE_STYLE",
205
+ referenceId: refId,
206
+ referenceImage: {
207
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
208
+ },
209
+ styleImageConfig: {
210
+ styleDescription: prompt.subjectDescription ?? msg.content,
211
+ }
212
+ });
213
+ }
214
+ else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_CONTROLLED) {
215
+ // Control images
216
+ prompt.referenceImages.push({
217
+ referenceType: "REFERENCE_TYPE_CONTROL",
218
+ referenceId: refId,
219
+ referenceImage: {
220
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
221
+ },
222
+ controlImageConfig: {
223
+ controlType: imagenOptions?.controlType === "CONTROL_TYPE_FACE_MESH" ? "CONTROL_TYPE_FACE_MESH" : "CONTROL_TYPE_CANNY",
224
+ enableControlImageComputation: imagenOptions?.controlImageComputation,
225
+ }
226
+ });
227
+ }
228
+ else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_INSTRUCT) {
229
+ // Control images
230
+ prompt.referenceImages.push({
231
+ referenceType: "REFERENCE_TYPE_RAW",
232
+ referenceId: refId,
233
+ referenceImage: {
234
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
235
+ },
236
+ });
237
+ }
238
+ }
239
+ //If mask is user-provided, add a mask reference
240
+ if (msg.role === PromptRole.mask && mask_mode === ImagenMaskMode.MASK_MODE_USER_PROVIDED) {
241
+ prompt.referenceImages.push({
242
+ referenceType: "REFERENCE_TYPE_MASK",
243
+ referenceId: refId,
244
+ referenceImage: {
245
+ bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
246
+ },
247
+ maskImageConfig: {
248
+ maskMode: mask_mode,
249
+ dilation: imagenOptions?.mask_dilation,
250
+ }
251
+ });
252
+ }
253
+ }
254
+ }
255
+ }
256
+ }
257
+ //Extract the text from the segments
258
+ prompt.prompt += [system.join("\n\n"), user.join("\n\n"), safety.join("\n\n")].join("\n\n");
259
+ //Negative prompt
260
+ if (negative.length > 0) {
261
+ prompt.negativePrompt = negative.join(", ");
262
+ }
263
+ console.log(prompt);
264
+ return prompt;
265
+ }
266
+ async requestImageGeneration(driver, prompt, options) {
267
+ if (options.model_options?._option_id !== "vertexai-imagen") {
268
+ driver.logger.warn("Invalid model options", { options: options.model_options });
269
+ }
270
+ options.model_options = options.model_options;
271
+ if (options.output_modality !== Modalities.image) {
272
+ throw new Error(`Image generation requires image output_modality`);
273
+ }
274
+ const taskType = options.model_options.edit_mode ?? ImagenTaskType.TEXT_IMAGE;
275
+ driver.logger.info("Task type: " + taskType);
276
+ const modelName = options.model.split("/").pop() ?? '';
277
+ // Configure the parent resource
278
+ const endpoint = `projects/${projectId}/locations/${location}/publishers/google/models/${modelName}`;
279
+ const instanceValue = helpers.toValue(prompt);
280
+ if (!instanceValue) {
281
+ throw new Error('No instance value found');
282
+ }
283
+ const instances = [instanceValue];
284
+ let parameter = getImagenParameters(taskType, options.model_options);
285
+ parameter.negativePrompt = prompt.negativePrompt ?? undefined;
286
+ const numberOfImages = options.model_options?.number_of_images ?? 1;
287
+ // Remove all undefined values
288
+ parameter = Object.fromEntries(Object.entries(parameter).filter(([_, v]) => v !== undefined));
289
+ const parameters = helpers.toValue(parameter);
290
+ const request = {
291
+ endpoint,
292
+ instances,
293
+ parameters,
294
+ };
295
+ // Predict request
296
+ const [response] = await predictionServiceClient.predict(request, { timeout: 120000 * numberOfImages }); //Extended timeout for image generation
297
+ const predictions = response.predictions;
298
+ if (!predictions) {
299
+ throw new Error('No predictions found');
300
+ }
301
+ // Extract base64 encoded images from predictions
302
+ const images = predictions.map(prediction => prediction.structValue?.fields?.bytesBase64Encoded?.stringValue ?? '');
303
+ return {
304
+ result: {
305
+ images
306
+ },
307
+ };
308
+ }
309
+ }
310
+ //# sourceMappingURL=imagen.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"imagen.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/imagen.ts"],"names":[],"mappings":"AAAA,OAAO,EACqD,UAAU,EAClE,SAAS,EAAE,UAAU,EAAiB,kBAAkB,EAC3D,MAAM,kBAAkB,CAAC;AAG1B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAChD,MAAM,QAAQ,GAAG,aAAa,CAAC;AAE/B,OAAO,UAAsB,MAAM,0BAA0B,CAAC;AAE9D,6DAA6D;AAC7D,MAAM,EAAE,uBAAuB,EAAE,GAAG,UAAU,CAAC,EAAE,CAAC;AAElD,2EAA2E;AAC3E,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAUnD,MAAM,CAAN,IAAY,cAUX;AAVD,WAAY,cAAc;IACtB,2CAAyB,CAAA;IACzB,yEAAuD,CAAA;IACvD,6EAA2D,CAAA;IAC3D,uDAAqC,CAAA;IACrC,2DAAyC,CAAA;IACzC,iEAA+C,CAAA;IAC/C,6DAA2C,CAAA;IAC3C,uEAAqD,CAAA;IACrD,mEAAiD,CAAA;AACrD,CAAC,EAVW,cAAc,KAAd,cAAc,QAUzB;AAED,MAAM,CAAN,IAAY,cAKX;AALD,WAAY,cAAc;IACtB,qEAAmD,CAAA;IACnD,+DAA6C,CAAA;IAC7C,+DAA6C,CAAA;IAC7C,2DAAyC,CAAA;AAC7C,CAAC,EALW,cAAc,KAAd,cAAc,QAKzB;AAkDD,6CAA6C;AAC7C,MAAM,aAAa,GAAG;IAClB,WAAW,EAAE,GAAG,QAAQ,4BAA4B;CACvD,CAAC;AAEF,wBAAwB;AACxB,MAAM,uBAAuB,GAAG,IAAI,uBAAuB,CAAC,aAAa,CAAC,CAAC;AAE3E,SAAS,mBAAmB,CAAC,QAAgB,EAAE,OAAsB;IACjE,MAAM,gBAAgB,GAAG;QACrB,WAAW,EAAE,OAAO,EAAE,gBAAgB;QACtC,IAAI,EAAE,OAAO,EAAE,IAAI;QACnB,aAAa,EAAE,OAAO,EAAE,cAAc;QACtC,gBAAgB,EAAE,OAAO,EAAE,iBAAiB;QAC5C,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,iCAAiC;QAC5E,wDAAwD;QACxD,gCAAgC;QAChC,yBAAyB;KAC5B,CAAC;IACF,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,cAAc,CAAC,yBAAyB;YACzC,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,2BAA2B;gBACrC,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,2BAA2B;YAC3C,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,6BAA6B;gBACvC,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,gBAAgB;YAChC,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,kBAAkB;gBAC5B,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,kBAAkB;YAClC,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,oBAAoB;gBAC9B,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,UAAU;YAC1B,OAAO;gBACH,GAAG,gBAAgB;gBACnB,6DAA6D;gBAC7D,YAAY,EAAE,OAAO,EAAE,aAAa;gBACpC,WAAW,EAAE,OAAO,EAAE,YAAY;gBAClC,aAAa,EAAE,OAAO,EAAE,cAAc;aACzC,CAAC;QACN,KAAK,cAAc,CAAC,qBAAqB,CAAC;QAC1C,KAAK,cAAc,CAAC,wBAAwB,CAAC;QAC7C,KAAK,cAAc,CAAC,sBAAsB,CAAC;QAC3C,KAAK,cAAc,CAAC,mBAAmB;YACnC,OAAO;gBACH,GAAG,gBAAgB;aACtB,CAAA;QACL;YACI,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACnD,CAAC;AACL,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,KAAK;YACrB,UAAU,EAAE,KAAK;SACpB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAyB;QAC5F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,MAAM,MAAM,GAAiB;YACzB,MAAM,EAAE,EAAE;SACb,CAAA;QAED,0FAA0F;QAC1F,2EAA2E;QAC3E,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,MAAM,SAAS,GAAI,OAAO,CAAC,aAA+B,EAAE,SAAS,CAAC;QACtE,MAAM,aAAa,GAAG,OAAO,CAAC,aAA8B,CAAC;QAE7D,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACJ,yDAAyD;gBACzD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,0BAA0B;gBAC1B,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;oBAC1B,MAAM,CAAC,eAAe,GAAG,EAAE,CAAC;gBAChC,CAAC;gBAED,mDAAmD;gBACnD,sGAAsG;gBACtG,wCAAwC;gBACxC,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBAChD,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBAC1B,IAAI,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACnC,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;4BAC/B,+CAA+C;4BAC/C,IAAI,aAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gCAClD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,oBAAoB;oCACnC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;iCACJ,CAAC,CAAC;gCACH,iDAAiD;gCACjD,IAAI,SAAS,KAAK,cAAc,CAAC,uBAAuB,EAAE,CAAC;oCACvD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wCACxB,aAAa,EAAE,qBAAqB;wCACpC,WAAW,EAAE,KAAK;wCAClB,eAAe,EAAE;4CACb,QAAQ,EAAE,SAAS;4CACnB,QAAQ,EAAE,aAAa,EAAE,aAAa;yCACzC;qCACJ,CAAC,CAAC;gCACP,CAAC;4BACL,CAAC;iCACI,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,qBAAqB,EAAE,CAAC;gCACpG,yCAAyC;gCACzC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oCACb,qDAAqD;oCACrD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wCACxB,aAAa,EAAE,wBAAwB;wCACvC,WAAW,EAAE,KAAK;wCAClB,cAAc,EAAE;4CACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;yCACtE;wCACD,kBAAkB,EAAE;4CAChB,WAAW,EAAE,aAAa,EAAE,WAAW,KAAK,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,oBAAoB;4CACtH,6BAA6B,EAAE,aAAa,EAAE,uBAAuB;yCACxE;qCACJ,CAAC,CAAC;gCACP,CAAC;qCAAM,CAAC;oCACJ,iBAAiB;oCACjB,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wCACxB,aAAa,EAAE,wBAAwB;wCACvC,WAAW,EAAE,KAAK;wCAClB,cAAc,EAAE;4CACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;yCACtE;wCACD,kBAAkB,EAAE;4CAChB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,OAAO;4CAC5D,WAAW,EAAE,aAAa,EAAE,WAAW,IAAI,sBAAsB;yCACpE;qCACJ,CAAC,CAAC;gCACP,CAAC;4BACL,CAAC;iCAAM,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,mBAAmB,EAAE,CAAC;gCACpG,eAAe;gCACf,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,sBAAsB;oCACrC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;oCACD,gBAAgB,EAAE;wCACd,gBAAgB,EAAE,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,OAAO;qCAC7D;iCACJ,CAAC,CAAC;4BACP,CAAC;iCAAM,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,wBAAwB,EAAE,CAAC;gCACzG,iBAAiB;gCACjB,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,wBAAwB;oCACvC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;oCACD,kBAAkB,EAAE;wCAChB,WAAW,EAAE,aAAa,EAAE,WAAW,KAAK,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,oBAAoB;wCACtH,6BAA6B,EAAE,aAAa,EAAE,uBAAuB;qCACxE;iCACJ,CAAC,CAAC;4BACP,CAAC;iCAAM,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,sBAAsB,EAAE,CAAC;gCACvG,iBAAiB;gCACjB,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,oBAAoB;oCACnC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;iCACJ,CAAC,CAAC;4BACP,CAAC;wBACL,CAAC;wBACD,gDAAgD;wBAChD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,IAAI,SAAS,KAAK,cAAc,CAAC,uBAAuB,EAAE,CAAC;4BACvF,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;gCACxB,aAAa,EAAE,qBAAqB;gCACpC,WAAW,EAAE,KAAK;gCAClB,cAAc,EAAE;oCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;iCACtE;gCACD,eAAe,EAAE;oCACb,QAAQ,EAAE,SAAS;oCACnB,QAAQ,EAAE,aAAa,EAAE,aAAa;iCACzC;6BACJ,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,oCAAoC;QACpC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5F,iBAAiB;QACjB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,OAAO,MAAM,CAAA;IACjB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,MAAsB,EAAE,MAAoB,EAAE,OAAyB;QAChG,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,iBAAiB,EAAE,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAA8B,CAAC;QAE/D,IAAI,OAAO,CAAC,eAAe,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,QAAQ,GAAW,OAAO,CAAC,aAAa,CAAC,SAAS,IAAI,cAAc,CAAC,UAAU,CAAC;QAEtF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,CAAC;QAE7C,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAEvD,gCAAgC;QAChC,MAAM,QAAQ,GAAG,YAAY,SAAS,cAAc,QAAQ,6BAA6B,SAAS,EAAE,CAAC;QAErG,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,aAAa,CAAC,CAAC;QAElC,IAAI,SAAS,GAAQ,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAC1E,SAAS,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,SAAS,CAAC;QAE9D,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAEpE,8BAA8B;QAC9B,SAAS,GAAG,MAAM,CAAC,WAAW,CAC1B,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CACzD,CAAC;QAET,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE9C,MAAM,OAAO,GAAsD;YAC/D,QAAQ;YACR,SAAS;YACT,UAAU;SACb,CAAC;QAEF,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC,uCAAuC;QAChJ,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QAEzC,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QAED,iDAAiD;QACjD,MAAM,MAAM,GAAa,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAClD,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,kBAAkB,EAAE,WAAW,IAAI,EAAE,CACxE,CAAC;QAEF,OAAO;YACH,MAAM,EAAE;gBACJ,MAAM;aACT;SACJ,CAAC;IACN,CAAC;CACJ"}
@@ -0,0 +1,178 @@
1
+ import { ModelType, PromptRole } from "@llumiverse/core";
2
+ import { transformSSEStream } from "@llumiverse/core/async";
3
+ /**
4
+ * Convert a stream to a string
5
+ */
6
+ async function streamToString(stream) {
7
+ const chunks = [];
8
+ for await (const chunk of stream) {
9
+ chunks.push(Buffer.from(chunk));
10
+ }
11
+ return Buffer.concat(chunks).toString('utf-8');
12
+ }
13
+ /**
14
+ * Update the conversation messages
15
+ * @param conversation The previous conversation context
16
+ * @param prompt The new prompt to add to the conversation
17
+ * @returns Updated conversation with combined messages
18
+ */
19
+ function updateConversation(conversation, prompt) {
20
+ const baseMessages = conversation ? conversation.messages : [];
21
+ return {
22
+ messages: [...baseMessages, ...(prompt.messages || [])],
23
+ };
24
+ }
25
+ export class LLamaModelDefinition {
26
+ model;
27
+ constructor(modelId) {
28
+ this.model = {
29
+ id: modelId,
30
+ name: modelId,
31
+ provider: 'vertexai',
32
+ type: ModelType.Text,
33
+ can_stream: true,
34
+ };
35
+ }
36
+ // Return the appropriate region based on the Llama model
37
+ getLlamaModelRegion(modelName) {
38
+ // Llama 4 models are in us-east5, Llama 3.x models are in us-central1
39
+ if (modelName.startsWith('llama-4')) {
40
+ return 'us-east5';
41
+ }
42
+ else {
43
+ return 'us-central1';
44
+ }
45
+ }
46
+ async createPrompt(_driver, segments, options) {
47
+ const messages = [];
48
+ // Process segments and convert them to the Llama MaaS format
49
+ for (const segment of segments) {
50
+ // Convert the prompt segments to messages
51
+ const role = segment.role === PromptRole.assistant ? 'assistant' : 'user';
52
+ // Combine files and text content if needed
53
+ let messageContent = segment.content || '';
54
+ if (segment.files && segment.files.length > 0) {
55
+ for (const file of segment.files) {
56
+ if (file.mime_type?.startsWith("text/")) {
57
+ const fileStream = await file.getStream();
58
+ const fileContent = await streamToString(fileStream);
59
+ messageContent += `\n\nFile content:\n${fileContent}`;
60
+ }
61
+ }
62
+ }
63
+ messages.push({
64
+ role: role,
65
+ content: messageContent
66
+ });
67
+ }
68
+ if (options.result_schema) {
69
+ messages.push({
70
+ role: 'user',
71
+ content: "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(options.result_schema)
72
+ });
73
+ }
74
+ // Return the prompt in the format expected by Llama MaaS API
75
+ return {
76
+ messages: messages,
77
+ };
78
+ }
79
+ async requestTextCompletion(driver, prompt, options) {
80
+ const splits = options.model.split("/");
81
+ const modelName = splits[splits.length - 1];
82
+ let conversation = updateConversation(options.conversation, prompt);
83
+ const modelOptions = options.model_options;
84
+ const payload = {
85
+ model: `meta/${modelName}`,
86
+ messages: conversation.messages,
87
+ stream: false,
88
+ max_tokens: modelOptions?.max_tokens,
89
+ temperature: modelOptions?.temperature,
90
+ top_p: modelOptions?.top_p,
91
+ top_k: modelOptions?.top_k,
92
+ // Disable llama guard
93
+ extra_body: {
94
+ google: {
95
+ model_safety_settings: {
96
+ enabled: false,
97
+ llama_guard_settings: {}
98
+ }
99
+ }
100
+ }
101
+ };
102
+ // Make POST request to the Llama MaaS API
103
+ const region = this.getLlamaModelRegion(modelName);
104
+ const client = driver.getLLamaClient(region);
105
+ const openaiEndpoint = `endpoints/openapi/chat/completions`;
106
+ const result = await client.post(openaiEndpoint, {
107
+ payload
108
+ });
109
+ // Extract response data
110
+ const assistantMessage = result?.choices[0]?.message;
111
+ const text = assistantMessage?.content;
112
+ // Update conversation with the response
113
+ conversation = updateConversation(conversation, {
114
+ messages: [{
115
+ role: assistantMessage?.role,
116
+ content: text
117
+ }],
118
+ });
119
+ return {
120
+ result: text,
121
+ token_usage: {
122
+ prompt: result.usage.prompt_tokens,
123
+ result: result.usage.completion_tokens,
124
+ total: result.usage.total_tokens
125
+ },
126
+ finish_reason: result.choices[0].finish_reason,
127
+ conversation
128
+ };
129
+ }
130
+ async requestTextCompletionStream(driver, prompt, options) {
131
+ const splits = options.model.split("/");
132
+ const modelName = splits[splits.length - 1];
133
+ let conversation = updateConversation(options.conversation, prompt);
134
+ const modelOptions = options.model_options;
135
+ const payload = {
136
+ model: `meta/${modelName}`,
137
+ messages: conversation.messages,
138
+ stream: true,
139
+ max_tokens: modelOptions?.max_tokens,
140
+ temperature: modelOptions?.temperature,
141
+ top_p: modelOptions?.top_p,
142
+ top_k: modelOptions?.top_k,
143
+ // Disable llama guard
144
+ extra_body: {
145
+ google: {
146
+ model_safety_settings: {
147
+ enabled: false,
148
+ llama_guard_settings: {}
149
+ }
150
+ }
151
+ }
152
+ };
153
+ // Make POST request to the Llama MaaS API
154
+ //TODO: Fix error handling with the fetch client, errors will return a empty response
155
+ //But not throw any error
156
+ const region = this.getLlamaModelRegion(modelName);
157
+ const client = driver.getLLamaClient(region);
158
+ const openaiEndpoint = `endpoints/openapi/chat/completions`;
159
+ const stream = await client.post(openaiEndpoint, {
160
+ payload,
161
+ reader: 'sse'
162
+ });
163
+ return transformSSEStream(stream, (data) => {
164
+ const json = JSON.parse(data);
165
+ const choice = json.choices?.[0];
166
+ return {
167
+ result: choice?.delta?.content ?? '',
168
+ finish_reason: choice?.finish_reason,
169
+ token_usage: json.usage ? {
170
+ prompt: json.usage.prompt_tokens,
171
+ result: json.usage.completion_tokens,
172
+ total: json.usage.total_tokens,
173
+ } : undefined
174
+ };
175
+ });
176
+ }
177
+ }
178
+ //# sourceMappingURL=llama.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"llama.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/llama.ts"],"names":[],"mappings":"AAAA,OAAO,EAC4E,SAAS,EACzE,UAAU,EAE5B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAqD5D;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,MAAW;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,YAA4C,EAAE,MAAmB;IACzF,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/D,OAAO;QACH,QAAQ,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,OAAO,oBAAoB;IAE7B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,IAAI;SACR,CAAC;IACjB,CAAC;IAED,yDAAyD;IACzD,mBAAmB,CAAC,SAAiB;QACjC,sEAAsE;QACtE,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,OAAO,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,OAAO,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACzF,MAAM,QAAQ,GAAmB,EAAE,CAAC;QAEpC,6DAA6D;QAC7D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,0CAA0C;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YAE1E,2CAA2C;YAC3C,IAAI,cAAc,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE3C,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;wBAC1C,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;wBACrD,cAAc,IAAI,sBAAsB,WAAW,EAAE,CAAC;oBAC1D,CAAC;gBACL,CAAC;YACL,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,cAAc;aAC1B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC;aACzH,CAAC,CAAC;QACP,CAAC;QAED,6DAA6D;QAC7D,OAAO;YACH,QAAQ,EAAE,QAAQ;SACrB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAsB,EAAE,MAAmB,EAAE,OAAyB;QAC9F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAAwB;YACjC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC7C,OAAO;SACV,CAAkB,CAAC;QAEpB,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QACrD,MAAM,IAAI,GAAG,gBAAgB,EAAE,OAAO,CAAC;QAEvC,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE;YAC5C,QAAQ,EAAE,CAAC;oBACP,IAAI,EAAE,gBAAgB,EAAE,IAAI;oBAC5B,OAAO,EAAE,IAAI;iBAChB,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;gBAClC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;gBACtC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;aACnC;YACD,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,YAAY;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAsB,EAAE,MAAmB,EAAE,OAAyB;QACpG,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAAwB;YACjC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,qFAAqF;QACrF,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC7C,OAAO;YACP,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAyB,EAAE;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwB,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,OAAO;gBACH,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE;gBACpC,aAAa,EAAE,MAAM,EAAE,aAAa;gBACpC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBAChC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACjC,CAAC,CAAC,CAAC,SAAS;aAChB,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;CACJ"}
@@ -0,0 +1,21 @@
1
+ import { trimModelName } from "./index.js";
2
+ import { GeminiModelDefinition } from "./models/gemini.js";
3
+ import { ClaudeModelDefinition } from "./models/claude.js";
4
+ import { LLamaModelDefinition } from "./models/llama.js";
5
+ export function getModelDefinition(model) {
6
+ const splits = model.split("/");
7
+ const publisher = splits[1];
8
+ const modelName = trimModelName(splits[splits.length - 1]);
9
+ if (publisher?.includes("anthropic")) {
10
+ return new ClaudeModelDefinition(modelName);
11
+ }
12
+ else if (publisher?.includes("google")) {
13
+ return new GeminiModelDefinition(modelName);
14
+ }
15
+ else if (publisher?.includes("meta")) {
16
+ return new LLamaModelDefinition(modelName);
17
+ }
18
+ //Fallback, assume it is Gemini.
19
+ return new GeminiModelDefinition(modelName);
20
+ }
21
+ //# sourceMappingURL=models.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/vertexai/models.ts"],"names":[],"mappings":"AACA,OAAO,EAAmB,aAAa,EAAC,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAWzD,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,gCAAgC;IAChC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;AAChD,CAAC"}