@llumiverse/drivers 0.20.0 → 0.22.0-dev.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/adobe/firefly.js +6 -5
- package/lib/cjs/adobe/firefly.js.map +1 -1
- package/lib/cjs/azure/azure_foundry.js +388 -0
- package/lib/cjs/azure/azure_foundry.js.map +1 -0
- package/lib/cjs/bedrock/index.js +62 -39
- package/lib/cjs/bedrock/index.js.map +1 -1
- package/lib/cjs/groq/index.js +178 -22
- package/lib/cjs/groq/index.js.map +1 -1
- package/lib/cjs/huggingface_ie.js +5 -4
- package/lib/cjs/huggingface_ie.js.map +1 -1
- package/lib/cjs/index.js +3 -2
- package/lib/cjs/index.js.map +1 -1
- package/lib/cjs/mistral/index.js +5 -3
- package/lib/cjs/mistral/index.js.map +1 -1
- package/lib/cjs/openai/azure_openai.js +72 -0
- package/lib/cjs/openai/azure_openai.js.map +1 -0
- package/lib/cjs/openai/index.js +13 -16
- package/lib/cjs/openai/index.js.map +1 -1
- package/lib/cjs/openai/openai.js +2 -2
- package/lib/cjs/openai/openai.js.map +1 -1
- package/lib/cjs/openai/openai_format.js +138 -0
- package/lib/cjs/openai/openai_format.js.map +1 -0
- package/lib/cjs/replicate.js +3 -3
- package/lib/cjs/replicate.js.map +1 -1
- package/lib/cjs/test/utils.js +1 -1
- package/lib/cjs/test/utils.js.map +1 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +20 -0
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +24 -0
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/cjs/test-driver/index.js +109 -0
- package/lib/cjs/test-driver/index.js.map +1 -0
- package/lib/cjs/test-driver/utils.js +30 -0
- package/lib/cjs/test-driver/utils.js.map +1 -0
- package/lib/cjs/togetherai/index.js +2 -2
- package/lib/cjs/togetherai/index.js.map +1 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +1 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +1 -1
- package/lib/cjs/vertexai/index.js +90 -28
- package/lib/cjs/vertexai/index.js.map +1 -1
- package/lib/cjs/vertexai/models/claude.js +14 -12
- package/lib/cjs/vertexai/models/claude.js.map +1 -1
- package/lib/cjs/vertexai/models/gemini.js +158 -52
- package/lib/cjs/vertexai/models/gemini.js.map +1 -1
- package/lib/cjs/vertexai/models/imagen.js +11 -22
- package/lib/cjs/vertexai/models/imagen.js.map +1 -1
- package/lib/cjs/vertexai/models/llama.js +4 -3
- package/lib/cjs/vertexai/models/llama.js.map +1 -1
- package/lib/cjs/watsonx/index.js +3 -3
- package/lib/cjs/watsonx/index.js.map +1 -1
- package/lib/cjs/xai/index.js +4 -4
- package/lib/cjs/xai/index.js.map +1 -1
- package/lib/esm/adobe/firefly.js +6 -5
- package/lib/esm/adobe/firefly.js.map +1 -1
- package/lib/esm/azure/azure_foundry.js +382 -0
- package/lib/esm/azure/azure_foundry.js.map +1 -0
- package/lib/esm/bedrock/index.js +62 -39
- package/lib/esm/bedrock/index.js.map +1 -1
- package/lib/esm/groq/index.js +178 -22
- package/lib/esm/groq/index.js.map +1 -1
- package/lib/esm/huggingface_ie.js +6 -5
- package/lib/esm/huggingface_ie.js.map +1 -1
- package/lib/esm/index.js +3 -2
- package/lib/esm/index.js.map +1 -1
- package/lib/esm/mistral/index.js +5 -3
- package/lib/esm/mistral/index.js.map +1 -1
- package/lib/esm/openai/azure_openai.js +68 -0
- package/lib/esm/openai/azure_openai.js.map +1 -0
- package/lib/esm/openai/index.js +12 -15
- package/lib/esm/openai/index.js.map +1 -1
- package/lib/esm/openai/openai.js +2 -2
- package/lib/esm/openai/openai.js.map +1 -1
- package/lib/esm/openai/openai_format.js +134 -0
- package/lib/esm/openai/openai_format.js.map +1 -0
- package/lib/esm/replicate.js +3 -3
- package/lib/esm/replicate.js.map +1 -1
- package/lib/esm/src/adobe/firefly.js +116 -0
- package/lib/esm/src/adobe/firefly.js.map +1 -0
- package/lib/esm/src/azure/azure_foundry.js +382 -0
- package/lib/esm/src/azure/azure_foundry.js.map +1 -0
- package/lib/esm/src/bedrock/converse.js +278 -0
- package/lib/esm/src/bedrock/converse.js.map +1 -0
- package/lib/esm/src/bedrock/index.js +819 -0
- package/lib/esm/src/bedrock/index.js.map +1 -0
- package/lib/esm/src/bedrock/nova-image-payload.js +203 -0
- package/lib/esm/src/bedrock/nova-image-payload.js.map +1 -0
- package/lib/esm/src/bedrock/payloads.js +2 -0
- package/lib/esm/src/bedrock/payloads.js.map +1 -0
- package/lib/esm/src/bedrock/s3.js +99 -0
- package/lib/esm/src/bedrock/s3.js.map +1 -0
- package/lib/esm/src/groq/index.js +286 -0
- package/lib/esm/src/groq/index.js.map +1 -0
- package/lib/esm/src/huggingface_ie.js +196 -0
- package/lib/esm/src/huggingface_ie.js.map +1 -0
- package/lib/esm/src/index.js +14 -0
- package/lib/esm/src/index.js.map +1 -0
- package/lib/esm/src/mistral/index.js +169 -0
- package/lib/esm/src/mistral/index.js.map +1 -0
- package/lib/esm/src/mistral/types.js +80 -0
- package/lib/esm/src/mistral/types.js.map +1 -0
- package/lib/esm/src/openai/azure_openai.js +68 -0
- package/lib/esm/src/openai/azure_openai.js.map +1 -0
- package/lib/esm/src/openai/index.js +460 -0
- package/lib/esm/src/openai/index.js.map +1 -0
- package/lib/esm/src/openai/openai.js +14 -0
- package/lib/esm/src/openai/openai.js.map +1 -0
- package/lib/esm/src/openai/openai_format.js +134 -0
- package/lib/esm/src/openai/openai_format.js.map +1 -0
- package/lib/esm/src/replicate.js +268 -0
- package/lib/esm/src/replicate.js.map +1 -0
- package/lib/esm/src/test/TestErrorCompletionStream.js +16 -0
- package/lib/esm/src/test/TestErrorCompletionStream.js.map +1 -0
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js +20 -0
- package/lib/esm/src/test/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/esm/src/test/index.js +91 -0
- package/lib/esm/src/test/index.js.map +1 -0
- package/lib/esm/src/test/utils.js +25 -0
- package/lib/esm/src/test/utils.js.map +1 -0
- package/lib/esm/src/togetherai/index.js +122 -0
- package/lib/esm/src/togetherai/index.js.map +1 -0
- package/lib/esm/src/togetherai/interfaces.js +2 -0
- package/lib/esm/src/togetherai/interfaces.js.map +1 -0
- package/lib/esm/src/vertexai/debug.js +6 -0
- package/lib/esm/src/vertexai/debug.js.map +1 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-image.js +24 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-image.js.map +1 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js +20 -0
- package/lib/esm/src/vertexai/embeddings/embeddings-text.js.map +1 -0
- package/lib/esm/src/vertexai/index.js +332 -0
- package/lib/esm/src/vertexai/index.js.map +1 -0
- package/lib/esm/src/vertexai/models/claude.js +372 -0
- package/lib/esm/src/vertexai/models/claude.js.map +1 -0
- package/lib/esm/src/vertexai/models/gemini.js +806 -0
- package/lib/esm/src/vertexai/models/gemini.js.map +1 -0
- package/lib/esm/src/vertexai/models/imagen.js +302 -0
- package/lib/esm/src/vertexai/models/imagen.js.map +1 -0
- package/lib/esm/src/vertexai/models/llama.js +179 -0
- package/lib/esm/src/vertexai/models/llama.js.map +1 -0
- package/lib/esm/src/vertexai/models.js +21 -0
- package/lib/esm/src/vertexai/models.js.map +1 -0
- package/lib/esm/src/watsonx/index.js +157 -0
- package/lib/esm/src/watsonx/index.js.map +1 -0
- package/lib/esm/src/watsonx/interfaces.js +2 -0
- package/lib/esm/src/watsonx/interfaces.js.map +1 -0
- package/lib/esm/src/xai/index.js +64 -0
- package/lib/esm/src/xai/index.js.map +1 -0
- package/lib/esm/test/utils.js +1 -1
- package/lib/esm/test/utils.js.map +1 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +16 -0
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js +20 -0
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/esm/test-driver/index.js +91 -0
- package/lib/esm/test-driver/index.js.map +1 -0
- package/lib/esm/test-driver/utils.js +25 -0
- package/lib/esm/test-driver/utils.js.map +1 -0
- package/lib/esm/togetherai/index.js +2 -2
- package/lib/esm/togetherai/index.js.map +1 -1
- package/lib/esm/tsconfig.tsbuildinfo +1 -0
- package/lib/esm/vertexai/embeddings/embeddings-text.js +1 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +1 -1
- package/lib/esm/vertexai/index.js +91 -29
- package/lib/esm/vertexai/index.js.map +1 -1
- package/lib/esm/vertexai/models/claude.js +14 -12
- package/lib/esm/vertexai/models/claude.js.map +1 -1
- package/lib/esm/vertexai/models/gemini.js +159 -53
- package/lib/esm/vertexai/models/gemini.js.map +1 -1
- package/lib/esm/vertexai/models/imagen.js +8 -16
- package/lib/esm/vertexai/models/imagen.js.map +1 -1
- package/lib/esm/vertexai/models/llama.js +4 -3
- package/lib/esm/vertexai/models/llama.js.map +1 -1
- package/lib/esm/vertexai/models.js.map +1 -1
- package/lib/esm/watsonx/index.js +3 -3
- package/lib/esm/watsonx/index.js.map +1 -1
- package/lib/esm/xai/index.js +3 -3
- package/lib/esm/xai/index.js.map +1 -1
- package/lib/types/adobe/firefly.d.ts +3 -3
- package/lib/types/adobe/firefly.d.ts.map +1 -1
- package/lib/types/azure/azure_foundry.d.ts +50 -0
- package/lib/types/azure/azure_foundry.d.ts.map +1 -0
- package/lib/types/bedrock/index.d.ts +4 -4
- package/lib/types/bedrock/index.d.ts.map +1 -1
- package/lib/types/groq/index.d.ts +8 -5
- package/lib/types/groq/index.d.ts.map +1 -1
- package/lib/types/huggingface_ie.d.ts +8 -5
- package/lib/types/huggingface_ie.d.ts.map +1 -1
- package/lib/types/index.d.ts +3 -2
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/mistral/index.d.ts +4 -4
- package/lib/types/mistral/index.d.ts.map +1 -1
- package/lib/types/openai/azure_openai.d.ts +25 -0
- package/lib/types/openai/azure_openai.d.ts.map +1 -0
- package/lib/types/openai/index.d.ts +6 -7
- package/lib/types/openai/index.d.ts.map +1 -1
- package/lib/types/openai/openai.d.ts +2 -2
- package/lib/types/openai/openai.d.ts.map +1 -1
- package/lib/types/openai/openai_format.d.ts +19 -0
- package/lib/types/openai/openai_format.d.ts.map +1 -0
- package/lib/types/replicate.d.ts +6 -3
- package/lib/types/replicate.d.ts.map +1 -1
- package/lib/types/src/adobe/firefly.d.ts +29 -0
- package/lib/types/src/azure/azure_foundry.d.ts +49 -0
- package/lib/types/src/bedrock/converse.d.ts +8 -0
- package/lib/types/src/bedrock/index.d.ts +57 -0
- package/lib/types/src/bedrock/nova-image-payload.d.ts +73 -0
- package/lib/types/src/bedrock/payloads.d.ts +11 -0
- package/lib/types/src/bedrock/s3.d.ts +22 -0
- package/lib/types/src/groq/index.d.ts +26 -0
- package/lib/types/src/huggingface_ie.d.ts +34 -0
- package/lib/types/src/index.d.ts +13 -0
- package/lib/types/src/mistral/index.d.ts +24 -0
- package/lib/types/src/mistral/types.d.ts +131 -0
- package/lib/types/src/openai/azure_openai.d.ts +24 -0
- package/lib/types/src/openai/index.d.ts +24 -0
- package/lib/types/src/openai/openai.d.ts +14 -0
- package/lib/types/src/openai/openai_format.d.ts +18 -0
- package/lib/types/src/replicate.d.ts +47 -0
- package/lib/types/src/test/TestErrorCompletionStream.d.ts +8 -0
- package/lib/types/src/test/TestValidationErrorCompletionStream.d.ts +8 -0
- package/lib/types/src/test/index.d.ts +23 -0
- package/lib/types/src/test/utils.d.ts +4 -0
- package/lib/types/src/togetherai/index.d.ts +22 -0
- package/lib/types/src/togetherai/interfaces.d.ts +95 -0
- package/lib/types/src/vertexai/debug.d.ts +1 -0
- package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts +10 -0
- package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts +9 -0
- package/lib/types/src/vertexai/index.d.ts +52 -0
- package/lib/types/src/vertexai/models/claude.d.ts +17 -0
- package/lib/types/src/vertexai/models/gemini.d.ts +17 -0
- package/lib/types/src/vertexai/models/imagen.d.ts +74 -0
- package/lib/types/src/vertexai/models/llama.d.ts +19 -0
- package/lib/types/src/vertexai/models.d.ts +14 -0
- package/lib/types/src/watsonx/index.d.ts +26 -0
- package/lib/types/src/watsonx/interfaces.d.ts +64 -0
- package/lib/types/src/xai/index.d.ts +18 -0
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts +9 -0
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts +9 -0
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/types/test-driver/index.d.ts +24 -0
- package/lib/types/test-driver/index.d.ts.map +1 -0
- package/lib/types/test-driver/utils.d.ts +5 -0
- package/lib/types/test-driver/utils.d.ts.map +1 -0
- package/lib/types/togetherai/index.d.ts +3 -3
- package/lib/types/togetherai/index.d.ts.map +1 -1
- package/lib/types/vertexai/index.d.ts +10 -7
- package/lib/types/vertexai/index.d.ts.map +1 -1
- package/lib/types/vertexai/models/claude.d.ts.map +1 -1
- package/lib/types/vertexai/models/gemini.d.ts +3 -2
- package/lib/types/vertexai/models/gemini.d.ts.map +1 -1
- package/lib/types/vertexai/models/imagen.d.ts +2 -2
- package/lib/types/vertexai/models/imagen.d.ts.map +1 -1
- package/lib/types/vertexai/models/llama.d.ts +2 -2
- package/lib/types/vertexai/models/llama.d.ts.map +1 -1
- package/lib/types/vertexai/models.d.ts +2 -2
- package/lib/types/vertexai/models.d.ts.map +1 -1
- package/lib/types/watsonx/index.d.ts +3 -3
- package/lib/types/watsonx/index.d.ts.map +1 -1
- package/lib/types/xai/index.d.ts.map +1 -1
- package/package.json +29 -25
- package/src/adobe/firefly.ts +12 -20
- package/src/azure/azure_foundry.ts +458 -0
- package/src/bedrock/index.ts +65 -43
- package/src/groq/index.ts +219 -32
- package/src/huggingface_ie.ts +13 -14
- package/src/index.ts +3 -2
- package/src/mistral/index.ts +11 -9
- package/src/openai/azure_openai.ts +92 -0
- package/src/openai/index.ts +27 -28
- package/src/openai/openai.ts +2 -5
- package/src/openai/openai_format.ts +165 -0
- package/src/replicate.ts +12 -12
- package/src/{test → test-driver}/utils.ts +1 -1
- package/src/togetherai/index.ts +7 -7
- package/src/vertexai/embeddings/embeddings-text.ts +2 -2
- package/src/vertexai/index.ts +104 -38
- package/src/vertexai/models/claude.ts +18 -16
- package/src/vertexai/models/gemini.ts +195 -67
- package/src/vertexai/models/imagen.ts +15 -26
- package/src/vertexai/models/llama.ts +6 -5
- package/src/vertexai/models.ts +4 -4
- package/src/watsonx/index.ts +10 -10
- package/src/xai/index.ts +13 -15
- package/lib/cjs/openai/azure.js +0 -31
- package/lib/cjs/openai/azure.js.map +0 -1
- package/lib/esm/openai/azure.js +0 -27
- package/lib/esm/openai/azure.js.map +0 -1
- package/lib/types/openai/azure.d.ts +0 -20
- package/lib/types/openai/azure.d.ts.map +0 -1
- package/src/openai/azure.ts +0 -54
- /package/src/{test → test-driver}/TestErrorCompletionStream.ts +0 -0
- /package/src/{test → test-driver}/TestValidationErrorCompletionStream.ts +0 -0
- /package/src/{test → test-driver}/index.ts +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACM,YAAY,EAAE,yBAAyB,EAEhD,kBAAkB,EAAE,YAAY,EAAqC,IAAI,EAC5E,MAAM,eAAe,CAAC;AACvB,OAAO,EAEkB,yBAAyB,EAA0B,SAAS,EAAiB,UAAU,EAC7F,kBAAkB,EAEpC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAIlD,SAAS,wBAAwB,CAAC,OAAsB;IACpD,+DAA+D;IAC/D,OAAO,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,oBAAoB,GAAoB;IAC1C;QACI,QAAQ,EAAE,YAAY,CAAC,+BAA+B;QACtD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,wBAAwB;QAC/C,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,+BAA+B;QACtD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,yBAAyB;QAChD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,yBAAyB;QAChD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;IACD;QACI,QAAQ,EAAE,YAAY,CAAC,6BAA6B;QACpD,SAAS,EAAE,kBAAkB,CAAC,eAAe;KAChD;CACJ,CAAC;AAEF,SAAS,gBAAgB,CAAC,OAAyB,EAAE,MAA6B;IAC9E,MAAM,aAAa,GAAG,OAAO,CAAC,aAAkD,CAAC;IACjF,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEhD,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;IAExE,MAAM,oBAAoB,GAAG,aAAa,EAAE,gBAAgB;WACrD,aAAa,EAAE,sBAAsB;WACrC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAE5C,MAAM,gBAAgB,GAA0B;QAC5C,kBAAkB,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;KACxC,CAAA;IAED,MAAM,MAAM,GAA0B;QAClC,iBAAiB,EAAE,MAAM,CAAC,MAAM;QAChC,cAAc,EAAE,oBAAoB;QACpC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAClC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;YAChB,qBAAqB,EAAE;gBACnB,IAAI,EAAE,yBAAyB,CAAC,IAAI;aACvC;SACJ,CAAC,CAAC,CAAC,SAAS;QACb,cAAc,EAAE,CAAC;QACjB,wBAAwB;QACxB,gBAAgB,EAAE,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;QACtE,cAAc,EAAE,mBAAmB,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QAChG,eAAe;QACf,WAAW,EAAE,aAAa,EAAE,WAAW;QACvC,IAAI,EAAE,aAAa,EAAE,KAAK;QAC1B,IAAI,EAAE,aAAa,EAAE,KAAK;QAC1B,eAAe,EAAE,eAAe,CAAC,OAAO,CAAC;QACzC,aAAa,EAAE,aAAa,EAAE,aAAa;QAC3C,eAAe,EAAE,aAAa,EAAE,gBAAgB;QAChD,gBAAgB,EAAE,aAAa,EAAE,iBAAiB;QAClD,IAAI,EAAE,aAAa,EAAE,IAAI;QACzB,cAAc,EAAE,oBAAoB,CAAC,CAAC;YAClC;gBACI,eAAe,EAAE,aAAa,EAAE,gBAAgB,IAAI,KAAK;gBACzD,cAAc,EAAE,oBAAoB,CAAC,OAAO,CAAC;aAChD,CAAC,CAAC,CAAC,SAAS;KACpB,CAAA;IAED,OAAO;QACH,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM;KACpF,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,MAAmB,EAAE,WAAW,GAAG,KAAK;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAwB;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5B,qBAAqB;IACrB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACX,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC;YAClC,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC;YAClC,KAAK,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC;YACpC,KAAK,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC;YACpC,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC;YAClC,KAAK,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC;YAChC,OAAO,CAAC,CAAC,OAAO,IAAY,CAAC,CAAC,sCAAsC;QACxE,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;IACpC,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,QAAqB,EAAE,QAAgB,CAAC,EAAE,WAAW,GAAG,KAAK;IAChF,8BAA8B;IAC9B,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IACjG,CAAC;IAED,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEzB,gDAAgD;IAChD,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,eAAe;IACf,MAAM,CAAC,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAE1C,qBAAqB;IACrB,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;IAC9C,CAAC;IAED,wCAAwC;IACxC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC1C,CAAC;IAED,0BAA0B;IAC1B,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,qBAAqB;IACrB,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,CAAC,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,qCAAqC;IAC3E,CAAC;IAED,mBAAmB;IACnB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEpD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,QAAoB;IAC3C,oCAAoC;IACpC,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5E,qEAAqE;QACrE,0DAA0D;QAC1D,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,qBAAqB;SAChB,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrB,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAAC,QAAoB,EAAE,KAAa,EAAE,WAAoB;IACtF,MAAM,MAAM,GAAoB,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IACnD,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB;IAC9D,CAAC;IAED,iDAAiD;IACjD,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAE7D,kEAAkE;IAClE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,gBAAgB,GAAG,aAAa,CAAC;QAExC,IAAI,WAAW,EAAE,CAAC;YACd,6CAA6C;YAC7C,0CAA0C;YAC1C,MAAM,CAAC,QAAQ,GAAG,aAAa,CAAC;YAEhC,uCAAuC;YACvC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;YAEjD,oFAAoF;YACpF,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC9C,IAAI,UAAU,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAChD,oCAAoC;oBACpC,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;oBACjC,CAAC;oBAED,mBAAmB;oBACnB,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;gBAC5C,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,+BAA+B;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACjC,CAAC;QAED,8BAA8B;QAC9B,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC,GAAG;YACtB,GAAG,MAAM,CAAC,UAAW,CAAC,GAAG,CAAC;YAC1B,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC;SACjC,CAAC;IACN,CAAC;IAED,qDAAqD;IACrD,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAC5B,MAAM,CAAC,gBAAgB,GAAG,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB;IAC9E,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAoB;IAC5C,MAAM,WAAW,GAAoB,EAAE,CAAC;IAExC,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC3E,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC3E,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS;QAAE,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACjF,IAAI,QAAQ,CAAC,SAAS,KAAK,SAAS;QAAE,WAAW,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACjF,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;QAAE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC9E,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;QAAE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC9E,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS;QAAE,WAAW,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IAC9E,IAAI,QAAQ,CAAC,OAAO;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC7D,IAAI,QAAQ,CAAC,MAAM;QAAE,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1D,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC3E,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS;QAAE,WAAW,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAE3E,OAAO,WAAW,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACH,SAAS,OAAO,CAAC,KAAU;IACvB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,wDAAwD;IACxD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC7D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,2EAA2E;AAE3E;;;;;;GAMG;AACH,SAAS,uBAAuB,CAAC,OAAgB,EAAE,aAA0B;IACzE,iDAAiD;IACjD,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,6CAA6C;IAC7C,MAAM,cAAc,GAAY,EAAE,GAAG,OAAO,EAAE,CAAC;IAE/C,wCAAwC;IACxC,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;QACvB,cAAc,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACnD,+BAA+B;YAC/B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,CAAC,8BAA8B;YAC/C,CAAC;YAED,2BAA2B;YAC3B,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAE5B,IAAI,CAAC;gBACD,uDAAuD;gBACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvC,iCAAiC;gBACjC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChF,MAAM,WAAW,GAAG,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;oBAC/D,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACJ,+DAA+D;oBAC/D,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC7B,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,mCAAmC;gBACnC,OAAO,CAAC,IAAI,CAAC,8CAA8C,EAAE,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED;;;;;GAKG;AACH,SAAS,iBAAiB,CAAC,MAA0B,EAAE,MAAkB;IACrE,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,MAAM,CAAA;IACjB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,OAAO,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,OAAO,MAAM,IAAI,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAC/C,OAAO,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAkB,EAAE,MAAkB;IACjE,mDAAmD;IACnD,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC5C,MAAM,aAAa,GAAe,EAAE,GAAG,MAAM,EAAE,CAAC;IAEhD,wBAAwB;IACxB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;QAE5C,yDAAyD;QACzD,aAAa,CAAC,GAAG,CAAC,GAAG,iBAAiB,CAAC,KAAmB,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QAE9E,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACjB,IAAI,UAAU,EAAE,CAAC;gBACb,SAAS,CAAC,qCAAqC;YACnD,CAAC;iBAAM,CAAC;gBACJ,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,+BAA+B;YAC9D,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAY,EAAE,MAAkB;IAC1D,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAClC,OAAO,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,0CAA0C;IAC1C,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAgB;IACtC,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,IAAI,CAAC,IAAI;iBACnB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAgB;IAC5C,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,gBAAgB,GAAW,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,WAAW,CAAC;gBACzD,MAAM,QAAQ,GAAG,QAAQ,QAAQ,WAAW,gBAAgB,EAAE,CAAC;gBAC/D,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,QAAQ;iBAClB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB;IACzC,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CAAC;gBACL,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gBAChC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gBACvC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,IAAkB;aACnD,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAA+B;IAChE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAC9C,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CACnE,CAAC;IACF,8CAA8C;IAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;QAChB,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,IAAI,cAAc,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;IAE/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,cAAc,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3C,mEAAmE;YACnE,cAAc,CAAC,KAAK,GAAG,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACJ,8CAA8C;YAC9C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC5B,cAAc,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/E,CAAC;IACL,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,sBAAsB,GAAmB;IAC3C,YAAY,CAAC,UAAU;IACvB,YAAY,CAAC,IAAI;IACjB,YAAY,CAAC,yBAAyB;CACzC,CAAA;AAED,SAAS,eAAe,CAAC,MAAiC;IACtD,MAAM,aAAa,GAAG,MAAM,CAAC,aAAkD,CAAC;IAChF,IAAI,aAAa,EAAE,UAAU,EAAE,CAAC;QAC5B,OAAO,aAAa,CAAC,UAAU,CAAC;IACpC,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,KAAK,GAAG,cAAc,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAiC;IAC3D,MAAM,aAAa,GAAG,MAAM,CAAC,aAAkD,CAAC;IAChF,IAAI,aAAa,EAAE,sBAAsB,EAAE,CAAC;QACxC,OAAO,aAAa,CAAC,sBAAsB,CAAC;IAChD,CAAC;IACD,yCAAyC;IACzC,kEAAkE;IAClE,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,GAAG,CAAC;QACf,CAAC;QACD,OAAO,CAAC,CAAC;IACb,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,IAAI;SACD,CAAC;IACxB,CAAC;IAED,uBAAuB,CAAC,MAAkB,EAAE,OAAyB;QACjE,yEAAyE;QACzE,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC9E,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC;YACD,4EAA4E;YAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;YACrE,IAAI,UAAU,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;gBACzF,+CAA+C;gBAC/C,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CACvD,CAAC;YACN,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,4DAA4D;YAC5D,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;YACjE,0CAA0C;YAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAyB;QAC5F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;QACrC,IAAI,QAAQ,GAAc,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAwB,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,2CAA2C;QAE1G,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,yBAAyB;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,gCAAgC;gBAChC,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CAAC,6FAA6F,CAAC,CAAC;gBACnH,CAAC;gBAED,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC;wBACf,IAAI,EAAE,GAAG,CAAC,OAAO;qBACpB,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;gBACtC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACzD,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACH;4BACI,gBAAgB,EAAE;gCACd,IAAI,EAAE,GAAG,CAAC,WAAW;gCACrB,QAAQ,EAAE,sBAAsB,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;6BACtD;yBACJ;qBACJ;iBACJ,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC,CAAI,2DAA2D;gBACnE,MAAM,KAAK,GAAW,EAAE,CAAC;gBACzB,wBAAwB;gBACxB,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBACd,KAAK,CAAC,IAAI,CAAC;wBACP,IAAI,EAAE,GAAG,CAAC,OAAO;qBACpB,CAAC,CAAC;gBACP,CAAC;gBAED,wBAAwB;gBACxB,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBACZ,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;wBACxB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;wBACnC,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;wBAC9C,KAAK,CAAC,IAAI,CAAC;4BACP,UAAU,EAAE;gCACR,IAAI;gCACJ,QAAQ,EAAE,CAAC,CAAC,SAAS;6BACxB;yBACJ,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;gBAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;wBACjC,MAAM,CAAC,IAAI,CAAC;4BACR,IAAI,EAAE,MAAM;4BACZ,KAAK;yBACR,CAAC,CAAC;oBACP,CAAC;yBAAM,CAAC;wBACJ,QAAQ,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;4BAC1D,KAAK;yBACR,CAAC,CAAC;oBACP,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,uCAAuC;QACvC,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtD,6FAA6F;gBAC7F,qFAAqF;gBACrF,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,iDAAiD,EAAE,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACJ,6FAA6F;gBAC7F,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC;wBACf,IAAI,EAAE,6FAA6F,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;qBAC/H,CAAC,CAAC;gBACP,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACjI,CAAC;YACL,CAAC;QACL,CAAC;QAED,kDAAkD;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,SAAS,CAAC;QACvB,CAAC;QAED,qGAAqG;QACrG,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAED,wIAAwI;QACxI,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE1C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;IAED,yBAAyB,CAAC,aAA+D;QACrF,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;YACnD,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,UAAU,GAAwB,EAAE,KAAK,EAAE,aAAa,CAAC,eAAe,EAAE,MAAM,EAAE,aAAa,CAAC,gBAAgB,EAAE,CAAC;QAEzH,sBAAsB;QACtB,UAAU,CAAC,MAAM,GAAG,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC,CAAC;cACvD,CAAC,aAAa,CAAC,kBAAkB,IAAI,CAAC,CAAC;cACvC,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC,CAAC,CAAC;QAEnD,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;YAC1E,OAAO,CAAC,IAAI,CAAC,8EAA8E,EAAE;gBACzF,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACrB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,kCAAkC;QACrE,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAsB,EAAE,MAA6B,EAAE,OAAyB;QACxG,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,MAAM,GAAuB,SAAS,CAAC;QAC3C,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAAyB,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1F,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;QAE/B,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,QAAQ,CAAC,CAAC,oFAAoF;QAC3G,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAwB,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAEhG,IAAI,QAA+B,CAAC;QACpC,IAAI,aAAiC,EAAE,MAAW,CAAC;QACnD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChE,IAAI,SAAS,EAAE,CAAC;YACZ,QAAQ,SAAS,CAAC,YAAY,EAAE,CAAC;gBAC7B,KAAK,YAAY,CAAC,UAAU;oBAAE,aAAa,GAAG,QAAQ,CAAC;oBAAC,MAAM;gBAC9D,KAAK,YAAY,CAAC,IAAI;oBAAE,aAAa,GAAG,MAAM,CAAC;oBAAC,MAAM;gBACtD,OAAO,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,YAAY,CAAC;YACpD,CAAC;YACD,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAElC,IAAI,SAAS,CAAC,YAAY,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;gBACrF,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,CAAC,YAAY,IAAI;sBAClE,mBAAmB,SAAS,CAAC,aAAa,IAAI;sBAC9C,YAAY,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YACvH,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACV,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAExC,6EAA6E;gBAC7E,MAAM,cAAc,GAAG,uBAAuB,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;gBAC/E,MAAM,WAAW,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;gBACrD,MAAM,YAAY,GAAG,sBAAsB,CAAC,cAAc,CAAC,CAAC;gBAC5D,MAAM,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,CAAC,CAAC;gBAC3C,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;YACtE,CAAC;QACL,CAAC;QAID,IAAI,QAAQ,EAAE,CAAC;YACX,aAAa,GAAG,UAAU,CAAC;QAC/B,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;YACrF,WAAW,EAAE,WAAW;YACxB,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YAC3E,YAAY;YACZ,QAAQ;SACU,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAsB,EAAE,MAA6B,EAAE,OAAyB;QAC9G,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,MAAM,GAAuB,SAAS,CAAC;QAC3C,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACnD,MAAM,GAAG,QAAQ,CAAC,CAAC,oFAAoF;QAC3G,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,MAAM,WAAW,GAAwB,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5F,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,IAAI,QAA+B,CAAC;oBACpC,IAAI,aAAiC,CAAC;oBACtC,QAAQ,SAAS,CAAC,YAAY,EAAE,CAAC;wBAC7B,KAAK,YAAY,CAAC,UAAU;4BAAE,aAAa,GAAG,QAAQ,CAAC;4BAAC,MAAM;wBAC9D,KAAK,YAAY,CAAC,IAAI;4BAAE,aAAa,GAAG,MAAM,CAAC;4BAAC,MAAM;wBACtD,OAAO,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,YAAY,CAAC;oBACpD,CAAC;oBACD,IAAI,SAAS,CAAC,YAAY,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC;wBACrF,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,CAAC,YAAY,IAAI;8BAClE,mBAAmB,SAAS,CAAC,aAAa,IAAI;8BAC9C,YAAY,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,aAAa,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;oBACjI,CAAC;oBACD,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtC,MAAM,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBACxD,MAAM,YAAY,GAAG,sBAAsB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBAC/D,MAAM,eAAe,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,CAAC,CAAC;wBAC1D,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;wBAClD,IAAI,QAAQ,EAAE,CAAC;4BACX,aAAa,GAAG,UAAU,CAAC;wBAC/B,CAAC;wBACD,OAAO;4BACH,MAAM,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE;4BACzD,WAAW,EAAE,WAAW;4BACxB,aAAa,EAAE,aAAa;4BAC5B,QAAQ;yBACX,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;YACD,wDAAwD;YACxD,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACjI,aAAa,EAAE,IAAI,CAAC,cAAc,EAAE,WAAW,IAAI,EAAE;gBACrD,WAAW,EAAE,WAAW;aAC3B,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CAEJ;AAGD,SAAS,kBAAkB,CAAC,KAA0C;IAClE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,oDAAoD;IACpD,8DAA8D;IAC9D,OAAO;QACH,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC;KACnD,CAAA;AACL,CAAC;AAED,SAAS,eAAe,CAAC,IAAoB;IACzC,oFAAoF;IACpF,IAAI,UAA8B,CAAC;IAEnC,oFAAoF;IACpF,IAAI,CAAC;QACD,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,YAA0B,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,CAAC,EAAE,CAAC;QACP,UAAU,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAuB,CAAC;IAClF,CAAC;IAED,OAAO;QACH,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,UAAU,EAAE,UAAU;KACzB,CAAC;AACN,CAAC;AAGD;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,YAAuB,EAAE,MAAiB;IAClE,OAAO,CAAC,YAAY,IAAI,EAAsB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AACD;;;;;;;;;;GAUG;AACH,SAAS,sBAAsB,CAAC,QAAgB;IAC5C,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAChC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAChC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,302 @@
|
|
|
1
|
+
import { Modalities, ModelType, PromptRole, readStreamAsBase64 } from "@llumiverse/core";
|
|
2
|
+
// Import the helper module for converting arbitrary protobuf.Value objects
|
|
3
|
+
import { helpers } from '@google-cloud/aiplatform';
|
|
4
|
+
export var ImagenTaskType;
|
|
5
|
+
(function (ImagenTaskType) {
|
|
6
|
+
ImagenTaskType["TEXT_IMAGE"] = "TEXT_IMAGE";
|
|
7
|
+
ImagenTaskType["EDIT_MODE_INPAINT_REMOVAL"] = "EDIT_MODE_INPAINT_REMOVAL";
|
|
8
|
+
ImagenTaskType["EDIT_MODE_INPAINT_INSERTION"] = "EDIT_MODE_INPAINT_INSERTION";
|
|
9
|
+
ImagenTaskType["EDIT_MODE_BGSWAP"] = "EDIT_MODE_BGSWAP";
|
|
10
|
+
ImagenTaskType["EDIT_MODE_OUTPAINT"] = "EDIT_MODE_OUTPAINT";
|
|
11
|
+
ImagenTaskType["CUSTOMIZATION_SUBJECT"] = "CUSTOMIZATION_SUBJECT";
|
|
12
|
+
ImagenTaskType["CUSTOMIZATION_STYLE"] = "CUSTOMIZATION_STYLE";
|
|
13
|
+
ImagenTaskType["CUSTOMIZATION_CONTROLLED"] = "CUSTOMIZATION_CONTROLLED";
|
|
14
|
+
ImagenTaskType["CUSTOMIZATION_INSTRUCT"] = "CUSTOMIZATION_INSTRUCT";
|
|
15
|
+
})(ImagenTaskType || (ImagenTaskType = {}));
|
|
16
|
+
export var ImagenMaskMode;
|
|
17
|
+
(function (ImagenMaskMode) {
|
|
18
|
+
ImagenMaskMode["MASK_MODE_USER_PROVIDED"] = "MASK_MODE_USER_PROVIDED";
|
|
19
|
+
ImagenMaskMode["MASK_MODE_BACKGROUND"] = "MASK_MODE_BACKGROUND";
|
|
20
|
+
ImagenMaskMode["MASK_MODE_FOREGROUND"] = "MASK_MODE_FOREGROUND";
|
|
21
|
+
ImagenMaskMode["MASK_MODE_SEMANTIC"] = "MASK_MODE_SEMANTIC";
|
|
22
|
+
})(ImagenMaskMode || (ImagenMaskMode = {}));
|
|
23
|
+
function getImagenParameters(taskType, options) {
|
|
24
|
+
const commonParameters = {
|
|
25
|
+
sampleCount: options?.number_of_images,
|
|
26
|
+
seed: options?.seed,
|
|
27
|
+
safetySetting: options?.safety_setting,
|
|
28
|
+
personGeneration: options?.person_generation,
|
|
29
|
+
negativePrompt: taskType ? undefined : "", //Filled in later from the prompt
|
|
30
|
+
//TODO: Add more safety and prompt rejection information
|
|
31
|
+
//includeSafetyAttributes: true,
|
|
32
|
+
//includeRaiReason: true,
|
|
33
|
+
};
|
|
34
|
+
switch (taskType) {
|
|
35
|
+
case ImagenTaskType.EDIT_MODE_INPAINT_REMOVAL:
|
|
36
|
+
return {
|
|
37
|
+
...commonParameters,
|
|
38
|
+
editMode: "EDIT_MODE_INPAINT_REMOVAL",
|
|
39
|
+
editConfig: {
|
|
40
|
+
baseSteps: options?.edit_steps,
|
|
41
|
+
},
|
|
42
|
+
};
|
|
43
|
+
case ImagenTaskType.EDIT_MODE_INPAINT_INSERTION:
|
|
44
|
+
return {
|
|
45
|
+
...commonParameters,
|
|
46
|
+
editMode: "EDIT_MODE_INPAINT_INSERTION",
|
|
47
|
+
editConfig: {
|
|
48
|
+
baseSteps: options?.edit_steps,
|
|
49
|
+
},
|
|
50
|
+
};
|
|
51
|
+
case ImagenTaskType.EDIT_MODE_BGSWAP:
|
|
52
|
+
return {
|
|
53
|
+
...commonParameters,
|
|
54
|
+
editMode: "EDIT_MODE_BGSWAP",
|
|
55
|
+
editConfig: {
|
|
56
|
+
baseSteps: options?.edit_steps,
|
|
57
|
+
},
|
|
58
|
+
};
|
|
59
|
+
case ImagenTaskType.EDIT_MODE_OUTPAINT:
|
|
60
|
+
return {
|
|
61
|
+
...commonParameters,
|
|
62
|
+
editMode: "EDIT_MODE_OUTPAINT",
|
|
63
|
+
editConfig: {
|
|
64
|
+
baseSteps: options?.edit_steps,
|
|
65
|
+
},
|
|
66
|
+
};
|
|
67
|
+
case ImagenTaskType.TEXT_IMAGE:
|
|
68
|
+
return {
|
|
69
|
+
...commonParameters,
|
|
70
|
+
// You can't use a seed value and watermark at the same time.
|
|
71
|
+
addWatermark: options?.add_watermark,
|
|
72
|
+
aspectRatio: options?.aspect_ratio,
|
|
73
|
+
enhancePrompt: options?.enhance_prompt,
|
|
74
|
+
};
|
|
75
|
+
case ImagenTaskType.CUSTOMIZATION_SUBJECT:
|
|
76
|
+
case ImagenTaskType.CUSTOMIZATION_CONTROLLED:
|
|
77
|
+
case ImagenTaskType.CUSTOMIZATION_INSTRUCT:
|
|
78
|
+
case ImagenTaskType.CUSTOMIZATION_STYLE:
|
|
79
|
+
return {
|
|
80
|
+
...commonParameters,
|
|
81
|
+
};
|
|
82
|
+
default:
|
|
83
|
+
throw new Error("Task type not supported");
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
export class ImagenModelDefinition {
|
|
87
|
+
model;
|
|
88
|
+
constructor(modelId) {
|
|
89
|
+
this.model = {
|
|
90
|
+
id: modelId,
|
|
91
|
+
name: modelId,
|
|
92
|
+
provider: 'vertexai',
|
|
93
|
+
type: ModelType.Image,
|
|
94
|
+
can_stream: false,
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
async createPrompt(_driver, segments, options) {
|
|
98
|
+
const splits = options.model.split("/");
|
|
99
|
+
const modelName = splits[splits.length - 1];
|
|
100
|
+
options = { ...options, model: modelName };
|
|
101
|
+
const prompt = {
|
|
102
|
+
prompt: "",
|
|
103
|
+
};
|
|
104
|
+
//Collect text prompts, Imagen does not support roles, so everything gets merged together
|
|
105
|
+
// however we still respect our typical pattern. System First, Safety Last.
|
|
106
|
+
const system = [];
|
|
107
|
+
const user = [];
|
|
108
|
+
const safety = [];
|
|
109
|
+
const negative = [];
|
|
110
|
+
const mask_mode = options.model_options?.mask_mode;
|
|
111
|
+
const imagenOptions = options.model_options;
|
|
112
|
+
for (const msg of segments) {
|
|
113
|
+
if (msg.role === PromptRole.safety) {
|
|
114
|
+
safety.push(msg.content);
|
|
115
|
+
}
|
|
116
|
+
else if (msg.role === PromptRole.system) {
|
|
117
|
+
system.push(msg.content);
|
|
118
|
+
}
|
|
119
|
+
else if (msg.role === PromptRole.negative) {
|
|
120
|
+
negative.push(msg.content);
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
//Everything else is assumed to be user or user adjacent.
|
|
124
|
+
user.push(msg.content);
|
|
125
|
+
}
|
|
126
|
+
if (msg.files) {
|
|
127
|
+
//Get images from messages
|
|
128
|
+
if (!prompt.referenceImages) {
|
|
129
|
+
prompt.referenceImages = [];
|
|
130
|
+
}
|
|
131
|
+
//Always required, but only used by customisation.
|
|
132
|
+
//Each ref ID refers to a single "reference", i.e. object. To provide multiple images of a single ref,
|
|
133
|
+
//include multiple images in one prompt.
|
|
134
|
+
const refId = prompt.referenceImages.length + 1;
|
|
135
|
+
for (const img of msg.files) {
|
|
136
|
+
if (img.mime_type?.includes("image")) {
|
|
137
|
+
if (msg.role !== PromptRole.mask) {
|
|
138
|
+
//Editing based mode requires a reference image
|
|
139
|
+
if (imagenOptions?.edit_mode?.includes("EDIT_MODE")) {
|
|
140
|
+
prompt.referenceImages.push({
|
|
141
|
+
referenceType: "REFERENCE_TYPE_RAW",
|
|
142
|
+
referenceId: refId,
|
|
143
|
+
referenceImage: {
|
|
144
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
145
|
+
}
|
|
146
|
+
});
|
|
147
|
+
//If mask is auto-generated, add a mask reference
|
|
148
|
+
if (mask_mode !== ImagenMaskMode.MASK_MODE_USER_PROVIDED) {
|
|
149
|
+
prompt.referenceImages.push({
|
|
150
|
+
referenceType: "REFERENCE_TYPE_MASK",
|
|
151
|
+
referenceId: refId,
|
|
152
|
+
maskImageConfig: {
|
|
153
|
+
maskMode: mask_mode,
|
|
154
|
+
dilation: imagenOptions?.mask_dilation,
|
|
155
|
+
}
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_SUBJECT) {
|
|
160
|
+
//First image is always the control image
|
|
161
|
+
if (refId == 1) {
|
|
162
|
+
//Customization subject mode requires a control image
|
|
163
|
+
prompt.referenceImages.push({
|
|
164
|
+
referenceType: "REFERENCE_TYPE_CONTROL",
|
|
165
|
+
referenceId: refId,
|
|
166
|
+
referenceImage: {
|
|
167
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
168
|
+
},
|
|
169
|
+
controlImageConfig: {
|
|
170
|
+
controlType: imagenOptions?.controlType === "CONTROL_TYPE_FACE_MESH" ? "CONTROL_TYPE_FACE_MESH" : "CONTROL_TYPE_CANNY",
|
|
171
|
+
enableControlImageComputation: imagenOptions?.controlImageComputation,
|
|
172
|
+
}
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
else {
|
|
176
|
+
// Subject images
|
|
177
|
+
prompt.referenceImages.push({
|
|
178
|
+
referenceType: "REFERENCE_TYPE_SUBJECT",
|
|
179
|
+
referenceId: refId,
|
|
180
|
+
referenceImage: {
|
|
181
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
182
|
+
},
|
|
183
|
+
subjectImageConfig: {
|
|
184
|
+
subjectDescription: prompt.subjectDescription ?? msg.content,
|
|
185
|
+
subjectType: imagenOptions?.subjectType ?? "SUBJECT_TYPE_DEFAULT",
|
|
186
|
+
}
|
|
187
|
+
});
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_STYLE) {
|
|
191
|
+
// Style images
|
|
192
|
+
prompt.referenceImages.push({
|
|
193
|
+
referenceType: "REFERENCE_TYPE_STYLE",
|
|
194
|
+
referenceId: refId,
|
|
195
|
+
referenceImage: {
|
|
196
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
197
|
+
},
|
|
198
|
+
styleImageConfig: {
|
|
199
|
+
styleDescription: prompt.subjectDescription ?? msg.content,
|
|
200
|
+
}
|
|
201
|
+
});
|
|
202
|
+
}
|
|
203
|
+
else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_CONTROLLED) {
|
|
204
|
+
// Control images
|
|
205
|
+
prompt.referenceImages.push({
|
|
206
|
+
referenceType: "REFERENCE_TYPE_CONTROL",
|
|
207
|
+
referenceId: refId,
|
|
208
|
+
referenceImage: {
|
|
209
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
210
|
+
},
|
|
211
|
+
controlImageConfig: {
|
|
212
|
+
controlType: imagenOptions?.controlType === "CONTROL_TYPE_FACE_MESH" ? "CONTROL_TYPE_FACE_MESH" : "CONTROL_TYPE_CANNY",
|
|
213
|
+
enableControlImageComputation: imagenOptions?.controlImageComputation,
|
|
214
|
+
}
|
|
215
|
+
});
|
|
216
|
+
}
|
|
217
|
+
else if (options.model_options?.edit_mode === ImagenTaskType.CUSTOMIZATION_INSTRUCT) {
|
|
218
|
+
// Control images
|
|
219
|
+
prompt.referenceImages.push({
|
|
220
|
+
referenceType: "REFERENCE_TYPE_RAW",
|
|
221
|
+
referenceId: refId,
|
|
222
|
+
referenceImage: {
|
|
223
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
224
|
+
},
|
|
225
|
+
});
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
//If mask is user-provided, add a mask reference
|
|
229
|
+
if (msg.role === PromptRole.mask && mask_mode === ImagenMaskMode.MASK_MODE_USER_PROVIDED) {
|
|
230
|
+
prompt.referenceImages.push({
|
|
231
|
+
referenceType: "REFERENCE_TYPE_MASK",
|
|
232
|
+
referenceId: refId,
|
|
233
|
+
referenceImage: {
|
|
234
|
+
bytesBase64Encoded: await readStreamAsBase64(await img.getStream()),
|
|
235
|
+
},
|
|
236
|
+
maskImageConfig: {
|
|
237
|
+
maskMode: mask_mode,
|
|
238
|
+
dilation: imagenOptions?.mask_dilation,
|
|
239
|
+
}
|
|
240
|
+
});
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
//Extract the text from the segments
|
|
247
|
+
prompt.prompt += [system.join("\n\n"), user.join("\n\n"), safety.join("\n\n")].join("\n\n");
|
|
248
|
+
//Negative prompt
|
|
249
|
+
if (negative.length > 0) {
|
|
250
|
+
prompt.negativePrompt = negative.join(", ");
|
|
251
|
+
}
|
|
252
|
+
console.log(prompt);
|
|
253
|
+
return prompt;
|
|
254
|
+
}
|
|
255
|
+
async requestImageGeneration(driver, prompt, options) {
|
|
256
|
+
if (options.model_options?._option_id !== "vertexai-imagen") {
|
|
257
|
+
driver.logger.warn("Invalid model options", { options: options.model_options });
|
|
258
|
+
}
|
|
259
|
+
options.model_options = options.model_options;
|
|
260
|
+
if (options.output_modality !== Modalities.image) {
|
|
261
|
+
throw new Error(`Image generation requires image output_modality`);
|
|
262
|
+
}
|
|
263
|
+
const taskType = options.model_options?.edit_mode ?? ImagenTaskType.TEXT_IMAGE;
|
|
264
|
+
driver.logger.info("Task type: " + taskType);
|
|
265
|
+
const modelName = options.model.split("/").pop() ?? '';
|
|
266
|
+
// Configure the parent resource
|
|
267
|
+
// TODO: make location configurable, fixed to us-central1 for now
|
|
268
|
+
const endpoint = `projects/${driver.options.project}/locations/us-central1/publishers/google/models/${modelName}`;
|
|
269
|
+
const instanceValue = helpers.toValue(prompt);
|
|
270
|
+
if (!instanceValue) {
|
|
271
|
+
throw new Error('No instance value found');
|
|
272
|
+
}
|
|
273
|
+
const instances = [instanceValue];
|
|
274
|
+
let parameter = getImagenParameters(taskType, options.model_options ?? { _option_id: "vertexai-imagen" });
|
|
275
|
+
parameter.negativePrompt = prompt.negativePrompt ?? undefined;
|
|
276
|
+
const numberOfImages = options.model_options?.number_of_images ?? 1;
|
|
277
|
+
// Remove all undefined values
|
|
278
|
+
parameter = Object.fromEntries(Object.entries(parameter).filter(([_, v]) => v !== undefined));
|
|
279
|
+
const parameters = helpers.toValue(parameter);
|
|
280
|
+
const request = {
|
|
281
|
+
endpoint,
|
|
282
|
+
instances,
|
|
283
|
+
parameters,
|
|
284
|
+
};
|
|
285
|
+
const client = driver.getImagenClient();
|
|
286
|
+
// Predict request
|
|
287
|
+
const [response] = await client.predict(request, { timeout: 120000 * numberOfImages }); //Extended timeout for image generation
|
|
288
|
+
const predictions = response.predictions;
|
|
289
|
+
if (!predictions) {
|
|
290
|
+
throw new Error('No predictions found');
|
|
291
|
+
}
|
|
292
|
+
// Extract base64 encoded images from predictions
|
|
293
|
+
const images = predictions.map(prediction => prediction.structValue?.fields?.bytesBase64Encoded?.stringValue ?? '');
|
|
294
|
+
return {
|
|
295
|
+
result: images.map(image => ({
|
|
296
|
+
type: "image",
|
|
297
|
+
value: image
|
|
298
|
+
})),
|
|
299
|
+
};
|
|
300
|
+
}
|
|
301
|
+
}
|
|
302
|
+
//# sourceMappingURL=imagen.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"imagen.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/imagen.ts"],"names":[],"mappings":"AAAA,OAAO,EACoC,UAAU,EACjD,SAAS,EAAE,UAAU,EAAiB,kBAAkB,EAC3D,MAAM,kBAAkB,CAAC;AAG1B,2EAA2E;AAC3E,OAAO,EAAU,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAW3D,MAAM,CAAN,IAAY,cAUX;AAVD,WAAY,cAAc;IACtB,2CAAyB,CAAA;IACzB,yEAAuD,CAAA;IACvD,6EAA2D,CAAA;IAC3D,uDAAqC,CAAA;IACrC,2DAAyC,CAAA;IACzC,iEAA+C,CAAA;IAC/C,6DAA2C,CAAA;IAC3C,uEAAqD,CAAA;IACrD,mEAAiD,CAAA;AACrD,CAAC,EAVW,cAAc,KAAd,cAAc,QAUzB;AAED,MAAM,CAAN,IAAY,cAKX;AALD,WAAY,cAAc;IACtB,qEAAmD,CAAA;IACnD,+DAA6C,CAAA;IAC7C,+DAA6C,CAAA;IAC7C,2DAAyC,CAAA;AAC7C,CAAC,EALW,cAAc,KAAd,cAAc,QAKzB;AAkDD,SAAS,mBAAmB,CAAC,QAAgB,EAAE,OAAsB;IACjE,MAAM,gBAAgB,GAAG;QACrB,WAAW,EAAE,OAAO,EAAE,gBAAgB;QACtC,IAAI,EAAE,OAAO,EAAE,IAAI;QACnB,aAAa,EAAE,OAAO,EAAE,cAAc;QACtC,gBAAgB,EAAE,OAAO,EAAE,iBAAiB;QAC5C,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,iCAAiC;QAC5E,wDAAwD;QACxD,gCAAgC;QAChC,yBAAyB;KAC5B,CAAC;IACF,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,cAAc,CAAC,yBAAyB;YACzC,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,2BAA2B;gBACrC,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,2BAA2B;YAC3C,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,6BAA6B;gBACvC,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,gBAAgB;YAChC,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,kBAAkB;gBAC5B,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,kBAAkB;YAClC,OAAO;gBACH,GAAG,gBAAgB;gBACnB,QAAQ,EAAE,oBAAoB;gBAC9B,UAAU,EAAE;oBACR,SAAS,EAAE,OAAO,EAAE,UAAU;iBACjC;aACJ,CAAA;QACL,KAAK,cAAc,CAAC,UAAU;YAC1B,OAAO;gBACH,GAAG,gBAAgB;gBACnB,6DAA6D;gBAC7D,YAAY,EAAE,OAAO,EAAE,aAAa;gBACpC,WAAW,EAAE,OAAO,EAAE,YAAY;gBAClC,aAAa,EAAE,OAAO,EAAE,cAAc;aACzC,CAAC;QACN,KAAK,cAAc,CAAC,qBAAqB,CAAC;QAC1C,KAAK,cAAc,CAAC,wBAAwB,CAAC;QAC7C,KAAK,cAAc,CAAC,sBAAsB,CAAC;QAC3C,KAAK,cAAc,CAAC,mBAAmB;YACnC,OAAO;gBACH,GAAG,gBAAgB;aACtB,CAAA;QACL;YACI,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACnD,CAAC;AACL,CAAC;AAED,MAAM,OAAO,qBAAqB;IAE9B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,KAAK;YACrB,UAAU,EAAE,KAAK;SACpB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAyB;QAC5F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAE3C,MAAM,MAAM,GAAiB;YACzB,MAAM,EAAE,EAAE;SACb,CAAA;QAED,0FAA0F;QAC1F,2EAA2E;QAC3E,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,MAAM,SAAS,GAAI,OAAO,CAAC,aAA+B,EAAE,SAAS,CAAC;QACtE,MAAM,aAAa,GAAG,OAAO,CAAC,aAA8B,CAAC;QAE7D,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACJ,yDAAyD;gBACzD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,0BAA0B;gBAC1B,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;oBAC1B,MAAM,CAAC,eAAe,GAAG,EAAE,CAAC;gBAChC,CAAC;gBAED,mDAAmD;gBACnD,sGAAsG;gBACtG,wCAAwC;gBACxC,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBAChD,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBAC1B,IAAI,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACnC,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;4BAC/B,+CAA+C;4BAC/C,IAAI,aAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gCAClD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,oBAAoB;oCACnC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;iCACJ,CAAC,CAAC;gCACH,iDAAiD;gCACjD,IAAI,SAAS,KAAK,cAAc,CAAC,uBAAuB,EAAE,CAAC;oCACvD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wCACxB,aAAa,EAAE,qBAAqB;wCACpC,WAAW,EAAE,KAAK;wCAClB,eAAe,EAAE;4CACb,QAAQ,EAAE,SAAS;4CACnB,QAAQ,EAAE,aAAa,EAAE,aAAa;yCACzC;qCACJ,CAAC,CAAC;gCACP,CAAC;4BACL,CAAC;iCACI,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,qBAAqB,EAAE,CAAC;gCACpG,yCAAyC;gCACzC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oCACb,qDAAqD;oCACrD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wCACxB,aAAa,EAAE,wBAAwB;wCACvC,WAAW,EAAE,KAAK;wCAClB,cAAc,EAAE;4CACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;yCACtE;wCACD,kBAAkB,EAAE;4CAChB,WAAW,EAAE,aAAa,EAAE,WAAW,KAAK,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,oBAAoB;4CACtH,6BAA6B,EAAE,aAAa,EAAE,uBAAuB;yCACxE;qCACJ,CAAC,CAAC;gCACP,CAAC;qCAAM,CAAC;oCACJ,iBAAiB;oCACjB,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wCACxB,aAAa,EAAE,wBAAwB;wCACvC,WAAW,EAAE,KAAK;wCAClB,cAAc,EAAE;4CACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;yCACtE;wCACD,kBAAkB,EAAE;4CAChB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,OAAO;4CAC5D,WAAW,EAAE,aAAa,EAAE,WAAW,IAAI,sBAAsB;yCACpE;qCACJ,CAAC,CAAC;gCACP,CAAC;4BACL,CAAC;iCAAM,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,mBAAmB,EAAE,CAAC;gCACpG,eAAe;gCACf,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,sBAAsB;oCACrC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;oCACD,gBAAgB,EAAE;wCACd,gBAAgB,EAAE,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,OAAO;qCAC7D;iCACJ,CAAC,CAAC;4BACP,CAAC;iCAAM,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,wBAAwB,EAAE,CAAC;gCACzG,iBAAiB;gCACjB,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,wBAAwB;oCACvC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;oCACD,kBAAkB,EAAE;wCAChB,WAAW,EAAE,aAAa,EAAE,WAAW,KAAK,wBAAwB,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,oBAAoB;wCACtH,6BAA6B,EAAE,aAAa,EAAE,uBAAuB;qCACxE;iCACJ,CAAC,CAAC;4BACP,CAAC;iCAAM,IAAK,OAAO,CAAC,aAA+B,EAAE,SAAS,KAAK,cAAc,CAAC,sBAAsB,EAAE,CAAC;gCACvG,iBAAiB;gCACjB,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;oCACxB,aAAa,EAAE,oBAAoB;oCACnC,WAAW,EAAE,KAAK;oCAClB,cAAc,EAAE;wCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;qCACtE;iCACJ,CAAC,CAAC;4BACP,CAAC;wBACL,CAAC;wBACD,gDAAgD;wBAChD,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,IAAI,SAAS,KAAK,cAAc,CAAC,uBAAuB,EAAE,CAAC;4BACvF,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;gCACxB,aAAa,EAAE,qBAAqB;gCACpC,WAAW,EAAE,KAAK;gCAClB,cAAc,EAAE;oCACZ,kBAAkB,EAAE,MAAM,kBAAkB,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC;iCACtE;gCACD,eAAe,EAAE;oCACb,QAAQ,EAAE,SAAS;oCACnB,QAAQ,EAAE,aAAa,EAAE,aAAa;iCACzC;6BACJ,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,oCAAoC;QACpC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE5F,iBAAiB;QACjB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,CAAC,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,OAAO,MAAM,CAAA;IACjB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,MAAsB,EAAE,MAAoB,EAAE,OAAyB;QAChG,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,iBAAiB,EAAE,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACpF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAA0C,CAAC;QAE3E,IAAI,OAAO,CAAC,eAAe,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,QAAQ,GAAW,OAAO,CAAC,aAAa,EAAE,SAAS,IAAI,cAAc,CAAC,UAAU,CAAC;QAEvF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAE3D,gCAAgC;QAChC,iEAAiE;QACjE,MAAM,QAAQ,GAAG,YAAY,MAAM,CAAC,OAAO,CAAC,OAAO,mDAAmD,SAAS,EAAE,CAAC;QAElH,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,aAAa,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,aAAa,CAAC,CAAC;QAElC,IAAI,SAAS,GAAQ,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,IAAI,EAAC,UAAU,EAAE,iBAAiB,EAAC,CAAC,CAAC;QAC7G,SAAS,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,SAAS,CAAC;QAE9D,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAEpE,8BAA8B;QAC9B,SAAS,GAAG,MAAM,CAAC,WAAW,CAC1B,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CACzD,CAAC;QAET,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE9C,MAAM,OAAO,GAAsD;YAC/D,QAAQ;YACR,SAAS;YACT,UAAU;SACb,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAExC,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC,uCAAuC;QAC/H,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QAEzC,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QAED,iDAAiD;QACjD,MAAM,MAAM,GAAa,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAClD,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,kBAAkB,EAAE,WAAW,IAAI,EAAE,CACxE,CAAC;QAEF,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACzB,IAAI,EAAE,OAAgB;gBACtB,KAAK,EAAE,KAAK;aACf,CAAC,CAAC;SACN,CAAC;IACN,CAAC;CACJ"}
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
import { ModelType, PromptRole } from "@llumiverse/core";
|
|
2
|
+
import { transformSSEStream } from "@llumiverse/core/async";
|
|
3
|
+
/**
|
|
4
|
+
* Convert a stream to a string
|
|
5
|
+
*/
|
|
6
|
+
async function streamToString(stream) {
|
|
7
|
+
const chunks = [];
|
|
8
|
+
for await (const chunk of stream) {
|
|
9
|
+
chunks.push(Buffer.from(chunk));
|
|
10
|
+
}
|
|
11
|
+
return Buffer.concat(chunks).toString('utf-8');
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Update the conversation messages
|
|
15
|
+
* @param conversation The previous conversation context
|
|
16
|
+
* @param prompt The new prompt to add to the conversation
|
|
17
|
+
* @returns Updated conversation with combined messages
|
|
18
|
+
*/
|
|
19
|
+
function updateConversation(conversation, prompt) {
|
|
20
|
+
const baseMessages = conversation ? conversation.messages : [];
|
|
21
|
+
return {
|
|
22
|
+
messages: [...baseMessages, ...(prompt.messages || [])],
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
export class LLamaModelDefinition {
|
|
26
|
+
model;
|
|
27
|
+
constructor(modelId) {
|
|
28
|
+
this.model = {
|
|
29
|
+
id: modelId,
|
|
30
|
+
name: modelId,
|
|
31
|
+
provider: 'vertexai',
|
|
32
|
+
type: ModelType.Text,
|
|
33
|
+
can_stream: true,
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
// Return the appropriate region based on the Llama model
|
|
37
|
+
getLlamaModelRegion(modelName) {
|
|
38
|
+
// Llama 4 models are in us-east5, Llama 3.x models are in us-central1
|
|
39
|
+
if (modelName.startsWith('llama-4')) {
|
|
40
|
+
return 'us-east5';
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
return 'us-central1';
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
async createPrompt(_driver, segments, options) {
|
|
47
|
+
const messages = [];
|
|
48
|
+
// Process segments and convert them to the Llama MaaS format
|
|
49
|
+
for (const segment of segments) {
|
|
50
|
+
// Convert the prompt segments to messages
|
|
51
|
+
const role = segment.role === PromptRole.assistant ? 'assistant' : 'user';
|
|
52
|
+
// Combine files and text content if needed
|
|
53
|
+
let messageContent = segment.content || '';
|
|
54
|
+
if (segment.files && segment.files.length > 0) {
|
|
55
|
+
for (const file of segment.files) {
|
|
56
|
+
if (file.mime_type?.startsWith("text/")) {
|
|
57
|
+
const fileStream = await file.getStream();
|
|
58
|
+
const fileContent = await streamToString(fileStream);
|
|
59
|
+
messageContent += `\n\nFile content:\n${fileContent}`;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
messages.push({
|
|
64
|
+
role: role,
|
|
65
|
+
content: messageContent
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
if (options.result_schema) {
|
|
69
|
+
messages.push({
|
|
70
|
+
role: 'user',
|
|
71
|
+
content: "The answer must be a JSON object using the following JSON Schema:\n" + JSON.stringify(options.result_schema)
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
// Return the prompt in the format expected by Llama MaaS API
|
|
75
|
+
return {
|
|
76
|
+
messages: messages,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
async requestTextCompletion(driver, prompt, options) {
|
|
80
|
+
const splits = options.model.split("/");
|
|
81
|
+
const modelName = splits[splits.length - 1];
|
|
82
|
+
let conversation = updateConversation(options.conversation, prompt);
|
|
83
|
+
const modelOptions = options.model_options;
|
|
84
|
+
const payload = {
|
|
85
|
+
model: `meta/${modelName}`,
|
|
86
|
+
messages: conversation.messages,
|
|
87
|
+
stream: false,
|
|
88
|
+
max_tokens: modelOptions?.max_tokens,
|
|
89
|
+
temperature: modelOptions?.temperature,
|
|
90
|
+
top_p: modelOptions?.top_p,
|
|
91
|
+
top_k: modelOptions?.top_k,
|
|
92
|
+
// Disable llama guard
|
|
93
|
+
extra_body: {
|
|
94
|
+
google: {
|
|
95
|
+
model_safety_settings: {
|
|
96
|
+
enabled: false,
|
|
97
|
+
llama_guard_settings: {}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
};
|
|
102
|
+
// Make POST request to the Llama MaaS API
|
|
103
|
+
const region = this.getLlamaModelRegion(modelName);
|
|
104
|
+
const client = driver.getLLamaClient(region);
|
|
105
|
+
const openaiEndpoint = `endpoints/openapi/chat/completions`;
|
|
106
|
+
const result = await client.post(openaiEndpoint, {
|
|
107
|
+
payload
|
|
108
|
+
});
|
|
109
|
+
// Extract response data
|
|
110
|
+
const assistantMessage = result?.choices[0]?.message;
|
|
111
|
+
const text = assistantMessage?.content;
|
|
112
|
+
// Update conversation with the response
|
|
113
|
+
conversation = updateConversation(conversation, {
|
|
114
|
+
messages: [{
|
|
115
|
+
role: assistantMessage?.role,
|
|
116
|
+
content: text
|
|
117
|
+
}],
|
|
118
|
+
});
|
|
119
|
+
return {
|
|
120
|
+
result: [{ type: "text", value: text }],
|
|
121
|
+
token_usage: {
|
|
122
|
+
prompt: result.usage.prompt_tokens,
|
|
123
|
+
result: result.usage.completion_tokens,
|
|
124
|
+
total: result.usage.total_tokens
|
|
125
|
+
},
|
|
126
|
+
finish_reason: result.choices[0].finish_reason,
|
|
127
|
+
conversation
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
async requestTextCompletionStream(driver, prompt, options) {
|
|
131
|
+
const splits = options.model.split("/");
|
|
132
|
+
const modelName = splits[splits.length - 1];
|
|
133
|
+
const conversation = updateConversation(options.conversation, prompt);
|
|
134
|
+
const modelOptions = options.model_options;
|
|
135
|
+
const payload = {
|
|
136
|
+
model: `meta/${modelName}`,
|
|
137
|
+
messages: conversation.messages,
|
|
138
|
+
stream: true,
|
|
139
|
+
max_tokens: modelOptions?.max_tokens,
|
|
140
|
+
temperature: modelOptions?.temperature,
|
|
141
|
+
top_p: modelOptions?.top_p,
|
|
142
|
+
top_k: modelOptions?.top_k,
|
|
143
|
+
// Disable llama guard
|
|
144
|
+
extra_body: {
|
|
145
|
+
google: {
|
|
146
|
+
model_safety_settings: {
|
|
147
|
+
enabled: false,
|
|
148
|
+
llama_guard_settings: {}
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
};
|
|
153
|
+
// Make POST request to the Llama MaaS API
|
|
154
|
+
//TODO: Fix error handling with the fetch client, errors will return a empty response
|
|
155
|
+
//But not throw any error
|
|
156
|
+
const region = this.getLlamaModelRegion(modelName);
|
|
157
|
+
const client = driver.getLLamaClient(region);
|
|
158
|
+
const openaiEndpoint = `endpoints/openapi/chat/completions`;
|
|
159
|
+
const stream = await client.post(openaiEndpoint, {
|
|
160
|
+
payload,
|
|
161
|
+
reader: 'sse'
|
|
162
|
+
});
|
|
163
|
+
return transformSSEStream(stream, (data) => {
|
|
164
|
+
const json = JSON.parse(data);
|
|
165
|
+
const choice = json.choices?.[0];
|
|
166
|
+
const content = choice?.delta?.content ?? '';
|
|
167
|
+
return {
|
|
168
|
+
result: content ? [{ type: "text", value: content }] : [],
|
|
169
|
+
finish_reason: choice?.finish_reason,
|
|
170
|
+
token_usage: json.usage ? {
|
|
171
|
+
prompt: json.usage.prompt_tokens,
|
|
172
|
+
result: json.usage.completion_tokens,
|
|
173
|
+
total: json.usage.total_tokens,
|
|
174
|
+
} : undefined
|
|
175
|
+
};
|
|
176
|
+
});
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
//# sourceMappingURL=llama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llama.js","sourceRoot":"","sources":["../../../../../src/vertexai/models/llama.ts"],"names":[],"mappings":"AAAA,OAAO,EAC2D,SAAS,EACxD,UAAU,EAE5B,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAqD5D;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,MAAW;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,YAA4C,EAAE,MAAmB;IACzF,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/D,OAAO;QACH,QAAQ,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,OAAO,oBAAoB;IAE7B,KAAK,CAAS;IAEd,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,IAAI;SACR,CAAC;IACjB,CAAC;IAED,yDAAyD;IACzD,mBAAmB,CAAC,SAAiB;QACjC,sEAAsE;QACtE,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,OAAO,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,OAAO,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAuB,EAAE,QAAyB,EAAE,OAAsB;QACzF,MAAM,QAAQ,GAAmB,EAAE,CAAC;QAEpC,6DAA6D;QAC7D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,0CAA0C;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YAE1E,2CAA2C;YAC3C,IAAI,cAAc,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE3C,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;wBAC1C,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;wBACrD,cAAc,IAAI,sBAAsB,WAAW,EAAE,CAAC;oBAC1D,CAAC;gBACL,CAAC;YACL,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,cAAc;aAC1B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,qEAAqE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC;aACzH,CAAC,CAAC;QACP,CAAC;QAED,6DAA6D;QAC7D,OAAO;YACH,QAAQ,EAAE,QAAQ;SACrB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAsB,EAAE,MAAmB,EAAE,OAAyB;QAC9F,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAAwB;YACjC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC7C,OAAO;SACV,CAAkB,CAAC;QAEpB,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QACrD,MAAM,IAAI,GAAG,gBAAgB,EAAE,OAAO,CAAC;QAEvC,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE;YAC5C,QAAQ,EAAE,CAAC;oBACP,IAAI,EAAE,gBAAgB,EAAE,IAAI;oBAC5B,OAAO,EAAE,IAAI;iBAChB,CAAC;SACL,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;gBAClC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;gBACtC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;aACnC;YACD,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,YAAY;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAsB,EAAE,MAAmB,EAAE,OAAyB;QACpG,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,MAAM,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAErF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAAwB;YACjC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,qFAAqF;QACrF,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC7C,OAAO;YACP,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAyB,EAAE;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwB,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YAC7C,OAAO;gBACH,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzD,aAAa,EAAE,MAAM,EAAE,aAAa;gBACpC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBAChC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACjC,CAAC,CAAC,CAAC,SAAS;aAChB,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;CACJ"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { trimModelName } from "./index.js";
|
|
2
|
+
import { GeminiModelDefinition } from "./models/gemini.js";
|
|
3
|
+
import { ClaudeModelDefinition } from "./models/claude.js";
|
|
4
|
+
import { LLamaModelDefinition } from "./models/llama.js";
|
|
5
|
+
export function getModelDefinition(model) {
|
|
6
|
+
const splits = model.split("/");
|
|
7
|
+
const publisher = splits[1];
|
|
8
|
+
const modelName = trimModelName(splits[splits.length - 1]);
|
|
9
|
+
if (publisher?.includes("anthropic")) {
|
|
10
|
+
return new ClaudeModelDefinition(modelName);
|
|
11
|
+
}
|
|
12
|
+
else if (publisher?.includes("google")) {
|
|
13
|
+
return new GeminiModelDefinition(modelName);
|
|
14
|
+
}
|
|
15
|
+
else if (publisher?.includes("meta")) {
|
|
16
|
+
return new LLamaModelDefinition(modelName);
|
|
17
|
+
}
|
|
18
|
+
//Fallback, assume it is Gemini.
|
|
19
|
+
return new GeminiModelDefinition(modelName);
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/vertexai/models.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAWzD,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,gCAAgC;IAChC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;AAChD,CAAC"}
|