@llumiverse/drivers 1.2.0 → 1.4.0-dev.20260629.090753Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/{types/adobe → adobe}/firefly.d.ts +2 -1
- package/lib/adobe/firefly.d.ts.map +1 -0
- package/lib/adobe/firefly.js +120 -0
- package/lib/adobe/firefly.js.map +1 -0
- package/lib/anthropic/index.d.ts +23 -0
- package/lib/anthropic/index.d.ts.map +1 -0
- package/lib/anthropic/index.js +68 -0
- package/lib/anthropic/index.js.map +1 -0
- package/lib/{types/azure → azure}/azure_foundry.d.ts +9 -7
- package/lib/azure/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/azure → azure}/azure_foundry.js +138 -124
- package/lib/azure/azure_foundry.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/converse.d.ts +2 -2
- package/lib/bedrock/converse.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/converse.js +86 -79
- package/lib/bedrock/converse.js.map +1 -0
- package/lib/bedrock/embeddings.d.ts +4 -0
- package/lib/bedrock/embeddings.d.ts.map +1 -0
- package/lib/bedrock/embeddings.js +359 -0
- package/lib/bedrock/embeddings.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/index.d.ts +33 -9
- package/lib/bedrock/index.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/index.js +599 -324
- package/lib/bedrock/index.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/nova-image-payload.d.ts +5 -5
- package/lib/bedrock/nova-image-payload.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/nova-image-payload.js +31 -36
- package/lib/bedrock/nova-image-payload.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/payloads.d.ts +1 -1
- package/lib/bedrock/payloads.d.ts.map +1 -0
- package/lib/{cjs/bedrock → bedrock}/payloads.js.map +1 -1
- package/lib/{types/bedrock → bedrock}/s3.d.ts +3 -2
- package/lib/bedrock/s3.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/s3.js +27 -23
- package/lib/bedrock/s3.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/twelvelabs.d.ts +8 -9
- package/lib/bedrock/twelvelabs.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/twelvelabs.js +17 -21
- package/lib/bedrock/twelvelabs.js.map +1 -0
- package/lib/{types/groq → groq}/index.d.ts +6 -4
- package/lib/groq/index.d.ts.map +1 -0
- package/lib/{esm/groq → groq}/index.js +72 -39
- package/lib/groq/index.js.map +1 -0
- package/lib/{types/huggingface_ie.d.ts → huggingface_ie.d.ts} +4 -3
- package/lib/huggingface_ie.d.ts.map +1 -0
- package/lib/{esm/huggingface_ie.js → huggingface_ie.js} +32 -31
- package/lib/huggingface_ie.js.map +1 -0
- package/lib/index.d.ts +16 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +16 -0
- package/lib/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/index.d.ts +6 -5
- package/lib/mistral/index.d.ts.map +1 -0
- package/lib/{esm/mistral → mistral}/index.js +66 -38
- package/lib/mistral/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/types.d.ts +1 -0
- package/lib/mistral/types.d.ts.map +1 -0
- package/lib/mistral/types.js.map +1 -0
- package/lib/{types/openai → openai}/azure_openai.d.ts +5 -4
- package/lib/openai/azure_openai.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/azure_openai.js +17 -14
- package/lib/openai/azure_openai.js.map +1 -0
- package/lib/openai/drivers.d.ts +4 -0
- package/lib/openai/drivers.d.ts.map +1 -0
- package/lib/openai/drivers.js +9 -0
- package/lib/openai/drivers.js.map +1 -0
- package/lib/{types/openai → openai}/index.d.ts +17 -5
- package/lib/openai/index.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/index.js +254 -148
- package/lib/openai/index.js.map +1 -0
- package/lib/{types/openai → openai}/openai.d.ts +3 -3
- package/lib/openai/openai.d.ts.map +1 -0
- package/lib/openai/openai.js +15 -0
- package/lib/openai/openai.js.map +1 -0
- package/lib/{types/openai → openai}/openai_compatible.d.ts +3 -3
- package/lib/openai/openai_compatible.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_compatible.js +14 -11
- package/lib/openai/openai_compatible.js.map +1 -0
- package/lib/{types/openai → openai}/openai_format.d.ts +3 -2
- package/lib/openai/openai_format.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_format.js +66 -24
- package/lib/openai/openai_format.js.map +1 -0
- package/lib/{types/replicate.d.ts → replicate.d.ts} +3 -2
- package/lib/replicate.d.ts.map +1 -0
- package/lib/{esm/replicate.js → replicate.js} +59 -49
- package/lib/replicate.js.map +1 -0
- package/lib/shared/claude-messages.d.ts +99 -0
- package/lib/shared/claude-messages.d.ts.map +1 -0
- package/lib/shared/claude-messages.js +869 -0
- package/lib/shared/claude-messages.js.map +1 -0
- package/lib/{types/shared → shared}/claude-thinking.d.ts +1 -1
- package/lib/shared/claude-thinking.d.ts.map +1 -0
- package/lib/{esm/shared → shared}/claude-thinking.js +5 -7
- package/lib/shared/claude-thinking.js.map +1 -0
- package/lib/shared/debug-prompt.d.ts +5 -0
- package/lib/shared/debug-prompt.d.ts.map +1 -0
- package/lib/shared/debug-prompt.js +25 -0
- package/lib/shared/debug-prompt.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/test-driver/TestErrorCompletionStream.js +16 -0
- package/lib/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestValidationErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/TestValidationErrorCompletionStream.js +4 -4
- package/lib/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/index.d.ts +3 -3
- package/lib/test-driver/index.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/index.js +20 -20
- package/lib/test-driver/index.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/utils.d.ts +1 -1
- package/lib/test-driver/utils.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/utils.js +4 -4
- package/lib/test-driver/utils.js.map +1 -0
- package/lib/togetherai/index.d.ts +15 -0
- package/lib/togetherai/index.d.ts.map +1 -0
- package/lib/togetherai/index.js +54 -0
- package/lib/togetherai/index.js.map +1 -0
- package/lib/{types/togetherai → togetherai}/interfaces.d.ts +1 -1
- package/lib/togetherai/interfaces.d.ts.map +1 -0
- package/lib/{cjs/watsonx → togetherai}/interfaces.js.map +1 -1
- package/lib/vertexai/debug.d.ts +2 -0
- package/lib/vertexai/debug.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/debug.js +1 -1
- package/lib/vertexai/debug.js.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts +9 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js +141 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js.map +1 -0
- package/lib/vertexai/embeddings/embed.d.ts +13 -0
- package/lib/vertexai/embeddings/embed.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed.js +162 -0
- package/lib/vertexai/embeddings/embed.js.map +1 -0
- package/lib/vertexai/embeddings/source-utils.d.ts +9 -0
- package/lib/vertexai/embeddings/source-utils.d.ts.map +1 -0
- package/lib/vertexai/embeddings/source-utils.js +18 -0
- package/lib/vertexai/embeddings/source-utils.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/index.d.ts +31 -19
- package/lib/vertexai/index.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/index.js +221 -159
- package/lib/vertexai/index.js.map +1 -0
- package/lib/vertexai/models/claude.d.ts +16 -0
- package/lib/vertexai/models/claude.d.ts.map +1 -0
- package/lib/vertexai/models/claude.js +65 -0
- package/lib/vertexai/models/claude.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/gemini.d.ts +29 -5
- package/lib/vertexai/models/gemini.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/gemini.js +255 -127
- package/lib/vertexai/models/gemini.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/imagen.d.ts +12 -11
- package/lib/vertexai/models/imagen.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/imagen.js +74 -47
- package/lib/vertexai/models/imagen.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/llama.d.ts +4 -4
- package/lib/vertexai/models/llama.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/llama.js +37 -33
- package/lib/vertexai/models/llama.js.map +1 -0
- package/lib/vertexai/models.d.ts +21 -0
- package/lib/vertexai/models.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models.js +12 -9
- package/lib/vertexai/models.js.map +1 -0
- package/lib/{types/watsonx → watsonx}/index.d.ts +4 -3
- package/lib/watsonx/index.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/index.js +69 -41
- package/lib/watsonx/index.js.map +1 -0
- package/lib/watsonx/interfaces.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/interfaces.js.map +1 -1
- package/lib/{types/xai → xai}/index.d.ts +4 -4
- package/lib/xai/index.d.ts.map +1 -0
- package/lib/{esm/xai → xai}/index.js +22 -18
- package/lib/xai/index.js.map +1 -0
- package/package.json +88 -36
- package/src/adobe/firefly.ts +60 -43
- package/src/anthropic/index.ts +121 -0
- package/src/azure/azure_foundry.ts +210 -165
- package/src/bedrock/converse.ts +124 -101
- package/src/bedrock/embeddings.test.ts +508 -0
- package/src/bedrock/embeddings.ts +517 -0
- package/src/bedrock/error-handling.test.ts +62 -14
- package/src/bedrock/index.ts +832 -466
- package/src/bedrock/nova-image-payload.ts +98 -91
- package/src/bedrock/payloads.ts +9 -9
- package/src/bedrock/s3.test.ts +39 -0
- package/src/bedrock/s3.ts +57 -38
- package/src/bedrock/streaming-tool-use.test.ts +86 -69
- package/src/bedrock/twelvelabs.ts +35 -32
- package/src/groq/index.ts +143 -60
- package/src/http-timeout-wiring.test.ts +263 -0
- package/src/huggingface_ie.ts +45 -61
- package/src/index.ts +15 -15
- package/src/mistral/index.ts +97 -48
- package/src/mistral/types.ts +13 -12
- package/src/openai/azure_openai.ts +35 -27
- package/src/openai/drivers.ts +9 -0
- package/src/openai/error-handling.test.ts +308 -113
- package/src/openai/index.ts +389 -254
- package/src/openai/openai.ts +6 -13
- package/src/openai/openai_compatible.ts +35 -25
- package/src/openai/openai_format.ts +90 -40
- package/src/replicate.ts +108 -86
- package/src/shared/claude-messages.test.ts +37 -0
- package/src/shared/claude-messages.ts +1085 -0
- package/src/shared/claude-thinking.ts +6 -12
- package/src/shared/debug-prompt.ts +28 -0
- package/src/test-driver/TestErrorCompletionStream.ts +9 -10
- package/src/test-driver/TestValidationErrorCompletionStream.ts +9 -10
- package/src/test-driver/index.ts +43 -27
- package/src/test-driver/utils.ts +8 -8
- package/src/togetherai/index.test.ts +32 -0
- package/src/togetherai/index.ts +64 -128
- package/src/togetherai/interfaces.ts +5 -5
- package/src/vertexai/debug.ts +3 -3
- package/src/vertexai/embeddings/embed-legacy-multimodal.ts +211 -0
- package/src/vertexai/embeddings/embed.ts +206 -0
- package/src/vertexai/embeddings/embeddings.test.ts +497 -0
- package/src/vertexai/embeddings/source-utils.test.ts +54 -0
- package/src/vertexai/embeddings/source-utils.ts +29 -0
- package/src/vertexai/index.ts +339 -253
- package/src/vertexai/models/claude-error-handling.test.ts +86 -39
- package/src/vertexai/models/claude-streaming-spacing.test.ts +82 -75
- package/src/vertexai/models/claude.ts +84 -1041
- package/src/vertexai/models/gemini-conversation-mutation.test.ts +65 -23
- package/src/vertexai/models/gemini-error-handling.test.ts +126 -10
- package/src/vertexai/models/gemini-orphaned-tool-result.test.ts +118 -0
- package/src/vertexai/models/gemini.ts +372 -182
- package/src/vertexai/models/imagen.ts +164 -100
- package/src/vertexai/models/llama.ts +70 -48
- package/src/vertexai/models.ts +36 -16
- package/src/watsonx/index.ts +101 -65
- package/src/watsonx/interfaces.ts +10 -15
- package/src/xai/index.ts +30 -30
- package/lib/cjs/adobe/firefly.js +0 -120
- package/lib/cjs/adobe/firefly.js.map +0 -1
- package/lib/cjs/azure/azure_foundry.js +0 -432
- package/lib/cjs/azure/azure_foundry.js.map +0 -1
- package/lib/cjs/bedrock/converse.js +0 -359
- package/lib/cjs/bedrock/converse.js.map +0 -1
- package/lib/cjs/bedrock/index.js +0 -1508
- package/lib/cjs/bedrock/index.js.map +0 -1
- package/lib/cjs/bedrock/nova-image-payload.js +0 -207
- package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
- package/lib/cjs/bedrock/payloads.js +0 -3
- package/lib/cjs/bedrock/s3.js +0 -107
- package/lib/cjs/bedrock/s3.js.map +0 -1
- package/lib/cjs/bedrock/twelvelabs.js +0 -87
- package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
- package/lib/cjs/groq/index.js +0 -328
- package/lib/cjs/groq/index.js.map +0 -1
- package/lib/cjs/huggingface_ie.js +0 -201
- package/lib/cjs/huggingface_ie.js.map +0 -1
- package/lib/cjs/index.js +0 -31
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/mistral/index.js +0 -176
- package/lib/cjs/mistral/index.js.map +0 -1
- package/lib/cjs/mistral/types.js +0 -83
- package/lib/cjs/mistral/types.js.map +0 -1
- package/lib/cjs/openai/azure_openai.js +0 -72
- package/lib/cjs/openai/azure_openai.js.map +0 -1
- package/lib/cjs/openai/index.js +0 -1129
- package/lib/cjs/openai/index.js.map +0 -1
- package/lib/cjs/openai/openai.js +0 -21
- package/lib/cjs/openai/openai.js.map +0 -1
- package/lib/cjs/openai/openai_compatible.js +0 -63
- package/lib/cjs/openai/openai_compatible.js.map +0 -1
- package/lib/cjs/openai/openai_format.js +0 -131
- package/lib/cjs/openai/openai_format.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/replicate.js +0 -275
- package/lib/cjs/replicate.js.map +0 -1
- package/lib/cjs/shared/claude-thinking.js +0 -60
- package/lib/cjs/shared/claude-thinking.js.map +0 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/index.js +0 -109
- package/lib/cjs/test-driver/index.js.map +0 -1
- package/lib/cjs/test-driver/utils.js +0 -30
- package/lib/cjs/test-driver/utils.js.map +0 -1
- package/lib/cjs/togetherai/index.js +0 -126
- package/lib/cjs/togetherai/index.js.map +0 -1
- package/lib/cjs/togetherai/interfaces.js +0 -3
- package/lib/cjs/togetherai/interfaces.js.map +0 -1
- package/lib/cjs/vertexai/debug.js +0 -12
- package/lib/cjs/vertexai/debug.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
- package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/cjs/vertexai/index.js +0 -644
- package/lib/cjs/vertexai/index.js.map +0 -1
- package/lib/cjs/vertexai/models/claude.js +0 -917
- package/lib/cjs/vertexai/models/claude.js.map +0 -1
- package/lib/cjs/vertexai/models/gemini.js +0 -858
- package/lib/cjs/vertexai/models/gemini.js.map +0 -1
- package/lib/cjs/vertexai/models/imagen.js +0 -303
- package/lib/cjs/vertexai/models/imagen.js.map +0 -1
- package/lib/cjs/vertexai/models/llama.js +0 -183
- package/lib/cjs/vertexai/models/llama.js.map +0 -1
- package/lib/cjs/vertexai/models.js +0 -35
- package/lib/cjs/vertexai/models.js.map +0 -1
- package/lib/cjs/watsonx/index.js +0 -161
- package/lib/cjs/watsonx/index.js.map +0 -1
- package/lib/cjs/watsonx/interfaces.js +0 -3
- package/lib/cjs/xai/index.js +0 -65
- package/lib/cjs/xai/index.js.map +0 -1
- package/lib/esm/adobe/firefly.js +0 -116
- package/lib/esm/adobe/firefly.js.map +0 -1
- package/lib/esm/azure/azure_foundry.js.map +0 -1
- package/lib/esm/bedrock/converse.js.map +0 -1
- package/lib/esm/bedrock/index.js.map +0 -1
- package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
- package/lib/esm/bedrock/payloads.js.map +0 -1
- package/lib/esm/bedrock/s3.js.map +0 -1
- package/lib/esm/bedrock/twelvelabs.js.map +0 -1
- package/lib/esm/groq/index.js.map +0 -1
- package/lib/esm/huggingface_ie.js.map +0 -1
- package/lib/esm/index.js +0 -15
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/mistral/index.js.map +0 -1
- package/lib/esm/mistral/types.js.map +0 -1
- package/lib/esm/openai/azure_openai.js.map +0 -1
- package/lib/esm/openai/index.js.map +0 -1
- package/lib/esm/openai/openai.js +0 -14
- package/lib/esm/openai/openai.js.map +0 -1
- package/lib/esm/openai/openai_compatible.js.map +0 -1
- package/lib/esm/openai/openai_format.js.map +0 -1
- package/lib/esm/replicate.js.map +0 -1
- package/lib/esm/shared/claude-thinking.js.map +0 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/index.js.map +0 -1
- package/lib/esm/test-driver/utils.js.map +0 -1
- package/lib/esm/togetherai/index.js +0 -122
- package/lib/esm/togetherai/index.js.map +0 -1
- package/lib/esm/togetherai/interfaces.js.map +0 -1
- package/lib/esm/vertexai/debug.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
- package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/vertexai/index.js.map +0 -1
- package/lib/esm/vertexai/models/claude.js +0 -906
- package/lib/esm/vertexai/models/claude.js.map +0 -1
- package/lib/esm/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/vertexai/models/imagen.js.map +0 -1
- package/lib/esm/vertexai/models/llama.js.map +0 -1
- package/lib/esm/vertexai/models.js.map +0 -1
- package/lib/esm/watsonx/index.js.map +0 -1
- package/lib/esm/xai/index.js.map +0 -1
- package/lib/types/adobe/firefly.d.ts.map +0 -1
- package/lib/types/azure/azure_foundry.d.ts.map +0 -1
- package/lib/types/bedrock/converse.d.ts.map +0 -1
- package/lib/types/bedrock/index.d.ts.map +0 -1
- package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
- package/lib/types/bedrock/payloads.d.ts.map +0 -1
- package/lib/types/bedrock/s3.d.ts.map +0 -1
- package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
- package/lib/types/groq/index.d.ts.map +0 -1
- package/lib/types/huggingface_ie.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -15
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/mistral/index.d.ts.map +0 -1
- package/lib/types/mistral/types.d.ts.map +0 -1
- package/lib/types/openai/azure_openai.d.ts.map +0 -1
- package/lib/types/openai/index.d.ts.map +0 -1
- package/lib/types/openai/openai.d.ts.map +0 -1
- package/lib/types/openai/openai_compatible.d.ts.map +0 -1
- package/lib/types/openai/openai_format.d.ts.map +0 -1
- package/lib/types/replicate.d.ts.map +0 -1
- package/lib/types/shared/claude-thinking.d.ts.map +0 -1
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/index.d.ts.map +0 -1
- package/lib/types/test-driver/utils.d.ts.map +0 -1
- package/lib/types/togetherai/index.d.ts +0 -23
- package/lib/types/togetherai/index.d.ts.map +0 -1
- package/lib/types/togetherai/interfaces.d.ts.map +0 -1
- package/lib/types/vertexai/debug.d.ts +0 -2
- package/lib/types/vertexai/debug.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
- package/lib/types/vertexai/index.d.ts.map +0 -1
- package/lib/types/vertexai/models/claude.d.ts +0 -119
- package/lib/types/vertexai/models/claude.d.ts.map +0 -1
- package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
- package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
- package/lib/types/vertexai/models/llama.d.ts.map +0 -1
- package/lib/types/vertexai/models.d.ts +0 -20
- package/lib/types/vertexai/models.d.ts.map +0 -1
- package/lib/types/watsonx/index.d.ts.map +0 -1
- package/lib/types/watsonx/interfaces.d.ts.map +0 -1
- package/lib/types/xai/index.d.ts.map +0 -1
- package/src/vertexai/embeddings/embeddings-image.ts +0 -52
- package/src/vertexai/embeddings/embeddings-text.ts +0 -54
- /package/lib/{esm/bedrock → bedrock}/payloads.js +0 -0
- /package/lib/{esm/mistral → mistral}/types.js +0 -0
- /package/lib/{esm/togetherai → togetherai}/interfaces.js +0 -0
- /package/lib/{types/watsonx → watsonx}/interfaces.d.ts +0 -0
- /package/lib/{esm/watsonx → watsonx}/interfaces.js +0 -0
|
@@ -1,20 +1,36 @@
|
|
|
1
|
-
import { DefaultAzureCredential, getBearerTokenProvider } from "@azure/identity";
|
|
2
|
-
import { AbstractDriver, getModelCapabilities, modelModalitiesToArray, Providers } from "@llumiverse/core";
|
|
3
1
|
import { AIProjectClient } from '@azure/ai-projects';
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
2
|
+
import { createSseStream } from '@azure/core-sse';
|
|
3
|
+
import { DefaultAzureCredential, getBearerTokenProvider } from '@azure/identity';
|
|
4
|
+
import ModelClient, { isUnexpected } from '@azure-rest/ai-inference';
|
|
5
|
+
import { dataSourceToBase64, getModelCapabilities, LlumiverseError, modelModalitiesToArray, normalizeEmbeddingsOptions, Providers, } from '@llumiverse/core';
|
|
6
|
+
import { AbstractDriver } from '@llumiverse/core/driver';
|
|
7
|
+
import { BaseOpenAIDriver } from '../openai/index.js';
|
|
8
|
+
import { formatOpenAIDebugPrompt, formatOpenAILikeMultimodalPrompt } from '../openai/openai_format.js';
|
|
9
|
+
class AzureFoundryOpenAIProtocolDriver extends BaseOpenAIDriver {
|
|
10
|
+
service;
|
|
11
|
+
provider = Providers.azure_foundry;
|
|
12
|
+
constructor(service) {
|
|
13
|
+
super({});
|
|
14
|
+
this.service = service;
|
|
15
|
+
}
|
|
16
|
+
async listModels() {
|
|
17
|
+
return [];
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
function hasNumericStatus(error) {
|
|
21
|
+
return error instanceof Error && typeof error.status === 'number';
|
|
22
|
+
}
|
|
8
23
|
export class AzureFoundryDriver extends AbstractDriver {
|
|
9
24
|
service;
|
|
25
|
+
inferenceClient;
|
|
10
26
|
provider = Providers.azure_foundry;
|
|
11
|
-
OPENAI_API_VERSION =
|
|
12
|
-
INFERENCE_API_VERSION =
|
|
27
|
+
OPENAI_API_VERSION = '2025-01-01-preview';
|
|
28
|
+
INFERENCE_API_VERSION = '2024-05-01-preview';
|
|
13
29
|
constructor(opts) {
|
|
14
30
|
super(opts);
|
|
15
31
|
this.formatPrompt = formatOpenAILikeMultimodalPrompt;
|
|
16
32
|
if (!opts.endpoint) {
|
|
17
|
-
throw new Error(
|
|
33
|
+
throw new Error('Azure AI Foundry endpoint is required');
|
|
18
34
|
}
|
|
19
35
|
try {
|
|
20
36
|
if (!opts.azureADTokenProvider) {
|
|
@@ -23,61 +39,64 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
23
39
|
}
|
|
24
40
|
}
|
|
25
41
|
catch (error) {
|
|
26
|
-
this.logger.error({ error },
|
|
27
|
-
throw new Error(
|
|
42
|
+
this.logger.error({ error }, 'Failed to initialize Azure AD token provider:');
|
|
43
|
+
throw new Error('Failed to initialize Azure AD token provider');
|
|
28
44
|
}
|
|
29
|
-
// Initialize AI Projects client which provides access to inference operations
|
|
30
|
-
this.service = new AIProjectClient(opts.endpoint, opts.azureADTokenProvider);
|
|
31
45
|
if (opts.apiVersion) {
|
|
32
46
|
this.OPENAI_API_VERSION = opts.apiVersion;
|
|
33
47
|
this.INFERENCE_API_VERSION = opts.apiVersion;
|
|
34
48
|
this.logger.info(`[Azure Foundry] Overriding default API version, using API version: ${opts.apiVersion}`);
|
|
35
49
|
}
|
|
50
|
+
this.service = new AIProjectClient(opts.endpoint, opts.azureADTokenProvider);
|
|
51
|
+
this.inferenceClient = ModelClient(opts.endpoint, opts.azureADTokenProvider, {
|
|
52
|
+
apiVersion: this.INFERENCE_API_VERSION,
|
|
53
|
+
});
|
|
36
54
|
}
|
|
37
55
|
/**
|
|
38
56
|
* Get default authentication for Azure AI Foundry API
|
|
39
57
|
*/
|
|
40
58
|
getDefaultAIFoundryAuth() {
|
|
41
|
-
const scope =
|
|
59
|
+
const scope = 'https://ai.azure.com/.default';
|
|
42
60
|
const azureADTokenProvider = getBearerTokenProvider(new DefaultAzureCredential(), scope);
|
|
43
61
|
return azureADTokenProvider;
|
|
44
62
|
}
|
|
45
63
|
async isOpenAIDeployment(model) {
|
|
46
64
|
const { deploymentName } = parseAzureFoundryModelId(model);
|
|
47
|
-
let deployment
|
|
65
|
+
let deployment;
|
|
48
66
|
// First, verify the deployment exists
|
|
49
67
|
try {
|
|
50
|
-
deployment = await this.service.deployments.get(deploymentName);
|
|
68
|
+
deployment = (await this.service.deployments.get(deploymentName));
|
|
51
69
|
this.logger.debug(`[Azure Foundry] Deployment ${deploymentName} found`);
|
|
52
70
|
}
|
|
53
71
|
catch (deploymentError) {
|
|
54
72
|
this.logger.error({ deploymentError }, `[Azure Foundry] Deployment ${deploymentName} not found:`);
|
|
55
73
|
}
|
|
56
|
-
return deployment
|
|
74
|
+
return deployment?.modelPublisher === 'OpenAI';
|
|
57
75
|
}
|
|
58
76
|
canStream(_options) {
|
|
59
77
|
return Promise.resolve(true);
|
|
60
78
|
}
|
|
79
|
+
formatDebugPrompt(prompt) {
|
|
80
|
+
return formatOpenAIDebugPrompt(prompt);
|
|
81
|
+
}
|
|
61
82
|
async requestTextCompletion(prompt, options) {
|
|
62
83
|
const { deploymentName } = parseAzureFoundryModelId(options.model);
|
|
63
84
|
const model_options = options.model_options;
|
|
64
85
|
const isOpenAI = await this.isOpenAIDeployment(options.model);
|
|
65
|
-
let response;
|
|
66
86
|
if (isOpenAI) {
|
|
67
87
|
// Use the Azure OpenAI client for OpenAI models
|
|
68
|
-
const
|
|
69
|
-
const subDriver = new
|
|
88
|
+
const openAI = this.service.getOpenAIClient();
|
|
89
|
+
const subDriver = new AzureFoundryOpenAIProtocolDriver(openAI);
|
|
70
90
|
// Use deployment name for API calls
|
|
71
91
|
const modifiedOptions = { ...options, model: deploymentName };
|
|
72
|
-
|
|
73
|
-
return response;
|
|
92
|
+
return subDriver.requestTextCompletion(prompt, modifiedOptions);
|
|
74
93
|
}
|
|
75
94
|
else {
|
|
76
95
|
// Use the chat completions client from the inference operations
|
|
77
96
|
// Convert ResponseInputItem[] to ChatRequestMessage[] for non-OpenAI inference
|
|
78
97
|
const messages = convertToInferenceMessages(prompt);
|
|
79
|
-
const chatClient = this.
|
|
80
|
-
response = await chatClient.post({
|
|
98
|
+
const chatClient = this.inferenceClient.path('/chat/completions');
|
|
99
|
+
const response = await chatClient.post({
|
|
81
100
|
body: {
|
|
82
101
|
messages,
|
|
83
102
|
max_tokens: model_options?.max_tokens,
|
|
@@ -88,9 +107,9 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
88
107
|
frequency_penalty: model_options?.frequency_penalty,
|
|
89
108
|
presence_penalty: model_options?.presence_penalty,
|
|
90
109
|
stop: model_options?.stop_sequence,
|
|
91
|
-
}
|
|
110
|
+
},
|
|
92
111
|
});
|
|
93
|
-
if (response.status !==
|
|
112
|
+
if (response.status !== '200') {
|
|
94
113
|
this.logger.error({ response }, `[Azure Foundry] Chat completion request failed:`);
|
|
95
114
|
throw new Error(`Chat completion request failed with status ${response.status}: ${response.body}`);
|
|
96
115
|
}
|
|
@@ -102,8 +121,8 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
102
121
|
const model_options = options.model_options;
|
|
103
122
|
const isOpenAI = await this.isOpenAIDeployment(options.model);
|
|
104
123
|
if (isOpenAI) {
|
|
105
|
-
const
|
|
106
|
-
const subDriver = new
|
|
124
|
+
const openAI = this.service.getOpenAIClient();
|
|
125
|
+
const subDriver = new AzureFoundryOpenAIProtocolDriver(openAI);
|
|
107
126
|
const modifiedOptions = { ...options, model: deploymentName };
|
|
108
127
|
const stream = await subDriver.requestTextCompletionStream(prompt, modifiedOptions);
|
|
109
128
|
return stream;
|
|
@@ -111,8 +130,9 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
111
130
|
else {
|
|
112
131
|
// Convert ResponseInputItem[] to ChatRequestMessage[] for non-OpenAI inference
|
|
113
132
|
const messages = convertToInferenceMessages(prompt);
|
|
114
|
-
const chatClient = this.
|
|
115
|
-
const response = await chatClient
|
|
133
|
+
const chatClient = this.inferenceClient.path('/chat/completions');
|
|
134
|
+
const response = await chatClient
|
|
135
|
+
.post({
|
|
116
136
|
body: {
|
|
117
137
|
messages,
|
|
118
138
|
max_tokens: model_options?.max_tokens,
|
|
@@ -123,15 +143,16 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
123
143
|
frequency_penalty: model_options?.frequency_penalty,
|
|
124
144
|
presence_penalty: model_options?.presence_penalty,
|
|
125
145
|
stop: model_options?.stop_sequence,
|
|
126
|
-
}
|
|
127
|
-
})
|
|
146
|
+
},
|
|
147
|
+
})
|
|
148
|
+
.asNodeStream();
|
|
128
149
|
// We type assert from NodeJS.ReadableStream to NodeJSReadableStream
|
|
129
150
|
// The Azure Examples, expect a .destroy() method on the stream
|
|
130
151
|
const stream = response.body;
|
|
131
152
|
if (!stream) {
|
|
132
|
-
throw new Error(
|
|
153
|
+
throw new Error('The response stream is undefined');
|
|
133
154
|
}
|
|
134
|
-
if (response.status !==
|
|
155
|
+
if (response.status !== '200') {
|
|
135
156
|
stream.destroy();
|
|
136
157
|
throw new Error(`Failed to get chat completions, http operation failed with ${response.status} code`);
|
|
137
158
|
}
|
|
@@ -142,7 +163,7 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
142
163
|
async *processStreamResponse(sseStream) {
|
|
143
164
|
try {
|
|
144
165
|
for await (const event of sseStream) {
|
|
145
|
-
if (event.data ===
|
|
166
|
+
if (!event.data || event.data === '[DONE]') {
|
|
146
167
|
break;
|
|
147
168
|
}
|
|
148
169
|
try {
|
|
@@ -156,7 +177,7 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
156
177
|
continue;
|
|
157
178
|
}
|
|
158
179
|
const chunk = {
|
|
159
|
-
result: choice.delta?.content ||
|
|
180
|
+
result: choice.delta?.content || '',
|
|
160
181
|
finish_reason: this.convertFinishReason(choice.finish_reason),
|
|
161
182
|
token_usage: {
|
|
162
183
|
prompt: data.usage?.prompt_tokens,
|
|
@@ -168,7 +189,6 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
168
189
|
}
|
|
169
190
|
catch (parseError) {
|
|
170
191
|
this.logger.warn({ parseError }, `[Azure Foundry] Failed to parse streaming response:`);
|
|
171
|
-
continue;
|
|
172
192
|
}
|
|
173
193
|
}
|
|
174
194
|
}
|
|
@@ -185,17 +205,17 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
185
205
|
};
|
|
186
206
|
const choice = result.choices?.[0];
|
|
187
207
|
if (!choice) {
|
|
188
|
-
this.logger.error({ result },
|
|
189
|
-
throw new Error(
|
|
208
|
+
this.logger.error({ result }, '[Azure Foundry] No choices in response');
|
|
209
|
+
throw new Error('No choices in response');
|
|
190
210
|
}
|
|
191
211
|
const data = choice.message?.content;
|
|
192
212
|
const toolCalls = choice.message?.tool_calls;
|
|
193
213
|
if (!data && !toolCalls) {
|
|
194
|
-
this.logger.error({ result },
|
|
195
|
-
throw new Error(
|
|
214
|
+
this.logger.error({ result }, '[Azure Foundry] Response is not valid');
|
|
215
|
+
throw new Error('Response is not valid: no content or tool calls');
|
|
196
216
|
}
|
|
197
217
|
const completion = {
|
|
198
|
-
result: data ? [{ type:
|
|
218
|
+
result: data ? [{ type: 'text', value: data }] : [],
|
|
199
219
|
token_usage: tokenInfo,
|
|
200
220
|
finish_reason: this.convertFinishReason(choice.finish_reason),
|
|
201
221
|
};
|
|
@@ -203,7 +223,7 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
203
223
|
completion.tool_use = toolCalls.map((call) => ({
|
|
204
224
|
id: call.id,
|
|
205
225
|
tool_name: call.function?.name,
|
|
206
|
-
tool_input: call.function?.arguments ? JSON.parse(call.function.arguments) : {}
|
|
226
|
+
tool_input: call.function?.arguments ? JSON.parse(call.function.arguments) : {},
|
|
207
227
|
}));
|
|
208
228
|
}
|
|
209
229
|
return completion;
|
|
@@ -213,10 +233,14 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
213
233
|
return undefined;
|
|
214
234
|
// Map Azure AI finish reasons to standard format
|
|
215
235
|
switch (reason) {
|
|
216
|
-
case 'stop':
|
|
217
|
-
|
|
218
|
-
case '
|
|
219
|
-
|
|
236
|
+
case 'stop':
|
|
237
|
+
return 'stop';
|
|
238
|
+
case 'length':
|
|
239
|
+
return 'length';
|
|
240
|
+
case 'tool_calls':
|
|
241
|
+
return 'tool_use';
|
|
242
|
+
default:
|
|
243
|
+
return reason;
|
|
220
244
|
}
|
|
221
245
|
}
|
|
222
246
|
async validateConnection() {
|
|
@@ -230,92 +254,80 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
230
254
|
break; // Just check if we can get at least one deployment
|
|
231
255
|
}
|
|
232
256
|
if (!hasDeployments) {
|
|
233
|
-
this.logger.warn(
|
|
257
|
+
this.logger.warn('[Azure Foundry] No deployments found in the project');
|
|
234
258
|
}
|
|
235
259
|
return true;
|
|
236
260
|
}
|
|
237
261
|
catch (error) {
|
|
238
|
-
this.logger.error({ error },
|
|
262
|
+
this.logger.error({ error }, 'Azure Foundry connection validation failed:');
|
|
239
263
|
return false;
|
|
240
264
|
}
|
|
241
265
|
}
|
|
242
266
|
async generateEmbeddings(options) {
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
// Use the embeddings client from the inference operations
|
|
264
|
-
const embeddingsClient = this.service.inference.embeddings({ apiVersion: this.INFERENCE_API_VERSION });
|
|
265
|
-
response = await embeddingsClient.post({
|
|
266
|
-
body: {
|
|
267
|
-
input: Array.isArray(options.text) ? options.text : [options.text],
|
|
268
|
-
model: deploymentName
|
|
269
|
-
}
|
|
267
|
+
const normalized = normalizeEmbeddingsOptions(options);
|
|
268
|
+
if (!normalized.model) {
|
|
269
|
+
throw new Error('Default embedding model selection not supported for Azure Foundry. Please specify a model.');
|
|
270
|
+
}
|
|
271
|
+
const textInputs = [];
|
|
272
|
+
const imageInputs = [];
|
|
273
|
+
normalized.inputs.forEach((input, index) => {
|
|
274
|
+
if (input.type === 'text')
|
|
275
|
+
textInputs.push({ index, input });
|
|
276
|
+
else if (input.type === 'image')
|
|
277
|
+
imageInputs.push({ index, input });
|
|
278
|
+
else {
|
|
279
|
+
throw new Error(`Provider 'azure_foundry' does not support '${input.type}' embeddings.`);
|
|
280
|
+
}
|
|
281
|
+
});
|
|
282
|
+
const items = new Array(normalized.inputs.length);
|
|
283
|
+
if (textInputs.length > 0) {
|
|
284
|
+
const vectors = await this.callAzureEmbeddings(textInputs.map((t) => t.input.text), normalized.model, 'text');
|
|
285
|
+
textInputs.forEach((entry, i) => {
|
|
286
|
+
items[entry.index] = { outputs: [{ values: vectors[i], modality: 'text' }] };
|
|
270
287
|
});
|
|
271
288
|
}
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
}
|
|
279
|
-
const embeddings = response.body.data?.[0]?.embedding;
|
|
280
|
-
if (!embeddings || !Array.isArray(embeddings) || embeddings.length === 0) {
|
|
281
|
-
throw new Error("No valid embedding array found in response");
|
|
289
|
+
if (imageInputs.length > 0) {
|
|
290
|
+
const base64Images = await Promise.all(imageInputs.map((entry) => dataSourceToBase64(entry.input.source)));
|
|
291
|
+
const vectors = await this.callAzureEmbeddings(base64Images, normalized.model, 'image');
|
|
292
|
+
imageInputs.forEach((entry, i) => {
|
|
293
|
+
items[entry.index] = { outputs: [{ values: vectors[i], modality: 'image' }] };
|
|
294
|
+
});
|
|
282
295
|
}
|
|
283
|
-
return {
|
|
284
|
-
values: embeddings,
|
|
285
|
-
model: options.model ?? ""
|
|
286
|
-
};
|
|
296
|
+
return { model: normalized.model, results: items };
|
|
287
297
|
}
|
|
288
|
-
async
|
|
289
|
-
|
|
290
|
-
throw new Error("No images provided for image embeddings");
|
|
291
|
-
}
|
|
292
|
-
const { deploymentName } = parseAzureFoundryModelId(options.model || "");
|
|
293
|
-
let response;
|
|
298
|
+
async callAzureEmbeddings(input, model, kind) {
|
|
299
|
+
const { deploymentName } = parseAzureFoundryModelId(model);
|
|
294
300
|
try {
|
|
295
|
-
|
|
296
|
-
const
|
|
297
|
-
response
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
+
const embeddingsClient = this.inferenceClient.path('/embeddings');
|
|
302
|
+
const response = await embeddingsClient.post({ body: { input, model: deploymentName } });
|
|
303
|
+
if (isUnexpected(response)) {
|
|
304
|
+
throw new Error(`${kind} embeddings request failed: ${response.status} ${response.body?.error?.message || 'Unknown error'}`);
|
|
305
|
+
}
|
|
306
|
+
const data = response.body.data;
|
|
307
|
+
if (!Array.isArray(data) || data.length === 0) {
|
|
308
|
+
throw new Error(`No embeddings found in Azure Foundry ${kind} response`);
|
|
309
|
+
}
|
|
310
|
+
const ordered = [...data].sort((a, b) => (a.index ?? 0) - (b.index ?? 0));
|
|
311
|
+
return ordered.map((entry) => {
|
|
312
|
+
const embedding = entry.embedding;
|
|
313
|
+
if (!Array.isArray(embedding) || embedding.length === 0) {
|
|
314
|
+
throw new Error(`Empty or non-array embedding in Azure Foundry ${kind} response (got ${typeof embedding})`);
|
|
301
315
|
}
|
|
316
|
+
return embedding;
|
|
302
317
|
});
|
|
303
318
|
}
|
|
304
319
|
catch (error) {
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
320
|
+
if (LlumiverseError.isLlumiverseError(error))
|
|
321
|
+
throw error;
|
|
322
|
+
if (error instanceof Error && !hasNumericStatus(error))
|
|
323
|
+
throw error;
|
|
324
|
+
this.logger.error({ error }, `Azure Foundry ${kind} embeddings error:`);
|
|
325
|
+
throw this.formatLlumiverseError(error, {
|
|
326
|
+
provider: this.provider,
|
|
327
|
+
model,
|
|
328
|
+
operation: 'execute',
|
|
329
|
+
});
|
|
314
330
|
}
|
|
315
|
-
return {
|
|
316
|
-
values: embeddings,
|
|
317
|
-
model: options.model ?? ""
|
|
318
|
-
};
|
|
319
331
|
}
|
|
320
332
|
async listModels() {
|
|
321
333
|
const filter = (m) => {
|
|
@@ -331,8 +343,8 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
331
343
|
deploymentsIterable = this.service.deployments.list();
|
|
332
344
|
}
|
|
333
345
|
catch (error) {
|
|
334
|
-
this.logger.error({ error },
|
|
335
|
-
throw new Error(
|
|
346
|
+
this.logger.error({ error }, 'Failed to list deployments:');
|
|
347
|
+
throw new Error('Failed to list deployments in Azure AI Foundry project');
|
|
336
348
|
}
|
|
337
349
|
const deployments = [];
|
|
338
350
|
for await (const page of deploymentsIterable.byPage()) {
|
|
@@ -341,12 +353,13 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
341
353
|
}
|
|
342
354
|
}
|
|
343
355
|
let modelDeployments = deployments.filter((d) => {
|
|
344
|
-
return d.type ===
|
|
356
|
+
return d.type === 'ModelDeployment';
|
|
345
357
|
});
|
|
346
358
|
if (filter) {
|
|
347
359
|
modelDeployments = modelDeployments.filter(filter);
|
|
348
360
|
}
|
|
349
|
-
const aiModels = modelDeployments
|
|
361
|
+
const aiModels = modelDeployments
|
|
362
|
+
.map((model) => {
|
|
350
363
|
// Create composite ID: deployment_name::base_model
|
|
351
364
|
const compositeId = `${model.name}::${model.modelName}`;
|
|
352
365
|
const modelCapability = getModelCapabilities(model.modelName, Providers.azure_foundry);
|
|
@@ -361,7 +374,8 @@ export class AzureFoundryDriver extends AbstractDriver {
|
|
|
361
374
|
output_modalities: modelModalitiesToArray(modelCapability.output),
|
|
362
375
|
tool_support: modelCapability.tool_support,
|
|
363
376
|
};
|
|
364
|
-
})
|
|
377
|
+
})
|
|
378
|
+
.sort((modelA, modelB) => modelA.id.localeCompare(modelB.id));
|
|
365
379
|
return aiModels;
|
|
366
380
|
}
|
|
367
381
|
}
|
|
@@ -371,13 +385,13 @@ export function parseAzureFoundryModelId(compositeId) {
|
|
|
371
385
|
if (parts.length === 2) {
|
|
372
386
|
return {
|
|
373
387
|
deploymentName: parts[0],
|
|
374
|
-
baseModel: parts[1]
|
|
388
|
+
baseModel: parts[1],
|
|
375
389
|
};
|
|
376
390
|
}
|
|
377
391
|
// Backwards compatibility: if no delimiter found, treat as deployment name
|
|
378
392
|
return {
|
|
379
393
|
deploymentName: compositeId,
|
|
380
|
-
baseModel: compositeId
|
|
394
|
+
baseModel: compositeId,
|
|
381
395
|
};
|
|
382
396
|
}
|
|
383
397
|
export function isCompositeModelId(modelId) {
|
|
@@ -400,7 +414,7 @@ function convertToInferenceMessages(items) {
|
|
|
400
414
|
// Extract text from content array
|
|
401
415
|
content = msg.content
|
|
402
416
|
.filter((part) => part.type === 'input_text')
|
|
403
|
-
.map(part => part.text)
|
|
417
|
+
.map((part) => part.text)
|
|
404
418
|
.join('\n');
|
|
405
419
|
}
|
|
406
420
|
else {
|
|
@@ -408,7 +422,7 @@ function convertToInferenceMessages(items) {
|
|
|
408
422
|
}
|
|
409
423
|
messages.push({
|
|
410
424
|
role: msg.role,
|
|
411
|
-
content
|
|
425
|
+
content,
|
|
412
426
|
});
|
|
413
427
|
}
|
|
414
428
|
// Handle function_call_output
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure_foundry.js","sourceRoot":"","sources":["../../src/azure/azure_foundry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA8C,MAAM,oBAAoB,CAAC;AACjG,OAAO,EAAE,eAAe,EAA6B,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAwB,MAAM,iBAAiB,CAAC;AAOvG,OAAO,WAAW,EAAE,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAKH,kBAAkB,EAKlB,oBAAoB,EAEpB,eAAe,EACf,sBAAsB,EACtB,0BAA0B,EAC1B,SAAS,GAGZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAOvG,MAAM,gCAAiC,SAAQ,gBAAgB;IAC3D,OAAO,CAAS;IACP,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;IAE5C,YAAY,OAAe;QACvB,KAAK,CAAC,EAAE,CAAC,CAAC;QACV,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,EAAE,CAAC;IACd,CAAC;CACJ;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,OAAO,KAAK,YAAY,KAAK,IAAI,OAAQ,KAAyB,CAAC,MAAM,KAAK,QAAQ,CAAC;AAC3F,CAAC;AAuBD,MAAM,OAAO,kBAAmB,SAAQ,cAA8D;IAClG,OAAO,CAAkB;IACR,eAAe,CAAuB;IAC9C,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;IAE5C,kBAAkB,GAAG,oBAAoB,CAAC;IAC1C,qBAAqB,GAAG,oBAAoB,CAAC;IAE7C,YAAY,IAA+B;QACvC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,YAAY,GAAG,gCAAgC,CAAC;QAErD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC7B,yDAAyD;gBACzD,IAAI,CAAC,oBAAoB,GAAG,IAAI,sBAAsB,EAAE,CAAC;YAC7D,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,+CAA+C,CAAC,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,UAAU,CAAC;YAC1C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sEAAsE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9G,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC7E,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,qBAAqB;SACzC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,uBAAuB;QACnB,MAAM,KAAK,GAAG,+BAA+B,CAAC;QAC9C,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,IAAI,sBAAsB,EAAE,EAAE,KAAK,CAAC,CAAC;QACzF,OAAO,oBAAoB,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,KAAa;QAClC,MAAM,EAAE,cAAc,EAAE,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAE3D,IAAI,UAAuC,CAAC;QAC5C,sCAAsC;QACtC,IAAI,CAAC;YACD,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAoB,CAAC;YACrF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,cAAc,QAAQ,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,eAAe,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,EAAE,8BAA8B,cAAc,aAAa,CAAC,CAAC;QACtG,CAAC;QAED,OAAO,UAAU,EAAE,cAAc,KAAK,QAAQ,CAAC;IACnD,CAAC;IAES,SAAS,CAAC,QAA0B;QAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAEM,iBAAiB,CAAC,MAA2B;QAChD,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAA2B,EAAE,OAAyB;QAC9E,MAAM,EAAE,cAAc,EAAE,GAAG,wBAAwB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACnE,MAAM,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE9D,IAAI,QAAQ,EAAE,CAAC;YACX,gDAAgD;YAChD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,IAAI,gCAAgC,CAAC,MAAM,CAAC,CAAC;YAC/D,oCAAoC;YACpC,MAAM,eAAe,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;YAC9D,OAAO,SAAS,CAAC,qBAAqB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACJ,gEAAgE;YAChE,+EAA+E;YAC/E,MAAM,QAAQ,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC;gBACnC,IAAI,EAAE;oBACF,QAAQ;oBACR,UAAU,EAAE,aAAa,EAAE,UAAU;oBACrC,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,IAAI;oBACZ,WAAW,EAAE,aAAa,EAAE,WAAW;oBACvC,KAAK,EAAE,aAAa,EAAE,KAAK;oBAC3B,iBAAiB,EAAE,aAAa,EAAE,iBAAiB;oBACnD,gBAAgB,EAAE,aAAa,EAAE,gBAAgB;oBACjD,IAAI,EAAE,aAAa,EAAE,aAAa;iBACrC;aACJ,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,iDAAiD,CAAC,CAAC;gBACnF,MAAM,IAAI,KAAK,CAAC,8CAA8C,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACvG,CAAC;YAED,OAAO,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,IAA6B,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,2BAA2B,CAC7B,MAA2B,EAC3B,OAAyB;QAEzB,MAAM,EAAE,cAAc,EAAE,GAAG,wBAAwB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACnE,MAAM,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE9D,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,IAAI,gCAAgC,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,2BAA2B,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YACpF,OAAO,MAAM,CAAC;QAClB,CAAC;aAAM,CAAC;YACJ,+EAA+E;YAC/E,MAAM,QAAQ,GAAG,0BAA0B,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,MAAM,UAAU;iBAC5B,IAAI,CAAC;gBACF,IAAI,EAAE;oBACF,QAAQ;oBACR,UAAU,EAAE,aAAa,EAAE,UAAU;oBACrC,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,IAAI;oBACZ,WAAW,EAAE,aAAa,EAAE,WAAW;oBACvC,KAAK,EAAE,aAAa,EAAE,KAAK;oBAC3B,iBAAiB,EAAE,aAAa,EAAE,iBAAiB;oBACnD,gBAAgB,EAAE,aAAa,EAAE,gBAAgB;oBACjD,IAAI,EAAE,aAAa,EAAE,aAAa;iBACrC;aACJ,CAAC;iBACD,YAAY,EAAE,CAAC;YAEpB,oEAAoE;YACpE,+DAA+D;YAC/D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAA4B,CAAC;YACrD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACxD,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC5B,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,8DAA8D,QAAQ,CAAC,MAAM,OAAO,CAAC,CAAC;YAC1G,CAAC;YAED,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;YAE1C,OAAO,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,CAAC,qBAAqB,CAAC,SAAoC;QACrE,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACzC,MAAM;gBACV,CAAC;gBAED,IAAI,CAAC;oBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,IAAI,CAAC,IAAI,EAAE,CAAC;wBACR,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;wBAC9E,SAAS;oBACb,CAAC;oBACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;oBACjC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,SAAS;oBACb,CAAC;oBACD,MAAM,KAAK,GAA0B;wBACjC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE;wBACnC,aAAa,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,CAAC;wBAC7D,WAAW,EAAE;4BACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;4BACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;4BACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;yBAClC;qBACJ,CAAC;oBAEF,MAAM,KAAK,CAAC;gBAChB,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,EAAE,qDAAqD,CAAC,CAAC;gBAC5F,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,kCAAkC,CAAC,CAAC;YACjE,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,MAA6B;QACzD,MAAM,SAAS,GAAG;YACd,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa;YACnC,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,iBAAiB;YACvC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY;SACpC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,wCAAwC,CAAC,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;QAE7C,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,uCAAuC,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACnD,WAAW,EAAE,SAAS;YACtB,aAAa,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,CAAC;SAChE,CAAC;QAEF,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,UAAU,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAA6B,EAAE,EAAE,CAAC,CAAC;gBACpE,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI;gBAC9B,UAAU,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;aAClF,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;IAEO,mBAAmB,CAAC,MAAiC;QACzD,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAC9B,iDAAiD;QACjD,QAAQ,MAAM,EAAE,CAAC;YACb,KAAK,MAAM;gBACP,OAAO,MAAM,CAAC;YAClB,KAAK,QAAQ;gBACT,OAAO,QAAQ,CAAC;YACpB,KAAK,YAAY;gBACb,OAAO,UAAU,CAAC;YACtB;gBACI,OAAO,MAAM,CAAC;QACtB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,qDAAqD;YACrD,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC5D,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,mBAAmB,EAAE,CAAC;gBACjD,cAAc,GAAG,IAAI,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC/F,MAAM,CAAC,mDAAmD;YAC9D,CAAC;YAED,IAAI,CAAC,cAAc,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YAC5E,CAAC;YAED,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,6CAA6C,CAAC,CAAC;YAC5E,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACX,4FAA4F,CAC/F,CAAC;QACN,CAAC;QAED,MAAM,UAAU,GAAmD,EAAE,CAAC;QACtE,MAAM,WAAW,GAAoD,EAAE,CAAC;QACxE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACvC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;gBAAE,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;iBACxD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;iBAC/D,CAAC;gBACF,MAAM,IAAI,KAAK,CAAC,8CAA8C,KAAK,CAAC,IAAI,eAAe,CAAC,CAAC;YAC7F,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAsB,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEvE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAC1C,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EACnC,UAAU,CAAC,KAAK,EAChB,MAAM,CACT,CAAC;YACF,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC5B,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACjF,CAAC,CAAC,CAAC;QACP,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3G,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACxF,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC7B,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;YAClF,CAAC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,KAAe,EAAE,KAAa,EAAE,IAAsB;QACpF,MAAM,EAAE,cAAc,EAAE,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC;YACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;YACzF,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,eAAe,EAAE,CAC9G,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,WAAW,CAAC,CAAC;YAC7E,CAAC;YACD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1E,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACzB,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtD,MAAM,IAAI,KAAK,CACX,iDAAiD,IAAI,kBAAkB,OAAO,SAAS,GAAG,CAC7F,CAAC;gBACN,CAAC;gBACD,OAAO,SAAS,CAAC;YACrB,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC1D,IAAI,KAAK,YAAY,KAAK,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YACpE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,iBAAiB,IAAI,oBAAoB,CAAC,CAAC;YACxE,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE;gBACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK;gBACL,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,CAAC,CAAkB,EAAE,EAAE;YAClC,oDAAoD;YACpD,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,CAAC;QAC5C,CAAC,CAAC;QACF,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAwC;QACtD,IAAI,mBAAqE,CAAC;QAC1E,IAAI,CAAC;YACD,uDAAuD;YACvD,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,6BAA6B,CAAC,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,WAAW,GAAsB,EAAE,CAAC;QAE1C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,mBAAmB,CAAC,MAAM,EAAE,EAAE,CAAC;YACpD,KAAK,MAAM,UAAU,IAAI,IAAI,EAAE,CAAC;gBAC5B,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACjC,CAAC;QACL,CAAC;QAED,IAAI,gBAAgB,GAAsB,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAwB,EAAE;YACrF,OAAO,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACT,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,QAAQ,GAAG,gBAAgB;aAC5B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACX,mDAAmD;YACnD,MAAM,WAAW,GAAG,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;YAExD,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;YACvF,OAAO;gBACH,EAAE,EAAE,WAAW;gBACf,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,WAAW,EAAE,GAAG,KAAK,CAAC,SAAS,MAAM,KAAK,CAAC,YAAY,EAAE;gBACzD,OAAO,EAAE,KAAK,CAAC,YAAY;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,KAAK,CAAC,cAAc;gBAC3B,gBAAgB,EAAE,sBAAsB,CAAC,eAAe,CAAC,KAAK,CAAC;gBAC/D,iBAAiB,EAAE,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC;gBACjE,YAAY,EAAE,eAAe,CAAC,YAAY;aACnB,CAAC;QAChC,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAElE,OAAO,QAAQ,CAAC;IACpB,CAAC;CACJ;AAED,6CAA6C;AAC7C,MAAM,UAAU,wBAAwB,CAAC,WAAmB;IACxD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO;YACH,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;YACxB,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;SACtB,CAAC;IACN,CAAC;IAED,2EAA2E;IAC3E,OAAO;QACH,cAAc,EAAE,WAAW;QAC3B,SAAS,EAAE,WAAW;KACzB,CAAC;AACN,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAC9C,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CAAC,KAA0B;IAC1D,MAAM,QAAQ,GAAyB,EAAE,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,iDAAiD;QACjD,IAAI,MAAM,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,IAAwB,CAAC;YACrC,IAAI,OAAe,CAAC;YACpB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;YAC1B,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,kCAAkC;gBAClC,OAAO,GAAG,GAAG,CAAC,OAAO;qBAChB,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;qBACxF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;qBACxB,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,EAAE,CAAC;YACjB,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,GAAG,CAAC,IAAuC;gBACjD,OAAO;aACV,CAAC,CAAC;QACP,CAAC;QACD,8BAA8B;aACzB,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,IAA6D,CAAC;YAC7E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC1F,YAAY,EAAE,MAAM,CAAC,OAAO;aACT,CAAC,CAAC;QAC7B,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { ConverseRequest, Message, SystemContentBlock } from
|
|
2
|
-
import { ExecutionOptions, PromptSegment } from
|
|
1
|
+
import { type ConverseRequest, type Message, type SystemContentBlock } from '@aws-sdk/client-bedrock-runtime';
|
|
2
|
+
import { type ExecutionOptions, type PromptSegment } from '@llumiverse/core';
|
|
3
3
|
export declare function converseConcatMessages(messages: Message[] | undefined): Message[];
|
|
4
4
|
export declare function converseSystemToMessages(system: SystemContentBlock[]): Message;
|
|
5
5
|
export declare function converseRemoveJSONprefill(messages: Message[] | undefined): Message[];
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"converse.d.ts","sourceRoot":"","sources":["../../src/bedrock/converse.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,KAAK,eAAe,EACpB,KAAK,OAAO,EACZ,KAAK,kBAAkB,EAE1B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEH,KAAK,gBAAgB,EAErB,KAAK,aAAa,EAGrB,MAAM,kBAAkB,CAAC;AA2N1B,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CA0BjF;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAY9E;AAED,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAQpF;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAW9E;AAKD,wBAAsB,oBAAoB,CACtC,QAAQ,EAAE,aAAa,EAAE,EACzB,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,eAAe,CAAC,CAoG1B"}
|