@llumiverse/drivers 1.2.0 → 1.4.0-dev.20260629.090753Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/{types/adobe → adobe}/firefly.d.ts +2 -1
- package/lib/adobe/firefly.d.ts.map +1 -0
- package/lib/adobe/firefly.js +120 -0
- package/lib/adobe/firefly.js.map +1 -0
- package/lib/anthropic/index.d.ts +23 -0
- package/lib/anthropic/index.d.ts.map +1 -0
- package/lib/anthropic/index.js +68 -0
- package/lib/anthropic/index.js.map +1 -0
- package/lib/{types/azure → azure}/azure_foundry.d.ts +9 -7
- package/lib/azure/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/azure → azure}/azure_foundry.js +138 -124
- package/lib/azure/azure_foundry.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/converse.d.ts +2 -2
- package/lib/bedrock/converse.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/converse.js +86 -79
- package/lib/bedrock/converse.js.map +1 -0
- package/lib/bedrock/embeddings.d.ts +4 -0
- package/lib/bedrock/embeddings.d.ts.map +1 -0
- package/lib/bedrock/embeddings.js +359 -0
- package/lib/bedrock/embeddings.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/index.d.ts +33 -9
- package/lib/bedrock/index.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/index.js +599 -324
- package/lib/bedrock/index.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/nova-image-payload.d.ts +5 -5
- package/lib/bedrock/nova-image-payload.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/nova-image-payload.js +31 -36
- package/lib/bedrock/nova-image-payload.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/payloads.d.ts +1 -1
- package/lib/bedrock/payloads.d.ts.map +1 -0
- package/lib/{cjs/bedrock → bedrock}/payloads.js.map +1 -1
- package/lib/{types/bedrock → bedrock}/s3.d.ts +3 -2
- package/lib/bedrock/s3.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/s3.js +27 -23
- package/lib/bedrock/s3.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/twelvelabs.d.ts +8 -9
- package/lib/bedrock/twelvelabs.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/twelvelabs.js +17 -21
- package/lib/bedrock/twelvelabs.js.map +1 -0
- package/lib/{types/groq → groq}/index.d.ts +6 -4
- package/lib/groq/index.d.ts.map +1 -0
- package/lib/{esm/groq → groq}/index.js +72 -39
- package/lib/groq/index.js.map +1 -0
- package/lib/{types/huggingface_ie.d.ts → huggingface_ie.d.ts} +4 -3
- package/lib/huggingface_ie.d.ts.map +1 -0
- package/lib/{esm/huggingface_ie.js → huggingface_ie.js} +32 -31
- package/lib/huggingface_ie.js.map +1 -0
- package/lib/index.d.ts +16 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +16 -0
- package/lib/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/index.d.ts +6 -5
- package/lib/mistral/index.d.ts.map +1 -0
- package/lib/{esm/mistral → mistral}/index.js +66 -38
- package/lib/mistral/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/types.d.ts +1 -0
- package/lib/mistral/types.d.ts.map +1 -0
- package/lib/mistral/types.js.map +1 -0
- package/lib/{types/openai → openai}/azure_openai.d.ts +5 -4
- package/lib/openai/azure_openai.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/azure_openai.js +17 -14
- package/lib/openai/azure_openai.js.map +1 -0
- package/lib/openai/drivers.d.ts +4 -0
- package/lib/openai/drivers.d.ts.map +1 -0
- package/lib/openai/drivers.js +9 -0
- package/lib/openai/drivers.js.map +1 -0
- package/lib/{types/openai → openai}/index.d.ts +17 -5
- package/lib/openai/index.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/index.js +254 -148
- package/lib/openai/index.js.map +1 -0
- package/lib/{types/openai → openai}/openai.d.ts +3 -3
- package/lib/openai/openai.d.ts.map +1 -0
- package/lib/openai/openai.js +15 -0
- package/lib/openai/openai.js.map +1 -0
- package/lib/{types/openai → openai}/openai_compatible.d.ts +3 -3
- package/lib/openai/openai_compatible.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_compatible.js +14 -11
- package/lib/openai/openai_compatible.js.map +1 -0
- package/lib/{types/openai → openai}/openai_format.d.ts +3 -2
- package/lib/openai/openai_format.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_format.js +66 -24
- package/lib/openai/openai_format.js.map +1 -0
- package/lib/{types/replicate.d.ts → replicate.d.ts} +3 -2
- package/lib/replicate.d.ts.map +1 -0
- package/lib/{esm/replicate.js → replicate.js} +59 -49
- package/lib/replicate.js.map +1 -0
- package/lib/shared/claude-messages.d.ts +99 -0
- package/lib/shared/claude-messages.d.ts.map +1 -0
- package/lib/shared/claude-messages.js +869 -0
- package/lib/shared/claude-messages.js.map +1 -0
- package/lib/{types/shared → shared}/claude-thinking.d.ts +1 -1
- package/lib/shared/claude-thinking.d.ts.map +1 -0
- package/lib/{esm/shared → shared}/claude-thinking.js +5 -7
- package/lib/shared/claude-thinking.js.map +1 -0
- package/lib/shared/debug-prompt.d.ts +5 -0
- package/lib/shared/debug-prompt.d.ts.map +1 -0
- package/lib/shared/debug-prompt.js +25 -0
- package/lib/shared/debug-prompt.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/test-driver/TestErrorCompletionStream.js +16 -0
- package/lib/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestValidationErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/TestValidationErrorCompletionStream.js +4 -4
- package/lib/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/index.d.ts +3 -3
- package/lib/test-driver/index.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/index.js +20 -20
- package/lib/test-driver/index.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/utils.d.ts +1 -1
- package/lib/test-driver/utils.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/utils.js +4 -4
- package/lib/test-driver/utils.js.map +1 -0
- package/lib/togetherai/index.d.ts +15 -0
- package/lib/togetherai/index.d.ts.map +1 -0
- package/lib/togetherai/index.js +54 -0
- package/lib/togetherai/index.js.map +1 -0
- package/lib/{types/togetherai → togetherai}/interfaces.d.ts +1 -1
- package/lib/togetherai/interfaces.d.ts.map +1 -0
- package/lib/{cjs/watsonx → togetherai}/interfaces.js.map +1 -1
- package/lib/vertexai/debug.d.ts +2 -0
- package/lib/vertexai/debug.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/debug.js +1 -1
- package/lib/vertexai/debug.js.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts +9 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js +141 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js.map +1 -0
- package/lib/vertexai/embeddings/embed.d.ts +13 -0
- package/lib/vertexai/embeddings/embed.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed.js +162 -0
- package/lib/vertexai/embeddings/embed.js.map +1 -0
- package/lib/vertexai/embeddings/source-utils.d.ts +9 -0
- package/lib/vertexai/embeddings/source-utils.d.ts.map +1 -0
- package/lib/vertexai/embeddings/source-utils.js +18 -0
- package/lib/vertexai/embeddings/source-utils.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/index.d.ts +31 -19
- package/lib/vertexai/index.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/index.js +221 -159
- package/lib/vertexai/index.js.map +1 -0
- package/lib/vertexai/models/claude.d.ts +16 -0
- package/lib/vertexai/models/claude.d.ts.map +1 -0
- package/lib/vertexai/models/claude.js +65 -0
- package/lib/vertexai/models/claude.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/gemini.d.ts +29 -5
- package/lib/vertexai/models/gemini.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/gemini.js +255 -127
- package/lib/vertexai/models/gemini.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/imagen.d.ts +12 -11
- package/lib/vertexai/models/imagen.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/imagen.js +74 -47
- package/lib/vertexai/models/imagen.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/llama.d.ts +4 -4
- package/lib/vertexai/models/llama.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/llama.js +37 -33
- package/lib/vertexai/models/llama.js.map +1 -0
- package/lib/vertexai/models.d.ts +21 -0
- package/lib/vertexai/models.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models.js +12 -9
- package/lib/vertexai/models.js.map +1 -0
- package/lib/{types/watsonx → watsonx}/index.d.ts +4 -3
- package/lib/watsonx/index.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/index.js +69 -41
- package/lib/watsonx/index.js.map +1 -0
- package/lib/watsonx/interfaces.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/interfaces.js.map +1 -1
- package/lib/{types/xai → xai}/index.d.ts +4 -4
- package/lib/xai/index.d.ts.map +1 -0
- package/lib/{esm/xai → xai}/index.js +22 -18
- package/lib/xai/index.js.map +1 -0
- package/package.json +88 -36
- package/src/adobe/firefly.ts +60 -43
- package/src/anthropic/index.ts +121 -0
- package/src/azure/azure_foundry.ts +210 -165
- package/src/bedrock/converse.ts +124 -101
- package/src/bedrock/embeddings.test.ts +508 -0
- package/src/bedrock/embeddings.ts +517 -0
- package/src/bedrock/error-handling.test.ts +62 -14
- package/src/bedrock/index.ts +832 -466
- package/src/bedrock/nova-image-payload.ts +98 -91
- package/src/bedrock/payloads.ts +9 -9
- package/src/bedrock/s3.test.ts +39 -0
- package/src/bedrock/s3.ts +57 -38
- package/src/bedrock/streaming-tool-use.test.ts +86 -69
- package/src/bedrock/twelvelabs.ts +35 -32
- package/src/groq/index.ts +143 -60
- package/src/http-timeout-wiring.test.ts +263 -0
- package/src/huggingface_ie.ts +45 -61
- package/src/index.ts +15 -15
- package/src/mistral/index.ts +97 -48
- package/src/mistral/types.ts +13 -12
- package/src/openai/azure_openai.ts +35 -27
- package/src/openai/drivers.ts +9 -0
- package/src/openai/error-handling.test.ts +308 -113
- package/src/openai/index.ts +389 -254
- package/src/openai/openai.ts +6 -13
- package/src/openai/openai_compatible.ts +35 -25
- package/src/openai/openai_format.ts +90 -40
- package/src/replicate.ts +108 -86
- package/src/shared/claude-messages.test.ts +37 -0
- package/src/shared/claude-messages.ts +1085 -0
- package/src/shared/claude-thinking.ts +6 -12
- package/src/shared/debug-prompt.ts +28 -0
- package/src/test-driver/TestErrorCompletionStream.ts +9 -10
- package/src/test-driver/TestValidationErrorCompletionStream.ts +9 -10
- package/src/test-driver/index.ts +43 -27
- package/src/test-driver/utils.ts +8 -8
- package/src/togetherai/index.test.ts +32 -0
- package/src/togetherai/index.ts +64 -128
- package/src/togetherai/interfaces.ts +5 -5
- package/src/vertexai/debug.ts +3 -3
- package/src/vertexai/embeddings/embed-legacy-multimodal.ts +211 -0
- package/src/vertexai/embeddings/embed.ts +206 -0
- package/src/vertexai/embeddings/embeddings.test.ts +497 -0
- package/src/vertexai/embeddings/source-utils.test.ts +54 -0
- package/src/vertexai/embeddings/source-utils.ts +29 -0
- package/src/vertexai/index.ts +339 -253
- package/src/vertexai/models/claude-error-handling.test.ts +86 -39
- package/src/vertexai/models/claude-streaming-spacing.test.ts +82 -75
- package/src/vertexai/models/claude.ts +84 -1041
- package/src/vertexai/models/gemini-conversation-mutation.test.ts +65 -23
- package/src/vertexai/models/gemini-error-handling.test.ts +126 -10
- package/src/vertexai/models/gemini-orphaned-tool-result.test.ts +118 -0
- package/src/vertexai/models/gemini.ts +372 -182
- package/src/vertexai/models/imagen.ts +164 -100
- package/src/vertexai/models/llama.ts +70 -48
- package/src/vertexai/models.ts +36 -16
- package/src/watsonx/index.ts +101 -65
- package/src/watsonx/interfaces.ts +10 -15
- package/src/xai/index.ts +30 -30
- package/lib/cjs/adobe/firefly.js +0 -120
- package/lib/cjs/adobe/firefly.js.map +0 -1
- package/lib/cjs/azure/azure_foundry.js +0 -432
- package/lib/cjs/azure/azure_foundry.js.map +0 -1
- package/lib/cjs/bedrock/converse.js +0 -359
- package/lib/cjs/bedrock/converse.js.map +0 -1
- package/lib/cjs/bedrock/index.js +0 -1508
- package/lib/cjs/bedrock/index.js.map +0 -1
- package/lib/cjs/bedrock/nova-image-payload.js +0 -207
- package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
- package/lib/cjs/bedrock/payloads.js +0 -3
- package/lib/cjs/bedrock/s3.js +0 -107
- package/lib/cjs/bedrock/s3.js.map +0 -1
- package/lib/cjs/bedrock/twelvelabs.js +0 -87
- package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
- package/lib/cjs/groq/index.js +0 -328
- package/lib/cjs/groq/index.js.map +0 -1
- package/lib/cjs/huggingface_ie.js +0 -201
- package/lib/cjs/huggingface_ie.js.map +0 -1
- package/lib/cjs/index.js +0 -31
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/mistral/index.js +0 -176
- package/lib/cjs/mistral/index.js.map +0 -1
- package/lib/cjs/mistral/types.js +0 -83
- package/lib/cjs/mistral/types.js.map +0 -1
- package/lib/cjs/openai/azure_openai.js +0 -72
- package/lib/cjs/openai/azure_openai.js.map +0 -1
- package/lib/cjs/openai/index.js +0 -1129
- package/lib/cjs/openai/index.js.map +0 -1
- package/lib/cjs/openai/openai.js +0 -21
- package/lib/cjs/openai/openai.js.map +0 -1
- package/lib/cjs/openai/openai_compatible.js +0 -63
- package/lib/cjs/openai/openai_compatible.js.map +0 -1
- package/lib/cjs/openai/openai_format.js +0 -131
- package/lib/cjs/openai/openai_format.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/replicate.js +0 -275
- package/lib/cjs/replicate.js.map +0 -1
- package/lib/cjs/shared/claude-thinking.js +0 -60
- package/lib/cjs/shared/claude-thinking.js.map +0 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/index.js +0 -109
- package/lib/cjs/test-driver/index.js.map +0 -1
- package/lib/cjs/test-driver/utils.js +0 -30
- package/lib/cjs/test-driver/utils.js.map +0 -1
- package/lib/cjs/togetherai/index.js +0 -126
- package/lib/cjs/togetherai/index.js.map +0 -1
- package/lib/cjs/togetherai/interfaces.js +0 -3
- package/lib/cjs/togetherai/interfaces.js.map +0 -1
- package/lib/cjs/vertexai/debug.js +0 -12
- package/lib/cjs/vertexai/debug.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
- package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/cjs/vertexai/index.js +0 -644
- package/lib/cjs/vertexai/index.js.map +0 -1
- package/lib/cjs/vertexai/models/claude.js +0 -917
- package/lib/cjs/vertexai/models/claude.js.map +0 -1
- package/lib/cjs/vertexai/models/gemini.js +0 -858
- package/lib/cjs/vertexai/models/gemini.js.map +0 -1
- package/lib/cjs/vertexai/models/imagen.js +0 -303
- package/lib/cjs/vertexai/models/imagen.js.map +0 -1
- package/lib/cjs/vertexai/models/llama.js +0 -183
- package/lib/cjs/vertexai/models/llama.js.map +0 -1
- package/lib/cjs/vertexai/models.js +0 -35
- package/lib/cjs/vertexai/models.js.map +0 -1
- package/lib/cjs/watsonx/index.js +0 -161
- package/lib/cjs/watsonx/index.js.map +0 -1
- package/lib/cjs/watsonx/interfaces.js +0 -3
- package/lib/cjs/xai/index.js +0 -65
- package/lib/cjs/xai/index.js.map +0 -1
- package/lib/esm/adobe/firefly.js +0 -116
- package/lib/esm/adobe/firefly.js.map +0 -1
- package/lib/esm/azure/azure_foundry.js.map +0 -1
- package/lib/esm/bedrock/converse.js.map +0 -1
- package/lib/esm/bedrock/index.js.map +0 -1
- package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
- package/lib/esm/bedrock/payloads.js.map +0 -1
- package/lib/esm/bedrock/s3.js.map +0 -1
- package/lib/esm/bedrock/twelvelabs.js.map +0 -1
- package/lib/esm/groq/index.js.map +0 -1
- package/lib/esm/huggingface_ie.js.map +0 -1
- package/lib/esm/index.js +0 -15
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/mistral/index.js.map +0 -1
- package/lib/esm/mistral/types.js.map +0 -1
- package/lib/esm/openai/azure_openai.js.map +0 -1
- package/lib/esm/openai/index.js.map +0 -1
- package/lib/esm/openai/openai.js +0 -14
- package/lib/esm/openai/openai.js.map +0 -1
- package/lib/esm/openai/openai_compatible.js.map +0 -1
- package/lib/esm/openai/openai_format.js.map +0 -1
- package/lib/esm/replicate.js.map +0 -1
- package/lib/esm/shared/claude-thinking.js.map +0 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/index.js.map +0 -1
- package/lib/esm/test-driver/utils.js.map +0 -1
- package/lib/esm/togetherai/index.js +0 -122
- package/lib/esm/togetherai/index.js.map +0 -1
- package/lib/esm/togetherai/interfaces.js.map +0 -1
- package/lib/esm/vertexai/debug.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
- package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/vertexai/index.js.map +0 -1
- package/lib/esm/vertexai/models/claude.js +0 -906
- package/lib/esm/vertexai/models/claude.js.map +0 -1
- package/lib/esm/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/vertexai/models/imagen.js.map +0 -1
- package/lib/esm/vertexai/models/llama.js.map +0 -1
- package/lib/esm/vertexai/models.js.map +0 -1
- package/lib/esm/watsonx/index.js.map +0 -1
- package/lib/esm/xai/index.js.map +0 -1
- package/lib/types/adobe/firefly.d.ts.map +0 -1
- package/lib/types/azure/azure_foundry.d.ts.map +0 -1
- package/lib/types/bedrock/converse.d.ts.map +0 -1
- package/lib/types/bedrock/index.d.ts.map +0 -1
- package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
- package/lib/types/bedrock/payloads.d.ts.map +0 -1
- package/lib/types/bedrock/s3.d.ts.map +0 -1
- package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
- package/lib/types/groq/index.d.ts.map +0 -1
- package/lib/types/huggingface_ie.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -15
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/mistral/index.d.ts.map +0 -1
- package/lib/types/mistral/types.d.ts.map +0 -1
- package/lib/types/openai/azure_openai.d.ts.map +0 -1
- package/lib/types/openai/index.d.ts.map +0 -1
- package/lib/types/openai/openai.d.ts.map +0 -1
- package/lib/types/openai/openai_compatible.d.ts.map +0 -1
- package/lib/types/openai/openai_format.d.ts.map +0 -1
- package/lib/types/replicate.d.ts.map +0 -1
- package/lib/types/shared/claude-thinking.d.ts.map +0 -1
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/index.d.ts.map +0 -1
- package/lib/types/test-driver/utils.d.ts.map +0 -1
- package/lib/types/togetherai/index.d.ts +0 -23
- package/lib/types/togetherai/index.d.ts.map +0 -1
- package/lib/types/togetherai/interfaces.d.ts.map +0 -1
- package/lib/types/vertexai/debug.d.ts +0 -2
- package/lib/types/vertexai/debug.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
- package/lib/types/vertexai/index.d.ts.map +0 -1
- package/lib/types/vertexai/models/claude.d.ts +0 -119
- package/lib/types/vertexai/models/claude.d.ts.map +0 -1
- package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
- package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
- package/lib/types/vertexai/models/llama.d.ts.map +0 -1
- package/lib/types/vertexai/models.d.ts +0 -20
- package/lib/types/vertexai/models.d.ts.map +0 -1
- package/lib/types/watsonx/index.d.ts.map +0 -1
- package/lib/types/watsonx/interfaces.d.ts.map +0 -1
- package/lib/types/xai/index.d.ts.map +0 -1
- package/src/vertexai/embeddings/embeddings-image.ts +0 -52
- package/src/vertexai/embeddings/embeddings-text.ts +0 -54
- /package/lib/{esm/bedrock → bedrock}/payloads.js +0 -0
- /package/lib/{esm/mistral → mistral}/types.js +0 -0
- /package/lib/{esm/togetherai → togetherai}/interfaces.js +0 -0
- /package/lib/{types/watsonx → watsonx}/interfaces.d.ts +0 -0
- /package/lib/{esm/watsonx → watsonx}/interfaces.js +0 -0
|
@@ -1,13 +1,14 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { transformSSEStream } from
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
1
|
+
import { LlumiverseError, MISTRAL_DEFAULT_EMBEDDING_MODEL, normalizeEmbeddingsOptions, } from '@llumiverse/core';
|
|
2
|
+
import { transformSSEStream } from '@llumiverse/core/async';
|
|
3
|
+
import { AbstractDriver } from '@llumiverse/core/driver';
|
|
4
|
+
import { getJSONSafetyNotice } from '@llumiverse/core/formatters';
|
|
5
|
+
import { FetchClient } from '@vertesia/api-fetch-client';
|
|
6
|
+
import { formatOpenAILikeTextPrompt } from '../openai/openai_format.js';
|
|
6
7
|
//TODO retry on 429
|
|
7
8
|
//const RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
|
|
8
9
|
const ENDPOINT = 'https://api.mistral.ai';
|
|
9
10
|
export class MistralAIDriver extends AbstractDriver {
|
|
10
|
-
static PROVIDER =
|
|
11
|
+
static PROVIDER = 'mistralai';
|
|
11
12
|
provider = MistralAIDriver.PROVIDER;
|
|
12
13
|
apiKey;
|
|
13
14
|
client;
|
|
@@ -16,8 +17,8 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
16
17
|
super(options);
|
|
17
18
|
this.apiKey = options.apiKey;
|
|
18
19
|
//this.client = new MistralClient(options.apiKey, options.endpointUrl);
|
|
19
|
-
this.client = new FetchClient(options.endpoint_url || ENDPOINT).withHeaders({
|
|
20
|
-
authorization: `Bearer ${this.apiKey}
|
|
20
|
+
this.client = new FetchClient(options.endpoint_url || ENDPOINT, this.getDriverFetch()).withHeaders({
|
|
21
|
+
authorization: `Bearer ${this.apiKey}`,
|
|
21
22
|
});
|
|
22
23
|
}
|
|
23
24
|
getResponseFormat = (_options) => {
|
|
@@ -37,15 +38,15 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
37
38
|
//Add JSON instruction is schema is provided
|
|
38
39
|
if (opts.result_schema) {
|
|
39
40
|
messages.push({
|
|
40
|
-
role:
|
|
41
|
-
content:
|
|
41
|
+
role: 'user',
|
|
42
|
+
content: `IMPORTANT: ${getJSONSafetyNotice(opts.result_schema)}`,
|
|
42
43
|
});
|
|
43
44
|
}
|
|
44
45
|
return messages;
|
|
45
46
|
}
|
|
46
47
|
async requestTextCompletion(messages, options) {
|
|
47
|
-
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !==
|
|
48
|
-
this.logger.debug({ options: options.model_options },
|
|
48
|
+
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
|
|
49
|
+
this.logger.debug({ options: options.model_options }, 'Unexpected option id');
|
|
49
50
|
}
|
|
50
51
|
options.model_options = options.model_options;
|
|
51
52
|
const requestPayload = _makeChatCompletionRequest({
|
|
@@ -55,14 +56,14 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
55
56
|
temperature: options.model_options?.temperature,
|
|
56
57
|
responseFormat: this.getResponseFormat(options),
|
|
57
58
|
});
|
|
58
|
-
this.logger.debug({ payload: JSON.stringify(requestPayload) },
|
|
59
|
-
const res = await this.client.post('/v1/chat/completions', {
|
|
59
|
+
this.logger.debug({ payload: JSON.stringify(requestPayload) }, 'Mistral request payload');
|
|
60
|
+
const res = (await this.client.post('/v1/chat/completions', {
|
|
60
61
|
payload: requestPayload,
|
|
61
|
-
});
|
|
62
|
+
}));
|
|
62
63
|
const choice = res.choices[0];
|
|
63
64
|
const result = choice.message.content;
|
|
64
65
|
return {
|
|
65
|
-
result: result ? [{ type:
|
|
66
|
+
result: result ? [{ type: 'text', value: result }] : [],
|
|
66
67
|
token_usage: {
|
|
67
68
|
prompt: res.usage.prompt_tokens,
|
|
68
69
|
result: res.usage.completion_tokens,
|
|
@@ -73,8 +74,8 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
73
74
|
};
|
|
74
75
|
}
|
|
75
76
|
async requestTextCompletionStream(messages, options) {
|
|
76
|
-
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !==
|
|
77
|
-
this.logger.debug({ options: options.model_options },
|
|
77
|
+
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
|
|
78
|
+
this.logger.debug({ options: options.model_options }, 'Unexpected option id');
|
|
78
79
|
}
|
|
79
80
|
options.model_options = options.model_options;
|
|
80
81
|
const streamPayload = _makeChatCompletionRequest({
|
|
@@ -87,16 +88,16 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
87
88
|
stream: true,
|
|
88
89
|
stopSequences: options.model_options?.stop_sequence,
|
|
89
90
|
});
|
|
90
|
-
this.logger.debug({ payload: JSON.stringify(streamPayload) },
|
|
91
|
-
const stream = await this.client.post('/v1/chat/completions', {
|
|
91
|
+
this.logger.debug({ payload: JSON.stringify(streamPayload) }, 'Mistral stream request payload');
|
|
92
|
+
const stream = (await this.client.post('/v1/chat/completions', {
|
|
92
93
|
payload: streamPayload,
|
|
93
|
-
reader: 'sse'
|
|
94
|
-
});
|
|
94
|
+
reader: 'sse',
|
|
95
|
+
}));
|
|
95
96
|
return transformSSEStream(stream, (data) => {
|
|
96
97
|
const json = JSON.parse(data);
|
|
97
98
|
const content = json.choices[0]?.delta.content;
|
|
98
99
|
return {
|
|
99
|
-
result: content ? [{ type:
|
|
100
|
+
result: content ? [{ type: 'text', value: content }] : [],
|
|
100
101
|
finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
|
|
101
102
|
token_usage: {
|
|
102
103
|
prompt: json.usage?.prompt_tokens,
|
|
@@ -108,7 +109,7 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
108
109
|
}
|
|
109
110
|
async listModels() {
|
|
110
111
|
const models = await this.client.get('v1/models');
|
|
111
|
-
const aiModels = models.data.map(m => {
|
|
112
|
+
const aiModels = models.data.map((m) => {
|
|
112
113
|
return {
|
|
113
114
|
id: m.id,
|
|
114
115
|
name: m.id,
|
|
@@ -120,21 +121,49 @@ export class MistralAIDriver extends AbstractDriver {
|
|
|
120
121
|
return aiModels;
|
|
121
122
|
}
|
|
122
123
|
validateConnection() {
|
|
123
|
-
throw new Error(
|
|
124
|
+
throw new Error('Method not implemented.');
|
|
124
125
|
}
|
|
125
|
-
async generateEmbeddings(
|
|
126
|
-
const
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
}
|
|
126
|
+
async generateEmbeddings(options) {
|
|
127
|
+
const normalized = normalizeEmbeddingsOptions(options);
|
|
128
|
+
const model = normalized.model ?? MISTRAL_DEFAULT_EMBEDDING_MODEL;
|
|
129
|
+
const texts = normalized.inputs.map((input) => {
|
|
130
|
+
if (input.type !== 'text') {
|
|
131
|
+
throw new Error(`Provider 'mistralai' does not support '${input.type}' embeddings; only 'text' is supported.`);
|
|
132
|
+
}
|
|
133
|
+
return input.text;
|
|
132
134
|
});
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
135
|
+
try {
|
|
136
|
+
const r = (await this.client.post('/v1/embeddings', {
|
|
137
|
+
payload: {
|
|
138
|
+
model,
|
|
139
|
+
input: texts,
|
|
140
|
+
encoding_format: 'float',
|
|
141
|
+
},
|
|
142
|
+
}));
|
|
143
|
+
const ordered = [...r.data].sort((a, b) => a.index - b.index);
|
|
144
|
+
const promptTokens = r.usage?.total_tokens ??
|
|
145
|
+
(r.usage ? (r.usage.prompt_tokens ?? 0) + (r.usage.completion_tokens ?? 0) : undefined);
|
|
146
|
+
return {
|
|
147
|
+
model,
|
|
148
|
+
results: ordered.map((entry) => ({
|
|
149
|
+
outputs: [{ values: entry.embedding, modality: 'text' }],
|
|
150
|
+
})),
|
|
151
|
+
...(typeof promptTokens === 'number'
|
|
152
|
+
? { usage: { input_tokens: promptTokens, input_text_tokens: promptTokens } }
|
|
153
|
+
: {}),
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
catch (error) {
|
|
157
|
+
if (LlumiverseError.isLlumiverseError(error))
|
|
158
|
+
throw error;
|
|
159
|
+
if (error instanceof Error && typeof error.status !== 'number')
|
|
160
|
+
throw error;
|
|
161
|
+
throw this.formatLlumiverseError(error, {
|
|
162
|
+
provider: this.provider,
|
|
163
|
+
model,
|
|
164
|
+
operation: 'execute',
|
|
165
|
+
});
|
|
166
|
+
}
|
|
138
167
|
}
|
|
139
168
|
}
|
|
140
169
|
/**
|
|
@@ -168,5 +197,4 @@ function _makeChatCompletionRequest({ model, messages, tools, temperature, maxTo
|
|
|
168
197
|
stop: stopSequences ?? undefined,
|
|
169
198
|
};
|
|
170
199
|
}
|
|
171
|
-
;
|
|
172
200
|
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAQH,eAAe,EACf,+BAA+B,EAC/B,0BAA0B,GAG7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,WAAW,EAAwB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAAE,0BAA0B,EAA0B,MAAM,4BAA4B,CAAC;AAShG,mBAAmB;AACnB,uDAAuD;AAEvD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAO1C,MAAM,OAAO,eAAgB,SAAQ,cAA2D;IAC5F,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAE9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,WAAW,CAAU;IAErB,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,uEAAuE;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,WAAW,CAAC;YAC/F,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,QAA0B,EAA8B,EAAE;QAC3E,+CAA+C;QAC/C,2BAA2B;QAC3B,sBAAsB;QAEtB,+CAA+C;QAC/C,oBAAoB;QACpB,uBAAuB;QAEvB,2EAA2E;QAE3E,4FAA4F;QAC5F,iHAAiH;QACjH,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,MAAM,QAAQ,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACtD,4CAA4C;QAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;aACnE,CAAC,CAAC;QACP,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAA6B,EAAE,OAAyB;QAChF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,cAAc,GAAG,0BAA0B,CAAC;YAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,yBAAyB,CAAC,CAAC;QAE1F,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACxD,OAAO,EAAE,cAAc;SAC1B,CAAC,CAA2B,CAAC;QAE9B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB;gBACnC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;aAChC;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,wCAAwC;YAC7E,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAC7B,QAA6B,EAC7B,OAAyB;QAEzB,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,aAAa,GAAG,0BAA0B,CAAC;YAC7C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YAClC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAC/C,MAAM,EAAE,IAAI;YACZ,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;SACtD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,EAAE,gCAAgC,CAAC,CAAC;QAEhG,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC3D,OAAO,EAAE,aAAa;YACtB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAoC,CAAC;QAEvC,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/C,OAAO;gBACH,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzD,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,wCAAwC;gBACvF,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;iBAClC;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnC,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;aACpB,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,+BAA+B,CAAC;QAClE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CACX,0CAA0C,KAAK,CAAC,IAAI,yCAAyC,CAChG,CAAC;YACN,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAChD,OAAO,EAAE;oBACL,KAAK;oBACL,KAAK,EAAE,KAAK;oBACZ,eAAe,EAAE,OAAO;iBAC3B;aACJ,CAAC,CAAsB,CAAC;YACzB,MAAM,OAAO,GAA6C,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACxG,MAAM,YAAY,GACd,CAAC,CAAC,KAAK,EAAE,YAAY;gBACrB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAE5F,OAAO;gBACH,KAAK;gBACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;iBAC3D,CAAC,CAAC;gBACH,GAAG,CAAC,OAAO,YAAY,KAAK,QAAQ;oBAChC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,EAAE;oBAC5E,CAAC,CAAC,EAAE,CAAC;aACZ,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC1D,IAAI,KAAK,YAAY,KAAK,IAAI,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACtG,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE;gBACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK;gBACL,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;;AAGL;;;;;;;;;;;;;;;GAeG;AACH,SAAS,0BAA0B,CAAC,EAChC,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,UAAU,EACV,cAAc,EACd,aAAa,GACS;IACtB,OAAO;QACH,KAAK;QACL,QAAQ;QACR,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,WAAW,EAAE,WAAW,IAAI,SAAS;QACrC,UAAU,EAAE,SAAS,IAAI,SAAS;QAClC,KAAK,EAAE,IAAI,IAAI,SAAS;QACxB,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,eAAe,EAAE,cAAc,IAAI,SAAS;QAC5C,IAAI,EAAE,aAAa,IAAI,SAAS;KACnC,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/mistral/types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,eAAe;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,KAAK;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,eAAe,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,oBAAY,QAAQ;IAChB,QAAQ,aAAa;CACxB;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,YAAY,CAAC;CAC1B;AAED,oBAAY,eAAe;IACvB,IAAI,SAAS;IACb,WAAW,gBAAgB;CAC9B;AAED,oBAAY,UAAU;IAClB,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,4BAA4B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,iCAAiC;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;KAC5B,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,sBAAsB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,KAAK,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IACxC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,iCAAiC,EAAE,CAAC;CAChD;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,uBAAuB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,SAAS,EAAE,CAAA;KAAE,CAAC,CAAC;IACvG,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,QAAQ,CAAA;KAAE,CAAC,CAAC;IACpD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/mistral/types.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,kBAAkB;AAsClB,MAAM,CAAN,IAAY,QAEX;AAFD,WAAY,QAAQ;IAChB,iCAAqB,CAAA;AACzB,CAAC,EAFW,QAAQ,KAAR,QAAQ,QAEnB;AAaD,MAAM,CAAN,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,8CAA2B,CAAA;AAC/B,CAAC,EAHW,eAAe,KAAf,eAAe,QAG1B;AAED,MAAM,CAAN,IAAY,UAIX;AAJD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,yBAAW,CAAA;IACX,2BAAa,CAAA;AACjB,CAAC,EAJW,UAAU,KAAV,UAAU,QAIrB;AA6ED,wBAAwB;AACxB,uDAAuD;AAEvD,wBAAwB;AACxB,0BAA0B;AAC1B,wBAAwB;AACxB,2BAA2B;AAC3B,2BAA2B;AAE3B,0CAA0C;AAC1C,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,4BAA4B;AAC5B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,0CAA0C;AAC1C,iBAAiB;AAEjB,iDAAiD;AAEjD,sBAAsB;AACtB,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,2CAA2C;AAE3C,4BAA4B;AAC5B,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,sEAAsE;AAEtE,4BAA4B;AAC5B,yBAAyB;AACzB,oCAAoC;AACpC,sCAAsC;AACtC,IAAI"}
|
|
@@ -1,11 +1,12 @@
|
|
|
1
|
-
import { AIModel, DriverOptions, Providers } from
|
|
2
|
-
import OpenAI
|
|
3
|
-
import {
|
|
1
|
+
import { type AIModel, type DriverOptions, Providers } from '@llumiverse/core';
|
|
2
|
+
import type OpenAI from 'openai';
|
|
3
|
+
import { AzureOpenAI } from 'openai';
|
|
4
|
+
import { BaseOpenAIDriver } from './index.js';
|
|
4
5
|
export interface AzureOpenAIDriverOptions extends DriverOptions {
|
|
5
6
|
/**
|
|
6
7
|
* The credentials to use to access Azure OpenAI
|
|
7
8
|
*/
|
|
8
|
-
azureADTokenProvider?:
|
|
9
|
+
azureADTokenProvider?: (options?: unknown) => Promise<string>;
|
|
9
10
|
apiKey?: string;
|
|
10
11
|
endpoint?: string;
|
|
11
12
|
apiVersion?: string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure_openai.d.ts","sourceRoot":"","sources":["../../src/openai/azure_openai.ts"],"names":[],"mappings":"AACA,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,aAAa,EAGlB,SAAS,EACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,wBAAyB,SAAQ,aAAa;IAC3D;;OAEG;IACH,oBAAoB,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,iBAAkB,SAAQ,gBAAgB;IACnD,OAAO,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,QAAQ,0BAA0B;gBAG/B,aAAa,EAAE,WAAW,GAAG,wBAAwB;IAsBjE;;OAEG;IACH,+BAA+B;IAMzB,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAgCvF"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { DefaultAzureCredential, getBearerTokenProvider } from
|
|
2
|
-
import { getModelCapabilities, modelModalitiesToArray, Providers } from
|
|
3
|
-
import { AzureOpenAI } from
|
|
4
|
-
import { BaseOpenAIDriver } from
|
|
1
|
+
import { DefaultAzureCredential, getBearerTokenProvider } from '@azure/identity';
|
|
2
|
+
import { getModelCapabilities, modelModalitiesToArray, Providers, } from '@llumiverse/core';
|
|
3
|
+
import { AzureOpenAI } from 'openai';
|
|
4
|
+
import { BaseOpenAIDriver } from './index.js';
|
|
5
5
|
export class AzureOpenAIDriver extends BaseOpenAIDriver {
|
|
6
6
|
service;
|
|
7
7
|
provider = Providers.azure_openai;
|
|
@@ -21,15 +21,16 @@ export class AzureOpenAIDriver extends BaseOpenAIDriver {
|
|
|
21
21
|
apiKey: opts.apiKey,
|
|
22
22
|
azureADTokenProvider: opts.azureADTokenProvider,
|
|
23
23
|
endpoint: opts.endpoint,
|
|
24
|
-
apiVersion: opts.apiVersion ??
|
|
25
|
-
deployment: opts.deployment
|
|
24
|
+
apiVersion: opts.apiVersion ?? '2024-10-21',
|
|
25
|
+
deployment: opts.deployment,
|
|
26
|
+
fetch: this.getDriverFetch(),
|
|
26
27
|
});
|
|
27
28
|
}
|
|
28
29
|
/**
|
|
29
30
|
* Get default authentication for Azure Cognitive Services API
|
|
30
31
|
*/
|
|
31
32
|
getDefaultCognitiveServicesAuth() {
|
|
32
|
-
const scope =
|
|
33
|
+
const scope = 'https://cognitiveservices.azure.com/.default';
|
|
33
34
|
const azureADTokenProvider = getBearerTokenProvider(new DefaultAzureCredential(), scope);
|
|
34
35
|
return azureADTokenProvider;
|
|
35
36
|
}
|
|
@@ -38,31 +39,33 @@ export class AzureOpenAIDriver extends BaseOpenAIDriver {
|
|
|
38
39
|
}
|
|
39
40
|
async _listModels(_filter) {
|
|
40
41
|
if (!this.service.deploymentName) {
|
|
41
|
-
throw new Error(
|
|
42
|
+
throw new Error('A specific deployment is not set. Azure OpenAI cannot list deployments. Update your endpoint URL to include the deployment name, e.g., https://your-resource.openai.azure.com/openai/deployments/your-deployment/chat/completions');
|
|
42
43
|
}
|
|
43
44
|
//Do a test execution to check if the model works and to get the model ID.
|
|
44
45
|
let modelID = this.service.deploymentName;
|
|
45
46
|
try {
|
|
46
47
|
const testResponse = await this.service.chat.completions.create({
|
|
47
48
|
model: this.service.deploymentName,
|
|
48
|
-
messages: [{ role:
|
|
49
|
+
messages: [{ role: 'user', content: 'Hi' }],
|
|
49
50
|
max_tokens: 1,
|
|
50
51
|
});
|
|
51
52
|
modelID = testResponse.model;
|
|
52
53
|
}
|
|
53
54
|
catch (error) {
|
|
54
|
-
this.logger.error({ error },
|
|
55
|
+
this.logger.error({ error }, 'Failed to test model for Azure OpenAI listing :');
|
|
55
56
|
}
|
|
56
|
-
const modelCapability = getModelCapabilities(modelID,
|
|
57
|
-
return [
|
|
57
|
+
const modelCapability = getModelCapabilities(modelID, 'openai');
|
|
58
|
+
return [
|
|
59
|
+
{
|
|
58
60
|
id: modelID,
|
|
59
61
|
name: this.service.deploymentName,
|
|
60
62
|
provider: this.provider,
|
|
61
|
-
owner:
|
|
63
|
+
owner: 'openai',
|
|
62
64
|
input_modalities: modelModalitiesToArray(modelCapability.input),
|
|
63
65
|
output_modalities: modelModalitiesToArray(modelCapability.output),
|
|
64
66
|
tool_support: modelCapability.tool_support,
|
|
65
|
-
}
|
|
67
|
+
},
|
|
68
|
+
];
|
|
66
69
|
}
|
|
67
70
|
}
|
|
68
71
|
//# sourceMappingURL=azure_openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure_openai.js","sourceRoot":"","sources":["../../src/openai/azure_openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAGH,oBAAoB,EACpB,sBAAsB,EACtB,SAAS,GACZ,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAiB9C,MAAM,OAAO,iBAAkB,SAAQ,gBAAgB;IACnD,OAAO,CAAc;IACZ,QAAQ,GAAG,SAAS,CAAC,YAAY,CAAC;IAE3C,sEAAsE;IACtE,YAAY,aAAqD;QAC7D,IAAI,aAAa,YAAY,WAAW,EAAE,CAAC;YACvC,KAAK,CAAC,EAAE,CAAC,CAAC;YACV,IAAI,CAAC,OAAO,GAAG,aAAa,CAAC;YAC7B,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,+BAA+B,EAAE,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,YAAY;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE;SAC/B,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,+BAA+B;QAC3B,MAAM,KAAK,GAAG,8CAA8C,CAAC;QAC7D,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,IAAI,sBAAsB,EAAE,EAAE,KAAK,CAAC,CAAC;QACzF,OAAO,oBAAoB,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA6C;QAC3D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACX,mOAAmO,CACtO,CAAC;QACN,CAAC;QAED,0EAA0E;QAC1E,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;gBAClC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAC3C,UAAU,EAAE,CAAC;aAChB,CAAC,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,iDAAiD,CAAC,CAAC;QACpF,CAAC;QACD,MAAM,eAAe,GAAG,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChE,OAAO;YACH;gBACI,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;gBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,QAAQ;gBACf,gBAAgB,EAAE,sBAAsB,CAAC,eAAe,CAAC,KAAK,CAAC;gBAC/D,iBAAiB,EAAE,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC;gBACjE,YAAY,EAAE,eAAe,CAAC,YAAY;aACnB;SAC9B,CAAC;IACN,CAAC;CACJ"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { AzureOpenAIDriver, type AzureOpenAIDriverOptions } from './azure_openai.js';
|
|
2
|
+
export { OpenAIDriver, type OpenAIDriverOptions } from './openai.js';
|
|
3
|
+
export { OpenAICompatibleDriver, type OpenAICompatibleDriverOptions } from './openai_compatible.js';
|
|
4
|
+
//# sourceMappingURL=drivers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"drivers.d.ts","sourceRoot":"","sources":["../../src/openai/drivers.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,sBAAsB,EAAE,KAAK,6BAA6B,EAAE,MAAM,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
// Combined entry for the concrete OpenAI-protocol drivers, exposed as the `@llumiverse/drivers/openai`
|
|
2
|
+
// subpath so consumers can lazy-load the OpenAI family per-provider without pulling the whole driver
|
|
3
|
+
// barrel (e.g. via `await import('@llumiverse/drivers/openai')`). Kept separate from ./index.ts — which exports the abstract
|
|
4
|
+
// BaseOpenAIDriver that openai.ts/azure_openai.ts/openai_compatible.ts extend — to avoid an ESM
|
|
5
|
+
// initialization cycle (those files import BaseOpenAIDriver from ./index.js).
|
|
6
|
+
export { AzureOpenAIDriver } from './azure_openai.js';
|
|
7
|
+
export { OpenAIDriver } from './openai.js';
|
|
8
|
+
export { OpenAICompatibleDriver } from './openai_compatible.js';
|
|
9
|
+
//# sourceMappingURL=drivers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"drivers.js","sourceRoot":"","sources":["../../src/openai/drivers.ts"],"names":[],"mappings":"AAAA,uGAAuG;AACvG,qGAAqG;AACrG,6HAA6H;AAC7H,gGAAgG;AAChG,8EAA8E;AAE9E,OAAO,EAAE,iBAAiB,EAAiC,MAAM,mBAAmB,CAAC;AACrF,OAAO,EAAE,YAAY,EAA4B,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,sBAAsB,EAAsC,MAAM,wBAAwB,CAAC"}
|
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import
|
|
1
|
+
import { type AIModel, type Completion, type CompletionChunkObject, type DataSource, type DriverOptions, type EmbeddingsOptions, type EmbeddingsResult, type ExecutionOptions, LlumiverseError, type LlumiverseErrorContext, type Providers, type ToolUse, type TrainingJob, type TrainingOptions, type TrainingPromptOptions } from '@llumiverse/core';
|
|
2
|
+
import { AbstractDriver } from '@llumiverse/core/driver';
|
|
3
|
+
import type OpenAI from 'openai';
|
|
4
|
+
import type { AzureOpenAI } from 'openai';
|
|
3
5
|
type ResponseInputItem = OpenAI.Responses.ResponseInputItem;
|
|
4
6
|
export interface BaseOpenAIDriverOptions extends DriverOptions {
|
|
5
7
|
}
|
|
6
8
|
export declare abstract class BaseOpenAIDriver extends AbstractDriver<BaseOpenAIDriverOptions, ResponseInputItem[]> {
|
|
7
|
-
abstract provider: Providers.openai | Providers.azure_openai | Providers.xai | Providers.azure_foundry | Providers.openai_compatible;
|
|
9
|
+
abstract provider: Providers.openai | Providers.azure_openai | Providers.xai | Providers.azure_foundry | Providers.togetherai | Providers.openai_compatible;
|
|
8
10
|
abstract service: OpenAI | AzureOpenAI;
|
|
9
11
|
constructor(opts: BaseOpenAIDriverOptions);
|
|
10
12
|
extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Responses.Response): Completion;
|
|
@@ -24,7 +26,7 @@ export declare abstract class BaseOpenAIDriver extends AbstractDriver<BaseOpenAI
|
|
|
24
26
|
listTrainableModels(): Promise<AIModel<string>[]>;
|
|
25
27
|
listModels(): Promise<AIModel[]>;
|
|
26
28
|
_listModels(filter?: (m: OpenAI.Models.Model) => boolean): Promise<AIModel[]>;
|
|
27
|
-
generateEmbeddings(
|
|
29
|
+
generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
28
30
|
imageModels: string[];
|
|
29
31
|
/**
|
|
30
32
|
* Determine if a model is specifically an image generation model (not conversational image model)
|
|
@@ -104,13 +106,14 @@ export declare abstract class BaseOpenAIDriver extends AbstractDriver<BaseOpenAI
|
|
|
104
106
|
*/
|
|
105
107
|
private isOpenAIErrorRetryable;
|
|
106
108
|
}
|
|
109
|
+
export declare function mapResponseStream(stream: AsyncIterable<OpenAI.Responses.ResponseStreamEvent>): AsyncIterable<CompletionChunkObject>;
|
|
107
110
|
/**
|
|
108
111
|
* Converts function_call and function_call_output items to text messages in OpenAI conversation.
|
|
109
112
|
* Preserves tool call information while removing structured items that require
|
|
110
113
|
* tools to be defined in the API request.
|
|
111
114
|
*/
|
|
112
115
|
export declare function convertOpenAIFunctionItemsToText(items: ResponseInputItem[]): ResponseInputItem[];
|
|
113
|
-
export declare function collectTools(output?: OpenAI.Responses.ResponseOutputItem[]): ToolUse[] | undefined;
|
|
116
|
+
export declare function collectTools(output?: OpenAI.Responses.ResponseOutputItem[]): ToolUse<unknown>[] | undefined;
|
|
114
117
|
/**
|
|
115
118
|
* Fix orphaned function_call items in the OpenAI Responses API conversation.
|
|
116
119
|
*
|
|
@@ -122,5 +125,14 @@ export declare function collectTools(output?: OpenAI.Responses.ResponseOutputIte
|
|
|
122
125
|
* indicating the tools were interrupted, allowing the conversation to continue.
|
|
123
126
|
*/
|
|
124
127
|
export declare function fixOrphanedToolUse(items: ResponseInputItem[]): ResponseInputItem[];
|
|
128
|
+
/**
|
|
129
|
+
* Drop function_call_output items whose call_id has no matching function_call
|
|
130
|
+
* item anywhere in the input. Mirror of {@link fixOrphanedToolUse}: that
|
|
131
|
+
* synthesizes outputs for calls left unanswered (e.g. a cancelled run); this
|
|
132
|
+
* removes outputs left dangling after their function_call was dropped (e.g. by
|
|
133
|
+
* conversation compaction/trimming). The OpenAI Responses API requires every
|
|
134
|
+
* function_call_output to reference a prior function_call's call_id.
|
|
135
|
+
*/
|
|
136
|
+
export declare function fixOrphanedToolResults(items: ResponseInputItem[]): ResponseInputItem[];
|
|
125
137
|
export {};
|
|
126
138
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/openai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,qBAAqB,EAE1B,KAAK,UAAU,EACf,KAAK,aAAa,EAElB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EAMrB,eAAe,EACf,KAAK,sBAAsB,EAO3B,KAAK,SAAS,EAMd,KAAK,OAAO,EACZ,KAAK,WAAW,EAEhB,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAG7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAoB1C,KAAK,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC;AAkE5D,MAAM,WAAW,uBAAwB,SAAQ,aAAa;CAAG;AAEjE,8BAAsB,gBAAiB,SAAQ,cAAc,CAAC,uBAAuB,EAAE,iBAAiB,EAAE,CAAC;IACvG,QAAQ,CAAC,QAAQ,EACX,SAAS,CAAC,MAAM,GAChB,SAAS,CAAC,YAAY,GACtB,SAAS,CAAC,GAAG,GACb,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,UAAU,GACpB,SAAS,CAAC,iBAAiB,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAAC;gBAE3B,IAAI,EAAE,uBAAuB;IAKzC,uBAAuB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,GAAG,UAAU;IAoB5F,2BAA2B,CAC7B,MAAM,EAAE,iBAAiB,EAAE,EAC3B,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAoE1C,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAiGxG,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;IAkBjE;;;OAGG;IACH,0BAA0B,CACtB,MAAM,EAAE,iBAAiB,EAAE,EAC3B,MAAM,EAAE,OAAO,EAAE,EACjB,OAAO,EAAE,OAAO,EAAE,GAAG,SAAS,EAC9B,OAAO,EAAE,gBAAgB,GAC1B,iBAAiB,EAAE,GAAG,SAAS;IAkDlC,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IAS/D,aAAa,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IAgBlF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAKnD,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOnD,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAS5C,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAI3C,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIhC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAyD7E,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA+C/E,WAAW,WAA4C;IAEvD;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAMpC;;;OAGG;IACG,sBAAsB,CAAC,MAAM,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IA2FzG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACI,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,GAAG,eAAe;IA2D9F;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,OAAO,CAAC,sBAAsB;CA+DjC;AAgGD,wBAAgB,iBAAiB,CAC7B,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,GAC5D,aAAa,CAAC,qBAAqB,CAAC,CA4FtC;AAqDD;;;;GAIG;AACH,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,EAAE,CA2BhG;AA4CD,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,kBAAkB,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,SAAS,CAoB3G;AAqJD;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,EAAE,CAqDlF;AAED;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,EAAE,CActF"}
|