@llumiverse/drivers 1.2.0 → 1.4.0-dev.20260629.090753Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/{types/adobe → adobe}/firefly.d.ts +2 -1
- package/lib/adobe/firefly.d.ts.map +1 -0
- package/lib/adobe/firefly.js +120 -0
- package/lib/adobe/firefly.js.map +1 -0
- package/lib/anthropic/index.d.ts +23 -0
- package/lib/anthropic/index.d.ts.map +1 -0
- package/lib/anthropic/index.js +68 -0
- package/lib/anthropic/index.js.map +1 -0
- package/lib/{types/azure → azure}/azure_foundry.d.ts +9 -7
- package/lib/azure/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/azure → azure}/azure_foundry.js +138 -124
- package/lib/azure/azure_foundry.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/converse.d.ts +2 -2
- package/lib/bedrock/converse.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/converse.js +86 -79
- package/lib/bedrock/converse.js.map +1 -0
- package/lib/bedrock/embeddings.d.ts +4 -0
- package/lib/bedrock/embeddings.d.ts.map +1 -0
- package/lib/bedrock/embeddings.js +359 -0
- package/lib/bedrock/embeddings.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/index.d.ts +33 -9
- package/lib/bedrock/index.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/index.js +599 -324
- package/lib/bedrock/index.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/nova-image-payload.d.ts +5 -5
- package/lib/bedrock/nova-image-payload.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/nova-image-payload.js +31 -36
- package/lib/bedrock/nova-image-payload.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/payloads.d.ts +1 -1
- package/lib/bedrock/payloads.d.ts.map +1 -0
- package/lib/{cjs/bedrock → bedrock}/payloads.js.map +1 -1
- package/lib/{types/bedrock → bedrock}/s3.d.ts +3 -2
- package/lib/bedrock/s3.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/s3.js +27 -23
- package/lib/bedrock/s3.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/twelvelabs.d.ts +8 -9
- package/lib/bedrock/twelvelabs.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/twelvelabs.js +17 -21
- package/lib/bedrock/twelvelabs.js.map +1 -0
- package/lib/{types/groq → groq}/index.d.ts +6 -4
- package/lib/groq/index.d.ts.map +1 -0
- package/lib/{esm/groq → groq}/index.js +72 -39
- package/lib/groq/index.js.map +1 -0
- package/lib/{types/huggingface_ie.d.ts → huggingface_ie.d.ts} +4 -3
- package/lib/huggingface_ie.d.ts.map +1 -0
- package/lib/{esm/huggingface_ie.js → huggingface_ie.js} +32 -31
- package/lib/huggingface_ie.js.map +1 -0
- package/lib/index.d.ts +16 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +16 -0
- package/lib/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/index.d.ts +6 -5
- package/lib/mistral/index.d.ts.map +1 -0
- package/lib/{esm/mistral → mistral}/index.js +66 -38
- package/lib/mistral/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/types.d.ts +1 -0
- package/lib/mistral/types.d.ts.map +1 -0
- package/lib/mistral/types.js.map +1 -0
- package/lib/{types/openai → openai}/azure_openai.d.ts +5 -4
- package/lib/openai/azure_openai.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/azure_openai.js +17 -14
- package/lib/openai/azure_openai.js.map +1 -0
- package/lib/openai/drivers.d.ts +4 -0
- package/lib/openai/drivers.d.ts.map +1 -0
- package/lib/openai/drivers.js +9 -0
- package/lib/openai/drivers.js.map +1 -0
- package/lib/{types/openai → openai}/index.d.ts +17 -5
- package/lib/openai/index.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/index.js +254 -148
- package/lib/openai/index.js.map +1 -0
- package/lib/{types/openai → openai}/openai.d.ts +3 -3
- package/lib/openai/openai.d.ts.map +1 -0
- package/lib/openai/openai.js +15 -0
- package/lib/openai/openai.js.map +1 -0
- package/lib/{types/openai → openai}/openai_compatible.d.ts +3 -3
- package/lib/openai/openai_compatible.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_compatible.js +14 -11
- package/lib/openai/openai_compatible.js.map +1 -0
- package/lib/{types/openai → openai}/openai_format.d.ts +3 -2
- package/lib/openai/openai_format.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_format.js +66 -24
- package/lib/openai/openai_format.js.map +1 -0
- package/lib/{types/replicate.d.ts → replicate.d.ts} +3 -2
- package/lib/replicate.d.ts.map +1 -0
- package/lib/{esm/replicate.js → replicate.js} +59 -49
- package/lib/replicate.js.map +1 -0
- package/lib/shared/claude-messages.d.ts +99 -0
- package/lib/shared/claude-messages.d.ts.map +1 -0
- package/lib/shared/claude-messages.js +869 -0
- package/lib/shared/claude-messages.js.map +1 -0
- package/lib/{types/shared → shared}/claude-thinking.d.ts +1 -1
- package/lib/shared/claude-thinking.d.ts.map +1 -0
- package/lib/{esm/shared → shared}/claude-thinking.js +5 -7
- package/lib/shared/claude-thinking.js.map +1 -0
- package/lib/shared/debug-prompt.d.ts +5 -0
- package/lib/shared/debug-prompt.d.ts.map +1 -0
- package/lib/shared/debug-prompt.js +25 -0
- package/lib/shared/debug-prompt.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/test-driver/TestErrorCompletionStream.js +16 -0
- package/lib/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestValidationErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/TestValidationErrorCompletionStream.js +4 -4
- package/lib/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/index.d.ts +3 -3
- package/lib/test-driver/index.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/index.js +20 -20
- package/lib/test-driver/index.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/utils.d.ts +1 -1
- package/lib/test-driver/utils.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/utils.js +4 -4
- package/lib/test-driver/utils.js.map +1 -0
- package/lib/togetherai/index.d.ts +15 -0
- package/lib/togetherai/index.d.ts.map +1 -0
- package/lib/togetherai/index.js +54 -0
- package/lib/togetherai/index.js.map +1 -0
- package/lib/{types/togetherai → togetherai}/interfaces.d.ts +1 -1
- package/lib/togetherai/interfaces.d.ts.map +1 -0
- package/lib/{cjs/watsonx → togetherai}/interfaces.js.map +1 -1
- package/lib/vertexai/debug.d.ts +2 -0
- package/lib/vertexai/debug.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/debug.js +1 -1
- package/lib/vertexai/debug.js.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts +9 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js +141 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js.map +1 -0
- package/lib/vertexai/embeddings/embed.d.ts +13 -0
- package/lib/vertexai/embeddings/embed.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed.js +162 -0
- package/lib/vertexai/embeddings/embed.js.map +1 -0
- package/lib/vertexai/embeddings/source-utils.d.ts +9 -0
- package/lib/vertexai/embeddings/source-utils.d.ts.map +1 -0
- package/lib/vertexai/embeddings/source-utils.js +18 -0
- package/lib/vertexai/embeddings/source-utils.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/index.d.ts +31 -19
- package/lib/vertexai/index.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/index.js +221 -159
- package/lib/vertexai/index.js.map +1 -0
- package/lib/vertexai/models/claude.d.ts +16 -0
- package/lib/vertexai/models/claude.d.ts.map +1 -0
- package/lib/vertexai/models/claude.js +65 -0
- package/lib/vertexai/models/claude.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/gemini.d.ts +29 -5
- package/lib/vertexai/models/gemini.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/gemini.js +255 -127
- package/lib/vertexai/models/gemini.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/imagen.d.ts +12 -11
- package/lib/vertexai/models/imagen.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/imagen.js +74 -47
- package/lib/vertexai/models/imagen.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/llama.d.ts +4 -4
- package/lib/vertexai/models/llama.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/llama.js +37 -33
- package/lib/vertexai/models/llama.js.map +1 -0
- package/lib/vertexai/models.d.ts +21 -0
- package/lib/vertexai/models.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models.js +12 -9
- package/lib/vertexai/models.js.map +1 -0
- package/lib/{types/watsonx → watsonx}/index.d.ts +4 -3
- package/lib/watsonx/index.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/index.js +69 -41
- package/lib/watsonx/index.js.map +1 -0
- package/lib/watsonx/interfaces.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/interfaces.js.map +1 -1
- package/lib/{types/xai → xai}/index.d.ts +4 -4
- package/lib/xai/index.d.ts.map +1 -0
- package/lib/{esm/xai → xai}/index.js +22 -18
- package/lib/xai/index.js.map +1 -0
- package/package.json +88 -36
- package/src/adobe/firefly.ts +60 -43
- package/src/anthropic/index.ts +121 -0
- package/src/azure/azure_foundry.ts +210 -165
- package/src/bedrock/converse.ts +124 -101
- package/src/bedrock/embeddings.test.ts +508 -0
- package/src/bedrock/embeddings.ts +517 -0
- package/src/bedrock/error-handling.test.ts +62 -14
- package/src/bedrock/index.ts +832 -466
- package/src/bedrock/nova-image-payload.ts +98 -91
- package/src/bedrock/payloads.ts +9 -9
- package/src/bedrock/s3.test.ts +39 -0
- package/src/bedrock/s3.ts +57 -38
- package/src/bedrock/streaming-tool-use.test.ts +86 -69
- package/src/bedrock/twelvelabs.ts +35 -32
- package/src/groq/index.ts +143 -60
- package/src/http-timeout-wiring.test.ts +263 -0
- package/src/huggingface_ie.ts +45 -61
- package/src/index.ts +15 -15
- package/src/mistral/index.ts +97 -48
- package/src/mistral/types.ts +13 -12
- package/src/openai/azure_openai.ts +35 -27
- package/src/openai/drivers.ts +9 -0
- package/src/openai/error-handling.test.ts +308 -113
- package/src/openai/index.ts +389 -254
- package/src/openai/openai.ts +6 -13
- package/src/openai/openai_compatible.ts +35 -25
- package/src/openai/openai_format.ts +90 -40
- package/src/replicate.ts +108 -86
- package/src/shared/claude-messages.test.ts +37 -0
- package/src/shared/claude-messages.ts +1085 -0
- package/src/shared/claude-thinking.ts +6 -12
- package/src/shared/debug-prompt.ts +28 -0
- package/src/test-driver/TestErrorCompletionStream.ts +9 -10
- package/src/test-driver/TestValidationErrorCompletionStream.ts +9 -10
- package/src/test-driver/index.ts +43 -27
- package/src/test-driver/utils.ts +8 -8
- package/src/togetherai/index.test.ts +32 -0
- package/src/togetherai/index.ts +64 -128
- package/src/togetherai/interfaces.ts +5 -5
- package/src/vertexai/debug.ts +3 -3
- package/src/vertexai/embeddings/embed-legacy-multimodal.ts +211 -0
- package/src/vertexai/embeddings/embed.ts +206 -0
- package/src/vertexai/embeddings/embeddings.test.ts +497 -0
- package/src/vertexai/embeddings/source-utils.test.ts +54 -0
- package/src/vertexai/embeddings/source-utils.ts +29 -0
- package/src/vertexai/index.ts +339 -253
- package/src/vertexai/models/claude-error-handling.test.ts +86 -39
- package/src/vertexai/models/claude-streaming-spacing.test.ts +82 -75
- package/src/vertexai/models/claude.ts +84 -1041
- package/src/vertexai/models/gemini-conversation-mutation.test.ts +65 -23
- package/src/vertexai/models/gemini-error-handling.test.ts +126 -10
- package/src/vertexai/models/gemini-orphaned-tool-result.test.ts +118 -0
- package/src/vertexai/models/gemini.ts +372 -182
- package/src/vertexai/models/imagen.ts +164 -100
- package/src/vertexai/models/llama.ts +70 -48
- package/src/vertexai/models.ts +36 -16
- package/src/watsonx/index.ts +101 -65
- package/src/watsonx/interfaces.ts +10 -15
- package/src/xai/index.ts +30 -30
- package/lib/cjs/adobe/firefly.js +0 -120
- package/lib/cjs/adobe/firefly.js.map +0 -1
- package/lib/cjs/azure/azure_foundry.js +0 -432
- package/lib/cjs/azure/azure_foundry.js.map +0 -1
- package/lib/cjs/bedrock/converse.js +0 -359
- package/lib/cjs/bedrock/converse.js.map +0 -1
- package/lib/cjs/bedrock/index.js +0 -1508
- package/lib/cjs/bedrock/index.js.map +0 -1
- package/lib/cjs/bedrock/nova-image-payload.js +0 -207
- package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
- package/lib/cjs/bedrock/payloads.js +0 -3
- package/lib/cjs/bedrock/s3.js +0 -107
- package/lib/cjs/bedrock/s3.js.map +0 -1
- package/lib/cjs/bedrock/twelvelabs.js +0 -87
- package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
- package/lib/cjs/groq/index.js +0 -328
- package/lib/cjs/groq/index.js.map +0 -1
- package/lib/cjs/huggingface_ie.js +0 -201
- package/lib/cjs/huggingface_ie.js.map +0 -1
- package/lib/cjs/index.js +0 -31
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/mistral/index.js +0 -176
- package/lib/cjs/mistral/index.js.map +0 -1
- package/lib/cjs/mistral/types.js +0 -83
- package/lib/cjs/mistral/types.js.map +0 -1
- package/lib/cjs/openai/azure_openai.js +0 -72
- package/lib/cjs/openai/azure_openai.js.map +0 -1
- package/lib/cjs/openai/index.js +0 -1129
- package/lib/cjs/openai/index.js.map +0 -1
- package/lib/cjs/openai/openai.js +0 -21
- package/lib/cjs/openai/openai.js.map +0 -1
- package/lib/cjs/openai/openai_compatible.js +0 -63
- package/lib/cjs/openai/openai_compatible.js.map +0 -1
- package/lib/cjs/openai/openai_format.js +0 -131
- package/lib/cjs/openai/openai_format.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/replicate.js +0 -275
- package/lib/cjs/replicate.js.map +0 -1
- package/lib/cjs/shared/claude-thinking.js +0 -60
- package/lib/cjs/shared/claude-thinking.js.map +0 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/index.js +0 -109
- package/lib/cjs/test-driver/index.js.map +0 -1
- package/lib/cjs/test-driver/utils.js +0 -30
- package/lib/cjs/test-driver/utils.js.map +0 -1
- package/lib/cjs/togetherai/index.js +0 -126
- package/lib/cjs/togetherai/index.js.map +0 -1
- package/lib/cjs/togetherai/interfaces.js +0 -3
- package/lib/cjs/togetherai/interfaces.js.map +0 -1
- package/lib/cjs/vertexai/debug.js +0 -12
- package/lib/cjs/vertexai/debug.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
- package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/cjs/vertexai/index.js +0 -644
- package/lib/cjs/vertexai/index.js.map +0 -1
- package/lib/cjs/vertexai/models/claude.js +0 -917
- package/lib/cjs/vertexai/models/claude.js.map +0 -1
- package/lib/cjs/vertexai/models/gemini.js +0 -858
- package/lib/cjs/vertexai/models/gemini.js.map +0 -1
- package/lib/cjs/vertexai/models/imagen.js +0 -303
- package/lib/cjs/vertexai/models/imagen.js.map +0 -1
- package/lib/cjs/vertexai/models/llama.js +0 -183
- package/lib/cjs/vertexai/models/llama.js.map +0 -1
- package/lib/cjs/vertexai/models.js +0 -35
- package/lib/cjs/vertexai/models.js.map +0 -1
- package/lib/cjs/watsonx/index.js +0 -161
- package/lib/cjs/watsonx/index.js.map +0 -1
- package/lib/cjs/watsonx/interfaces.js +0 -3
- package/lib/cjs/xai/index.js +0 -65
- package/lib/cjs/xai/index.js.map +0 -1
- package/lib/esm/adobe/firefly.js +0 -116
- package/lib/esm/adobe/firefly.js.map +0 -1
- package/lib/esm/azure/azure_foundry.js.map +0 -1
- package/lib/esm/bedrock/converse.js.map +0 -1
- package/lib/esm/bedrock/index.js.map +0 -1
- package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
- package/lib/esm/bedrock/payloads.js.map +0 -1
- package/lib/esm/bedrock/s3.js.map +0 -1
- package/lib/esm/bedrock/twelvelabs.js.map +0 -1
- package/lib/esm/groq/index.js.map +0 -1
- package/lib/esm/huggingface_ie.js.map +0 -1
- package/lib/esm/index.js +0 -15
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/mistral/index.js.map +0 -1
- package/lib/esm/mistral/types.js.map +0 -1
- package/lib/esm/openai/azure_openai.js.map +0 -1
- package/lib/esm/openai/index.js.map +0 -1
- package/lib/esm/openai/openai.js +0 -14
- package/lib/esm/openai/openai.js.map +0 -1
- package/lib/esm/openai/openai_compatible.js.map +0 -1
- package/lib/esm/openai/openai_format.js.map +0 -1
- package/lib/esm/replicate.js.map +0 -1
- package/lib/esm/shared/claude-thinking.js.map +0 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/index.js.map +0 -1
- package/lib/esm/test-driver/utils.js.map +0 -1
- package/lib/esm/togetherai/index.js +0 -122
- package/lib/esm/togetherai/index.js.map +0 -1
- package/lib/esm/togetherai/interfaces.js.map +0 -1
- package/lib/esm/vertexai/debug.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
- package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/vertexai/index.js.map +0 -1
- package/lib/esm/vertexai/models/claude.js +0 -906
- package/lib/esm/vertexai/models/claude.js.map +0 -1
- package/lib/esm/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/vertexai/models/imagen.js.map +0 -1
- package/lib/esm/vertexai/models/llama.js.map +0 -1
- package/lib/esm/vertexai/models.js.map +0 -1
- package/lib/esm/watsonx/index.js.map +0 -1
- package/lib/esm/xai/index.js.map +0 -1
- package/lib/types/adobe/firefly.d.ts.map +0 -1
- package/lib/types/azure/azure_foundry.d.ts.map +0 -1
- package/lib/types/bedrock/converse.d.ts.map +0 -1
- package/lib/types/bedrock/index.d.ts.map +0 -1
- package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
- package/lib/types/bedrock/payloads.d.ts.map +0 -1
- package/lib/types/bedrock/s3.d.ts.map +0 -1
- package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
- package/lib/types/groq/index.d.ts.map +0 -1
- package/lib/types/huggingface_ie.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -15
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/mistral/index.d.ts.map +0 -1
- package/lib/types/mistral/types.d.ts.map +0 -1
- package/lib/types/openai/azure_openai.d.ts.map +0 -1
- package/lib/types/openai/index.d.ts.map +0 -1
- package/lib/types/openai/openai.d.ts.map +0 -1
- package/lib/types/openai/openai_compatible.d.ts.map +0 -1
- package/lib/types/openai/openai_format.d.ts.map +0 -1
- package/lib/types/replicate.d.ts.map +0 -1
- package/lib/types/shared/claude-thinking.d.ts.map +0 -1
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/index.d.ts.map +0 -1
- package/lib/types/test-driver/utils.d.ts.map +0 -1
- package/lib/types/togetherai/index.d.ts +0 -23
- package/lib/types/togetherai/index.d.ts.map +0 -1
- package/lib/types/togetherai/interfaces.d.ts.map +0 -1
- package/lib/types/vertexai/debug.d.ts +0 -2
- package/lib/types/vertexai/debug.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
- package/lib/types/vertexai/index.d.ts.map +0 -1
- package/lib/types/vertexai/models/claude.d.ts +0 -119
- package/lib/types/vertexai/models/claude.d.ts.map +0 -1
- package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
- package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
- package/lib/types/vertexai/models/llama.d.ts.map +0 -1
- package/lib/types/vertexai/models.d.ts +0 -20
- package/lib/types/vertexai/models.d.ts.map +0 -1
- package/lib/types/watsonx/index.d.ts.map +0 -1
- package/lib/types/watsonx/interfaces.d.ts.map +0 -1
- package/lib/types/xai/index.d.ts.map +0 -1
- package/src/vertexai/embeddings/embeddings-image.ts +0 -52
- package/src/vertexai/embeddings/embeddings-text.ts +0 -54
- /package/lib/{esm/bedrock → bedrock}/payloads.js +0 -0
- /package/lib/{esm/mistral → mistral}/types.js +0 -0
- /package/lib/{esm/togetherai → togetherai}/interfaces.js +0 -0
- /package/lib/{types/watsonx → watsonx}/interfaces.d.ts +0 -0
- /package/lib/{esm/watsonx → watsonx}/interfaces.js +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llama.js","sourceRoot":"","sources":["../../../src/vertexai/models/llama.ts"],"names":[],"mappings":"AAAA,OAAO,EAKH,SAAS,EAET,UAAU,GAGb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAwD5D;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,MAAmD;IAC7E,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,YAA4C,EAAE,MAAmB;IACzF,MAAM,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAE/D,OAAO;QACH,QAAQ,EAAE,CAAC,GAAG,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;KAC1D,CAAC;AACN,CAAC;AAED,MAAM,OAAO,oBAAoB;IAC7B,KAAK,CAAU;IAEf,YAAY,OAAe;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,UAAU;YACpB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,IAAI;SACR,CAAC;IACjB,CAAC;IAED,yDAAyD;IACzD,mBAAmB,CAAC,SAAiB;QACjC,sEAAsE;QACtE,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,OAAO,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,OAAO,aAAa,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CACd,OAAuB,EACvB,QAAyB,EACzB,OAAsB;QAEtB,MAAM,QAAQ,GAAmB,EAAE,CAAC;QAEpC,6DAA6D;QAC7D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,0CAA0C;YAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YAE1E,2CAA2C;YAC3C,IAAI,cAAc,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE3C,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;wBAC1C,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAC;wBACrD,cAAc,IAAI,sBAAsB,WAAW,EAAE,CAAC;oBAC1D,CAAC;gBACL,CAAC;YACL,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,cAAc;aAC1B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,sEAAsE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE;aACzH,CAAC,CAAC;QACP,CAAC;QAED,6DAA6D;QAC7D,OAAO;YACH,QAAQ,EAAE,QAAQ;SACrB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,MAAsB,EACtB,MAAmB,EACnB,OAAyB;QAEzB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAA4B;YACrC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC9C,OAAO;SACV,CAAC,CAAkB,CAAC;QAErB,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QACrD,MAAM,IAAI,GAAG,gBAAgB,EAAE,OAAO,CAAC;QAEvC,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE;YAC5C,QAAQ,EAAE;gBACN;oBACI,IAAI,EAAE,gBAAgB,EAAE,IAAI;oBAC5B,OAAO,EAAE,IAAI;iBAChB;aACJ;SACJ,CAAC,CAAC;QAEH,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACvC,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;gBAClC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;gBACtC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;aACnC;YACD,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,YAAY;SACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAC7B,MAAsB,EACtB,MAAmB,EACnB,OAAyB;QAEzB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5C,MAAM,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA2B,EAAE,MAAM,CAAC,CAAC;QAErF,MAAM,YAAY,GAAG,OAAO,CAAC,aAAoC,CAAC;QAElE,MAAM,OAAO,GAA4B;YACrC,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,YAAY,EAAE,UAAU;YACpC,WAAW,EAAE,YAAY,EAAE,WAAW;YACtC,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,KAAK,EAAE,YAAY,EAAE,KAAK;YAC1B,sBAAsB;YACtB,UAAU,EAAE;gBACR,MAAM,EAAE;oBACJ,qBAAqB,EAAE;wBACnB,OAAO,EAAE,KAAK;wBACd,oBAAoB,EAAE,EAAE;qBAC3B;iBACJ;aACJ;SACJ,CAAC;QAEF,0CAA0C;QAC1C,qFAAqF;QACrF,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,oCAAoC,CAAC;QAC5D,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC9C,OAAO;YACP,MAAM,EAAE,KAAK;SAChB,CAAC,CAAoC,CAAC;QAEvC,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAyB,EAAE;YACtE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAwB,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,OAAO,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YAC7C,OAAO;gBACH,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzD,aAAa,EAAE,MAAM,EAAE,aAAa;gBACpC,WAAW,EAAE,IAAI,CAAC,KAAK;oBACnB,CAAC,CAAC;wBACI,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBAChC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;wBACpC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;qBACjC;oBACH,CAAC,CAAC,SAAS;aAClB,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;CACJ"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { AIModel, Completion, CompletionChunkObject, ExecutionOptions, LlumiverseError, LlumiverseErrorContext, PromptSegment } from '@llumiverse/core';
|
|
2
|
+
import type { VertexAIDriver, VertexAIPrompt } from './index.js';
|
|
3
|
+
export declare function trimModelName(model: string): string;
|
|
4
|
+
export interface ModelDefinition<PromptT = VertexAIPrompt> {
|
|
5
|
+
model: AIModel;
|
|
6
|
+
versions?: string[];
|
|
7
|
+
createPrompt(driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<PromptT>;
|
|
8
|
+
requestTextCompletion(driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions): Promise<Completion>;
|
|
9
|
+
requestTextCompletionStream(driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
|
|
10
|
+
preValidationProcessing?(result: Completion, options: ExecutionOptions): {
|
|
11
|
+
result: Completion;
|
|
12
|
+
options: ExecutionOptions;
|
|
13
|
+
};
|
|
14
|
+
/**
|
|
15
|
+
* Format provider-specific errors into standardized LlumiverseError.
|
|
16
|
+
* Optional - if not provided, VertexAIDriver will use default error handling.
|
|
17
|
+
*/
|
|
18
|
+
formatLlumiverseError?(driver: VertexAIDriver, error: unknown, context: LlumiverseErrorContext): LlumiverseError;
|
|
19
|
+
}
|
|
20
|
+
export declare function getModelDefinition(model: string): ModelDefinition;
|
|
21
|
+
//# sourceMappingURL=models.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/vertexai/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,OAAO,EACP,UAAU,EACV,qBAAqB,EACrB,gBAAgB,EAChB,eAAe,EACf,sBAAsB,EACtB,aAAa,EAChB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAKjE,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGnD;AAED,MAAM,WAAW,eAAe,CAAC,OAAO,GAAG,cAAc;IACrD,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7G,qBAAqB,CAAC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/G,2BAA2B,CACvB,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACjD,uBAAuB,CAAC,CACpB,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,gBAAgB,GAC1B;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,gBAAgB,CAAA;KAAE,CAAC;IACrD;;;OAGG;IACH,qBAAqB,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,GAAG,eAAe,CAAC;CACpH;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe,CA2BjE"}
|
|
@@ -1,13 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
|
|
1
|
+
import { ClaudeModelDefinition } from './models/claude.js';
|
|
2
|
+
import { GeminiModelDefinition } from './models/gemini.js';
|
|
3
|
+
import { LLamaModelDefinition } from './models/llama.js';
|
|
4
|
+
export function trimModelName(model) {
|
|
5
|
+
const i = model.lastIndexOf('@');
|
|
6
|
+
return i > -1 ? model.substring(0, i) : model;
|
|
7
|
+
}
|
|
5
8
|
export function getModelDefinition(model) {
|
|
6
|
-
const splits = model.split(
|
|
9
|
+
const splits = model.split('/');
|
|
7
10
|
// Handle both formats: "publishers/anthropic/models/..." and "locations/.../publishers/anthropic/models/..."
|
|
8
11
|
let publisher;
|
|
9
12
|
let modelName;
|
|
10
|
-
const publisherIndex = splits.indexOf(
|
|
13
|
+
const publisherIndex = splits.indexOf('publishers');
|
|
11
14
|
if (publisherIndex !== -1 && publisherIndex + 1 < splits.length) {
|
|
12
15
|
publisher = splits[publisherIndex + 1];
|
|
13
16
|
modelName = trimModelName(splits[splits.length - 1]);
|
|
@@ -17,13 +20,13 @@ export function getModelDefinition(model) {
|
|
|
17
20
|
publisher = splits[1];
|
|
18
21
|
modelName = trimModelName(splits[splits.length - 1]);
|
|
19
22
|
}
|
|
20
|
-
if (publisher?.includes(
|
|
23
|
+
if (publisher?.includes('anthropic')) {
|
|
21
24
|
return new ClaudeModelDefinition(modelName);
|
|
22
25
|
}
|
|
23
|
-
else if (publisher?.includes(
|
|
26
|
+
else if (publisher?.includes('google')) {
|
|
24
27
|
return new GeminiModelDefinition(modelName);
|
|
25
28
|
}
|
|
26
|
-
else if (publisher?.includes(
|
|
29
|
+
else if (publisher?.includes('meta')) {
|
|
27
30
|
return new LLamaModelDefinition(modelName);
|
|
28
31
|
}
|
|
29
32
|
//Fallback, assume it is Gemini.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/vertexai/models.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,MAAM,UAAU,aAAa,CAAC,KAAa;IACvC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClD,CAAC;AAuBD,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEhC,6GAA6G;IAC7G,IAAI,SAA6B,CAAC;IAClC,IAAI,SAAiB,CAAC;IAEtB,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACpD,IAAI,cAAc,KAAK,CAAC,CAAC,IAAI,cAAc,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9D,SAAS,GAAG,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;QACvC,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;SAAM,CAAC;QACJ,mDAAmD;QACnD,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;SAAM,IAAI,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,gCAAgC;IAChC,OAAO,IAAI,qBAAqB,CAAC,SAAS,CAAC,CAAC;AAChD,CAAC"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { type AIModel, type Completion, type CompletionChunkObject, type DriverOptions, type EmbeddingsOptions, type EmbeddingsResult, type ExecutionOptions } from '@llumiverse/core';
|
|
2
|
+
import { AbstractDriver } from '@llumiverse/core/driver';
|
|
3
|
+
import { FetchClient } from '@vertesia/api-fetch-client';
|
|
4
|
+
import type { WatsonAuthToken } from './interfaces.js';
|
|
4
5
|
interface WatsonxDriverOptions extends DriverOptions {
|
|
5
6
|
apiKey: string;
|
|
6
7
|
projectId: string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAClB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EAKxB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAwB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,KAAK,EAGR,eAAe,EAKlB,MAAM,iBAAiB,CAAC;AAEzB,UAAU,oBAAqB,SAAQ,aAAa;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACvB;AAID,qBAAa,aAAc,SAAQ,cAAc,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAC3E,MAAM,CAAC,QAAQ,SAAa;IAC5B,QAAQ,SAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,WAAW,EAAE,WAAW,CAAC;gBAEb,OAAO,EAAE,oBAAoB;IAUnC,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqCrF,2BAA2B,CAC7B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAuC1C,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAiBxC,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAqB/B,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAsClF"}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { transformSSEStream } from
|
|
3
|
-
import {
|
|
4
|
-
|
|
1
|
+
import { LlumiverseError, normalizeEmbeddingsOptions, WATSONX_DEFAULT_EMBEDDING_MODEL, } from '@llumiverse/core';
|
|
2
|
+
import { transformSSEStream } from '@llumiverse/core/async';
|
|
3
|
+
import { AbstractDriver } from '@llumiverse/core/driver';
|
|
4
|
+
import { FetchClient } from '@vertesia/api-fetch-client';
|
|
5
|
+
const API_VERSION = '2024-03-14';
|
|
5
6
|
export class WatsonxDriver extends AbstractDriver {
|
|
6
|
-
static PROVIDER =
|
|
7
|
+
static PROVIDER = 'watsonx';
|
|
7
8
|
provider = WatsonxDriver.PROVIDER;
|
|
8
9
|
apiKey;
|
|
9
10
|
endpoint_url;
|
|
@@ -16,16 +17,16 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
16
17
|
this.apiKey = options.apiKey;
|
|
17
18
|
this.projectId = options.projectId;
|
|
18
19
|
this.endpoint_url = options.endpointUrl;
|
|
19
|
-
this.fetchClient = new FetchClient(this.endpoint_url).withAuthCallback(async () => this.getAuthToken().then(token => `Bearer ${token}`));
|
|
20
|
+
this.fetchClient = new FetchClient(this.endpoint_url, this.getDriverFetch()).withAuthCallback(async () => this.getAuthToken().then((token) => `Bearer ${token}`));
|
|
20
21
|
}
|
|
21
22
|
async requestTextCompletion(prompt, options) {
|
|
22
|
-
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !==
|
|
23
|
-
this.logger.debug({ options: options.model_options },
|
|
23
|
+
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
|
|
24
|
+
this.logger.debug({ options: options.model_options }, 'Unexpected option id');
|
|
24
25
|
}
|
|
25
26
|
options.model_options = options.model_options;
|
|
26
27
|
const payload = {
|
|
27
28
|
model_id: options.model,
|
|
28
|
-
input: prompt
|
|
29
|
+
input: `${prompt}\n`,
|
|
29
30
|
parameters: {
|
|
30
31
|
max_new_tokens: options.model_options?.max_tokens,
|
|
31
32
|
temperature: options.model_options?.temperature,
|
|
@@ -35,10 +36,12 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
35
36
|
},
|
|
36
37
|
project_id: this.projectId,
|
|
37
38
|
};
|
|
38
|
-
const res = await this.fetchClient.post(`/ml/v1/text/generation?version=${API_VERSION}`, {
|
|
39
|
+
const res = (await this.fetchClient.post(`/ml/v1/text/generation?version=${API_VERSION}`, {
|
|
40
|
+
payload,
|
|
41
|
+
}));
|
|
39
42
|
const result = res.results[0];
|
|
40
43
|
return {
|
|
41
|
-
result: [{ type:
|
|
44
|
+
result: [{ type: 'text', value: result.generated_text }],
|
|
42
45
|
token_usage: {
|
|
43
46
|
prompt: result.input_token_count,
|
|
44
47
|
result: result.generated_token_count,
|
|
@@ -49,13 +52,13 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
49
52
|
};
|
|
50
53
|
}
|
|
51
54
|
async requestTextCompletionStream(prompt, options) {
|
|
52
|
-
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !==
|
|
53
|
-
this.logger.debug({ options: options.model_options },
|
|
55
|
+
if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
|
|
56
|
+
this.logger.debug({ options: options.model_options }, 'Unexpected option id');
|
|
54
57
|
}
|
|
55
58
|
options.model_options = options.model_options;
|
|
56
59
|
const payload = {
|
|
57
60
|
model_id: options.model,
|
|
58
|
-
input: prompt
|
|
61
|
+
input: `${prompt}\n`,
|
|
59
62
|
parameters: {
|
|
60
63
|
max_new_tokens: options.model_options?.max_tokens,
|
|
61
64
|
temperature: options.model_options?.temperature,
|
|
@@ -65,14 +68,16 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
65
68
|
},
|
|
66
69
|
project_id: this.projectId,
|
|
67
70
|
};
|
|
68
|
-
const stream = await this.fetchClient.post(`/ml/v1/text/generation_stream?version=${API_VERSION}`, {
|
|
71
|
+
const stream = (await this.fetchClient.post(`/ml/v1/text/generation_stream?version=${API_VERSION}`, {
|
|
69
72
|
payload: payload,
|
|
70
|
-
reader: 'sse'
|
|
71
|
-
});
|
|
73
|
+
reader: 'sse',
|
|
74
|
+
}));
|
|
72
75
|
return transformSSEStream(stream, (data) => {
|
|
73
76
|
const json = JSON.parse(data);
|
|
74
77
|
return {
|
|
75
|
-
result: json.results[0]?.generated_text
|
|
78
|
+
result: json.results[0]?.generated_text
|
|
79
|
+
? [{ type: 'text', value: json.results[0].generated_text }]
|
|
80
|
+
: [],
|
|
76
81
|
finish_reason: watsonFinishReason(json.results[0]?.stop_reason),
|
|
77
82
|
token_usage: {
|
|
78
83
|
prompt: json.results[0].input_token_count,
|
|
@@ -83,8 +88,9 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
83
88
|
});
|
|
84
89
|
}
|
|
85
90
|
async listModels() {
|
|
86
|
-
const res = await this.fetchClient
|
|
87
|
-
.
|
|
91
|
+
const res = (await this.fetchClient
|
|
92
|
+
.get(`/ml/v1/foundation_model_specs?version=${API_VERSION}`)
|
|
93
|
+
.catch((err) => this.logger.warn(`Can't list models on Watsonx: ${err}`)));
|
|
88
94
|
const aiModels = res.resources.map((m) => {
|
|
89
95
|
return {
|
|
90
96
|
id: m.model_id,
|
|
@@ -102,16 +108,16 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
102
108
|
return this.authToken.access_token;
|
|
103
109
|
}
|
|
104
110
|
else {
|
|
105
|
-
this.logger.debug(
|
|
111
|
+
this.logger.debug('Token expired, refetching');
|
|
106
112
|
}
|
|
107
113
|
}
|
|
108
|
-
const authToken = await
|
|
114
|
+
const authToken = (await this.getDriverFetch()('https://iam.cloud.ibm.com/identity/token', {
|
|
109
115
|
method: 'POST',
|
|
110
116
|
headers: {
|
|
111
117
|
'Content-Type': 'application/x-www-form-urlencoded',
|
|
112
118
|
},
|
|
113
119
|
body: `grant_type=urn:ibm:params:oauth:grant-type:apikey&apikey=${this.apiKey}`,
|
|
114
|
-
}).then(response => response.json());
|
|
120
|
+
}).then((response) => response.json()));
|
|
115
121
|
this.authToken = authToken;
|
|
116
122
|
return this.authToken.access_token;
|
|
117
123
|
}
|
|
@@ -119,36 +125,58 @@ export class WatsonxDriver extends AbstractDriver {
|
|
|
119
125
|
return this.listModels()
|
|
120
126
|
.then(() => true)
|
|
121
127
|
.catch((err) => {
|
|
122
|
-
this.logger.warn({ error: err },
|
|
128
|
+
this.logger.warn({ error: err }, 'Failed to connect to WatsonX');
|
|
123
129
|
return false;
|
|
124
130
|
});
|
|
125
131
|
}
|
|
126
132
|
async generateEmbeddings(options) {
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
+
const normalized = normalizeEmbeddingsOptions(options);
|
|
134
|
+
const texts = normalized.inputs.map((input) => {
|
|
135
|
+
if (input.type !== 'text') {
|
|
136
|
+
throw new Error(`Provider 'watsonx' does not support '${input.type}' embeddings; only 'text' is supported.`);
|
|
137
|
+
}
|
|
138
|
+
return input.text;
|
|
139
|
+
});
|
|
133
140
|
const payload = {
|
|
134
|
-
inputs:
|
|
135
|
-
model_id:
|
|
136
|
-
project_id: this.projectId
|
|
137
|
-
};
|
|
138
|
-
const res = await this.fetchClient.post(`/ml/v1/text/embeddings?version=${API_VERSION}`, { payload });
|
|
139
|
-
return {
|
|
140
|
-
values: res.results[0].embedding,
|
|
141
|
-
model: res.model_id
|
|
141
|
+
inputs: texts,
|
|
142
|
+
model_id: normalized.model ?? WATSONX_DEFAULT_EMBEDDING_MODEL,
|
|
143
|
+
project_id: this.projectId,
|
|
142
144
|
};
|
|
145
|
+
const model = payload.model_id;
|
|
146
|
+
try {
|
|
147
|
+
const res = (await this.fetchClient.post(`/ml/v1/text/embeddings?version=${API_VERSION}`, {
|
|
148
|
+
payload,
|
|
149
|
+
}));
|
|
150
|
+
return {
|
|
151
|
+
model: res.model_id,
|
|
152
|
+
results: res.results.map((entry) => ({
|
|
153
|
+
outputs: [{ values: entry.embedding, modality: 'text' }],
|
|
154
|
+
})),
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
catch (error) {
|
|
158
|
+
if (LlumiverseError.isLlumiverseError(error))
|
|
159
|
+
throw error;
|
|
160
|
+
if (error instanceof Error && typeof error.status !== 'number')
|
|
161
|
+
throw error;
|
|
162
|
+
throw this.formatLlumiverseError(error, {
|
|
163
|
+
provider: this.provider,
|
|
164
|
+
model,
|
|
165
|
+
operation: 'execute',
|
|
166
|
+
});
|
|
167
|
+
}
|
|
143
168
|
}
|
|
144
169
|
}
|
|
145
170
|
function watsonFinishReason(reason) {
|
|
146
171
|
if (!reason)
|
|
147
172
|
return undefined;
|
|
148
173
|
switch (reason) {
|
|
149
|
-
case 'eos_token':
|
|
150
|
-
|
|
151
|
-
|
|
174
|
+
case 'eos_token':
|
|
175
|
+
return 'stop';
|
|
176
|
+
case 'max_tokens':
|
|
177
|
+
return 'length';
|
|
178
|
+
default:
|
|
179
|
+
return reason;
|
|
152
180
|
}
|
|
153
181
|
}
|
|
154
182
|
/*interface ListModelsParams extends ModelSearchPayload {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/watsonx/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAQH,eAAe,EACf,0BAA0B,EAE1B,+BAA+B,GAClC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAwB,MAAM,4BAA4B,CAAC;AAiB/E,MAAM,WAAW,GAAG,YAAY,CAAC;AAEjC,MAAM,OAAO,aAAc,SAAQ,cAA4C;IAC3E,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;IAClC,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAmB;IAC5B,OAAO,CAAe;IACtB,WAAW,CAAc;IAEzB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CACrG,IAAI,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,CACzD,CAAC;IACN,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QAEjF,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,GAAG,MAAM,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACvD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAC;QAEF,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE;YACtF,OAAO;SACV,CAAC,CAAkC,CAAC;QAErC,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE9B,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;YACxD,WAAW,EAAE;gBACT,MAAM,EAAE,MAAM,CAAC,iBAAiB;gBAChC,MAAM,EAAE,MAAM,CAAC,qBAAqB;gBACpC,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,qBAAqB;aACjE;YACD,aAAa,EAAE,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAC7B,MAAc,EACd,OAAyB;QAEzB,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAgD,CAAC;QACjF,MAAM,OAAO,GAAiC;YAC1C,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,KAAK,EAAE,GAAG,MAAM,IAAI;YACpB,UAAU,EAAE;gBACR,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBACjD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBACnC,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACvD;YACD,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAC;QAEF,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,yCAAyC,WAAW,EAAE,EAAE;YAChG,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAoC,CAAC;QAEvC,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkC,CAAC;YAC/D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc;oBACnC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;oBAC3D,CAAC,CAAC,EAAE;gBACR,aAAa,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC;gBAC/D,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBACzC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;oBAC7C,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,qBAAqB;iBACnF;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW;aAC9B,GAAG,CAAC,yCAAyC,WAAW,EAAE,CAAC;aAC3D,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC,CAA6B,CAAC;QAE3G,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE;YACvD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,QAAQ;gBACd,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,WAAW,EAAE,CAAC,CAAC,iBAAiB;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;aAC1B,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,YAAY;QACd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC9B,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACnD,CAAC;QACL,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,0CAA0C,EAAE;YACvF,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,mCAAmC;aACtD;YACD,IAAI,EAAE,4DAA4D,IAAI,CAAC,MAAM,EAAE;SAClF,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAoB,CAAC;QAE3D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,OAAO,IAAI,CAAC,UAAU,EAAE;aACnB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;aAChB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,8BAA8B,CAAC,CAAC;YACjE,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAA0B;QAC/C,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CACX,wCAAwC,KAAK,CAAC,IAAI,yCAAyC,CAC9F,CAAC;YACN,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAA6B;YACtC,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,UAAU,CAAC,KAAK,IAAI,+BAA+B;YAC7D,UAAU,EAAE,IAAI,CAAC,SAAS;SAC7B,CAAC;QAEF,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kCAAkC,WAAW,EAAE,EAAE;gBACtF,OAAO;aACV,CAAC,CAA8B,CAAC;YACjC,OAAO;gBACH,KAAK,EAAE,GAAG,CAAC,QAAQ;gBACnB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACjC,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;iBAC3D,CAAC,CAAC;aACN,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC1D,IAAI,KAAK,YAAY,KAAK,IAAI,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACtG,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE;gBACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK;gBACL,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;;AAGL,SAAS,kBAAkB,CAAC,MAA0B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,WAAW;YACZ,OAAO,MAAM,CAAC;QAClB,KAAK,YAAY;YACb,OAAO,QAAQ,CAAC;QACpB;YACI,OAAO,MAAM,CAAC;IACtB,CAAC;AACL,CAAC;AAED;;GAEG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../src/watsonx/interfaces.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,4BAA4B;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE;QACR,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,6BAA6B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE;QACL,cAAc,EAAE,MAAM,CAAC;QACvB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;CACP;AAED,MAAM,WAAW,wBAAwB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,yBAAyB;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE;QACL,SAAS,EAAE,MAAM,EAAE,CAAC;KACvB,EAAE,CAAC;IACJ,iBAAiB,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE;QACH,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,EAAE;YACL,OAAO,EAAE,MAAM,CAAC;SACnB,CAAC;KACL,EAAE,CAAC;IACJ,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,wBAAwB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,gBAAgB,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACtB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["
|
|
1
|
+
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/watsonx/interfaces.ts"],"names":[],"mappings":""}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { AIModel, DriverOptions, PromptOptions, PromptSegment, Providers } from
|
|
2
|
-
import { FetchClient } from
|
|
3
|
-
import OpenAI from
|
|
4
|
-
import { BaseOpenAIDriver } from
|
|
1
|
+
import { type AIModel, type DriverOptions, type PromptOptions, type PromptSegment, Providers } from '@llumiverse/core';
|
|
2
|
+
import { FetchClient } from '@vertesia/api-fetch-client';
|
|
3
|
+
import OpenAI from 'openai';
|
|
4
|
+
import { BaseOpenAIDriver } from '../openai/index.js';
|
|
5
5
|
export interface xAiDriverOptions extends DriverOptions {
|
|
6
6
|
apiKey: string;
|
|
7
7
|
endpoint?: string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/xai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACnD,MAAM,EAAE,MAAM,CAAC;IAEf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,SAAU,SAAQ,gBAAgB;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,QAAQ,iBAAiB;IAClC,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,SAAyB;gBAE7B,IAAI,EAAE,gBAAgB;IAmB5B,aAAa,CACf,QAAQ,EAAE,aAAa,EAAE,EACzB,IAAI,EAAE,aAAa,GACpB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,0BAA0B,EAAE,CAAC;IAmB1D,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;CAyBzC"}
|
|
@@ -1,46 +1,50 @@
|
|
|
1
|
-
import { Providers } from
|
|
2
|
-
import {
|
|
3
|
-
import
|
|
4
|
-
import
|
|
5
|
-
import {
|
|
1
|
+
import { Providers } from '@llumiverse/core';
|
|
2
|
+
import { FetchClient } from '@vertesia/api-fetch-client';
|
|
3
|
+
import OpenAI from 'openai';
|
|
4
|
+
import { BaseOpenAIDriver } from '../openai/index.js';
|
|
5
|
+
import { formatOpenAILikeMultimodalPrompt } from '../openai/openai_format.js';
|
|
6
6
|
export class xAIDriver extends BaseOpenAIDriver {
|
|
7
7
|
service;
|
|
8
8
|
provider = Providers.xai;
|
|
9
9
|
xai_service;
|
|
10
|
-
DEFAULT_ENDPOINT =
|
|
10
|
+
DEFAULT_ENDPOINT = 'https://api.x.ai/v1';
|
|
11
11
|
constructor(opts) {
|
|
12
12
|
super(opts);
|
|
13
13
|
if (!opts.apiKey) {
|
|
14
|
-
throw new Error(
|
|
14
|
+
throw new Error('apiKey is required');
|
|
15
15
|
}
|
|
16
16
|
this.service = new OpenAI({
|
|
17
17
|
apiKey: opts.apiKey,
|
|
18
18
|
baseURL: opts.endpoint ?? this.DEFAULT_ENDPOINT,
|
|
19
|
+
fetch: this.getDriverFetch(),
|
|
19
20
|
});
|
|
20
|
-
this.xai_service = new FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
|
|
21
|
+
this.xai_service = new FetchClient(opts.endpoint ?? this.DEFAULT_ENDPOINT, this.getDriverFetch()).withAuthCallback(async () => `Bearer ${opts.apiKey}`);
|
|
21
22
|
//this.formatPrompt = this._formatPrompt; //TODO: fix xai prompt formatting
|
|
22
23
|
}
|
|
23
24
|
async _formatPrompt(segments, opts) {
|
|
24
25
|
const options = {
|
|
25
|
-
multimodal: opts.model.includes(
|
|
26
|
+
multimodal: opts.model.includes('vision'),
|
|
26
27
|
schema: opts.result_schema,
|
|
27
28
|
useToolForFormatting: false,
|
|
28
29
|
};
|
|
29
|
-
const p = await formatOpenAILikeMultimodalPrompt(segments, {
|
|
30
|
+
const p = (await formatOpenAILikeMultimodalPrompt(segments, {
|
|
31
|
+
...options,
|
|
32
|
+
...opts,
|
|
33
|
+
}));
|
|
30
34
|
return p;
|
|
31
35
|
}
|
|
32
36
|
// Note: We intentionally do NOT override extractDataFromResponse here.
|
|
33
37
|
// The base class implementation properly handles tool_calls extraction.
|
|
34
38
|
// xAI's API is OpenAI-compatible and returns tool_calls in the same format.
|
|
35
39
|
async listModels() {
|
|
36
|
-
const [lm, em] = await Promise.all([
|
|
37
|
-
this.xai_service.get(
|
|
38
|
-
this.xai_service.get(
|
|
39
|
-
]);
|
|
40
|
-
em.models.forEach(m => {
|
|
41
|
-
m.output_modalities.push(
|
|
40
|
+
const [lm, em] = (await Promise.all([
|
|
41
|
+
this.xai_service.get('/language-models'),
|
|
42
|
+
this.xai_service.get('/embedding-models'),
|
|
43
|
+
]));
|
|
44
|
+
em.models.forEach((m) => {
|
|
45
|
+
m.output_modalities.push('vectors');
|
|
42
46
|
});
|
|
43
|
-
const models = [...lm.models, ...em.models].map(model => {
|
|
47
|
+
const models = [...lm.models, ...em.models].map((model) => {
|
|
44
48
|
return {
|
|
45
49
|
id: model.id,
|
|
46
50
|
provider: this.provider,
|
|
@@ -49,7 +53,7 @@ export class xAIDriver extends BaseOpenAIDriver {
|
|
|
49
53
|
is_multimodal: model.input_modalities.length > 1,
|
|
50
54
|
input_modalities: model.input_modalities,
|
|
51
55
|
output_modalities: model.output_modalities,
|
|
52
|
-
tags: [...model.input_modalities.map(m => `i:${m}`), ...model.output_modalities.map(m => `o:${m}`)],
|
|
56
|
+
tags: [...model.input_modalities.map((m) => `i:${m}`), ...model.output_modalities.map((m) => `o:${m}`)],
|
|
53
57
|
};
|
|
54
58
|
});
|
|
55
59
|
return models;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/xai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4E,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,gCAAgC,EAAqC,MAAM,4BAA4B,CAAC;AAQjH,MAAM,OAAO,SAAU,SAAQ,gBAAgB;IAC3C,OAAO,CAAS;IACP,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC;IAClC,WAAW,CAAc;IACzB,gBAAgB,GAAG,qBAAqB,CAAC;IAEzC,YAAY,IAAsB;QAC9B,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB;YAC/C,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAC9B,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EACtC,IAAI,CAAC,cAAc,EAAE,CACxB,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,2EAA2E;IAC/E,CAAC;IAED,KAAK,CAAC,aAAa,CACf,QAAyB,EACzB,IAAmB;QAEnB,MAAM,OAAO,GAAiC;YAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzC,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,oBAAoB,EAAE,KAAK;SAC9B,CAAC;QAEF,MAAM,CAAC,GAAG,CAAC,MAAM,gCAAgC,CAAC,QAAQ,EAAE;YACxD,GAAG,OAAO;YACV,GAAG,IAAI;SACV,CAAC,CAAyD,CAAC;QAE5D,OAAO,CAAC,CAAC;IACb,CAAC;IAED,uEAAuE;IACvE,wEAAwE;IACxE,4EAA4E;IAE5E,KAAK,CAAC,UAAU;QACZ,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC;SAC5C,CAAC,CAAyC,CAAC;QAE5C,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACpB,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACtD,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,KAAK,CAAC,EAAE;gBACd,WAAW,EAAE,GAAG,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC,QAAQ,EAAE;gBAC/C,aAAa,EAAE,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAChD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aACxF,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ"}
|
package/package.json
CHANGED
|
@@ -1,17 +1,71 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@llumiverse/drivers",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.4.0-dev.20260629.090753Z",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.",
|
|
6
6
|
"files": [
|
|
7
7
|
"lib",
|
|
8
8
|
"src"
|
|
9
9
|
],
|
|
10
|
-
"
|
|
10
|
+
"main": "./lib/index.js",
|
|
11
|
+
"types": "./lib/index.d.ts",
|
|
11
12
|
"exports": {
|
|
12
|
-
"
|
|
13
|
-
|
|
14
|
-
|
|
13
|
+
".": {
|
|
14
|
+
"types": "./lib/index.d.ts",
|
|
15
|
+
"default": "./lib/index.js"
|
|
16
|
+
},
|
|
17
|
+
"./openai": {
|
|
18
|
+
"types": "./lib/openai/drivers.d.ts",
|
|
19
|
+
"default": "./lib/openai/drivers.js"
|
|
20
|
+
},
|
|
21
|
+
"./azure": {
|
|
22
|
+
"types": "./lib/azure/azure_foundry.d.ts",
|
|
23
|
+
"default": "./lib/azure/azure_foundry.js"
|
|
24
|
+
},
|
|
25
|
+
"./anthropic": {
|
|
26
|
+
"types": "./lib/anthropic/index.d.ts",
|
|
27
|
+
"default": "./lib/anthropic/index.js"
|
|
28
|
+
},
|
|
29
|
+
"./bedrock": {
|
|
30
|
+
"types": "./lib/bedrock/index.d.ts",
|
|
31
|
+
"default": "./lib/bedrock/index.js"
|
|
32
|
+
},
|
|
33
|
+
"./vertexai": {
|
|
34
|
+
"types": "./lib/vertexai/index.d.ts",
|
|
35
|
+
"default": "./lib/vertexai/index.js"
|
|
36
|
+
},
|
|
37
|
+
"./groq": {
|
|
38
|
+
"types": "./lib/groq/index.d.ts",
|
|
39
|
+
"default": "./lib/groq/index.js"
|
|
40
|
+
},
|
|
41
|
+
"./mistral": {
|
|
42
|
+
"types": "./lib/mistral/index.d.ts",
|
|
43
|
+
"default": "./lib/mistral/index.js"
|
|
44
|
+
},
|
|
45
|
+
"./watsonx": {
|
|
46
|
+
"types": "./lib/watsonx/index.d.ts",
|
|
47
|
+
"default": "./lib/watsonx/index.js"
|
|
48
|
+
},
|
|
49
|
+
"./togetherai": {
|
|
50
|
+
"types": "./lib/togetherai/index.d.ts",
|
|
51
|
+
"default": "./lib/togetherai/index.js"
|
|
52
|
+
},
|
|
53
|
+
"./xai": {
|
|
54
|
+
"types": "./lib/xai/index.d.ts",
|
|
55
|
+
"default": "./lib/xai/index.js"
|
|
56
|
+
},
|
|
57
|
+
"./replicate": {
|
|
58
|
+
"types": "./lib/replicate.d.ts",
|
|
59
|
+
"default": "./lib/replicate.js"
|
|
60
|
+
},
|
|
61
|
+
"./huggingface": {
|
|
62
|
+
"types": "./lib/huggingface_ie.d.ts",
|
|
63
|
+
"default": "./lib/huggingface_ie.js"
|
|
64
|
+
},
|
|
65
|
+
"./test-driver": {
|
|
66
|
+
"types": "./lib/test-driver/index.d.ts",
|
|
67
|
+
"default": "./lib/test-driver/index.js"
|
|
68
|
+
}
|
|
15
69
|
},
|
|
16
70
|
"author": "Llumiverse",
|
|
17
71
|
"license": "Apache-2.0",
|
|
@@ -41,47 +95,45 @@
|
|
|
41
95
|
"togetherai"
|
|
42
96
|
],
|
|
43
97
|
"devDependencies": {
|
|
44
|
-
"dotenv": "^
|
|
45
|
-
"rimraf": "^6.1.
|
|
46
|
-
"
|
|
47
|
-
"
|
|
48
|
-
"vitest": "^4.0.18"
|
|
98
|
+
"dotenv": "^17.4.2",
|
|
99
|
+
"rimraf": "^6.1.3",
|
|
100
|
+
"typescript": "^6.0.3",
|
|
101
|
+
"vitest": "^4.1.8"
|
|
49
102
|
},
|
|
50
103
|
"dependencies": {
|
|
51
|
-
"@anthropic-ai/sdk": "^0.
|
|
52
|
-
"@anthropic-ai/vertex-sdk": "^0.
|
|
53
|
-
"@aws-sdk/client-bedrock": "^3.
|
|
54
|
-
"@aws-sdk/client-bedrock-runtime": "^3.
|
|
55
|
-
"@aws-sdk/client-s3": "^3.
|
|
56
|
-
"@aws-sdk/credential-providers": "^3.
|
|
57
|
-
"@aws-sdk/lib-storage": "^3.
|
|
58
|
-
"@aws-sdk/types": "^3.973.
|
|
104
|
+
"@anthropic-ai/sdk": "^0.104.1",
|
|
105
|
+
"@anthropic-ai/vertex-sdk": "^0.18.0",
|
|
106
|
+
"@aws-sdk/client-bedrock": "^3.1068.0",
|
|
107
|
+
"@aws-sdk/client-bedrock-runtime": "^3.1068.0",
|
|
108
|
+
"@aws-sdk/client-s3": "^3.1068.0",
|
|
109
|
+
"@aws-sdk/credential-providers": "^3.1068.0",
|
|
110
|
+
"@aws-sdk/lib-storage": "^3.1068.0",
|
|
111
|
+
"@aws-sdk/types": "^3.973.12",
|
|
59
112
|
"@azure-rest/ai-inference": "1.0.0-beta.6",
|
|
60
|
-
"@azure/ai-projects": "
|
|
113
|
+
"@azure/ai-projects": "^2.2.0",
|
|
61
114
|
"@azure/core-auth": "^1.10.1",
|
|
62
115
|
"@azure/core-sse": "^2.3.0",
|
|
63
|
-
"@azure/identity": "^4.13.
|
|
64
|
-
"@azure/openai": "2.0.0",
|
|
65
|
-
"@google-cloud/aiplatform": "^6.
|
|
66
|
-
"@google/genai": "^
|
|
67
|
-
"@huggingface/inference": "4.13.
|
|
68
|
-
"@vertesia/api-fetch-client": "^
|
|
116
|
+
"@azure/identity": "^4.13.1",
|
|
117
|
+
"@azure/openai": "^2.0.0",
|
|
118
|
+
"@google-cloud/aiplatform": "^6.8.1",
|
|
119
|
+
"@google/genai": "^2.8.0",
|
|
120
|
+
"@huggingface/inference": "^4.13.18",
|
|
121
|
+
"@vertesia/api-fetch-client": "^1.3.0",
|
|
69
122
|
"eventsource": "^4.1.0",
|
|
70
|
-
"google-auth-library": "
|
|
71
|
-
"groq-sdk": "^
|
|
72
|
-
"mnemonist": "^0.40.
|
|
123
|
+
"google-auth-library": "10.7.0",
|
|
124
|
+
"groq-sdk": "^1.2.1",
|
|
125
|
+
"mnemonist": "^0.40.4",
|
|
73
126
|
"node-web-stream-adapters": "^0.2.1",
|
|
74
|
-
"openai": "^6.
|
|
127
|
+
"openai": "^6.42.0",
|
|
75
128
|
"replicate": "^1.4.0",
|
|
76
|
-
"@llumiverse/
|
|
77
|
-
"@llumiverse/
|
|
78
|
-
},
|
|
79
|
-
"ts_dual_module": {
|
|
80
|
-
"outDir": "lib"
|
|
129
|
+
"@llumiverse/common": "1.4.0-dev.20260629.090753Z",
|
|
130
|
+
"@llumiverse/core": "1.4.0-dev.20260629.090753Z"
|
|
81
131
|
},
|
|
82
132
|
"scripts": {
|
|
83
|
-
"
|
|
84
|
-
"
|
|
133
|
+
"lint": "biome lint src",
|
|
134
|
+
"test": "vitest run --retry 3 --passWithNoTests",
|
|
135
|
+
"typecheck:test": "tsc -p tsconfig.test.json --noEmit",
|
|
136
|
+
"build": "pnpm exec rimraf ./lib ./tsconfig.tsbuildinfo && tsc",
|
|
85
137
|
"clean": "rimraf ./lib tsconfig.tsbuildinfo"
|
|
86
138
|
}
|
|
87
139
|
}
|