@llumiverse/drivers 1.3.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/{types/adobe → adobe}/firefly.d.ts +2 -1
- package/lib/adobe/firefly.d.ts.map +1 -0
- package/lib/adobe/firefly.js +120 -0
- package/lib/adobe/firefly.js.map +1 -0
- package/lib/{types/anthropic → anthropic}/index.d.ts +4 -2
- package/lib/anthropic/index.d.ts.map +1 -0
- package/lib/{esm/anthropic → anthropic}/index.js +19 -8
- package/lib/anthropic/index.js.map +1 -0
- package/lib/{types/azure → azure}/azure_foundry.d.ts +9 -7
- package/lib/azure/azure_foundry.d.ts.map +1 -0
- package/lib/{esm/azure → azure}/azure_foundry.js +138 -124
- package/lib/azure/azure_foundry.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/converse.d.ts +2 -2
- package/lib/bedrock/converse.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/converse.js +86 -79
- package/lib/bedrock/converse.js.map +1 -0
- package/lib/bedrock/embeddings.d.ts +4 -0
- package/lib/bedrock/embeddings.d.ts.map +1 -0
- package/lib/bedrock/embeddings.js +359 -0
- package/lib/bedrock/embeddings.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/index.d.ts +33 -9
- package/lib/bedrock/index.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/index.js +599 -324
- package/lib/bedrock/index.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/nova-image-payload.d.ts +5 -5
- package/lib/bedrock/nova-image-payload.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/nova-image-payload.js +31 -36
- package/lib/bedrock/nova-image-payload.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/payloads.d.ts +1 -1
- package/lib/bedrock/payloads.d.ts.map +1 -0
- package/lib/{cjs/bedrock → bedrock}/payloads.js.map +1 -1
- package/lib/{types/bedrock → bedrock}/s3.d.ts +3 -2
- package/lib/bedrock/s3.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/s3.js +27 -23
- package/lib/bedrock/s3.js.map +1 -0
- package/lib/{types/bedrock → bedrock}/twelvelabs.d.ts +8 -9
- package/lib/bedrock/twelvelabs.d.ts.map +1 -0
- package/lib/{esm/bedrock → bedrock}/twelvelabs.js +17 -21
- package/lib/bedrock/twelvelabs.js.map +1 -0
- package/lib/{types/groq → groq}/index.d.ts +6 -4
- package/lib/groq/index.d.ts.map +1 -0
- package/lib/{esm/groq → groq}/index.js +72 -39
- package/lib/groq/index.js.map +1 -0
- package/lib/{types/huggingface_ie.d.ts → huggingface_ie.d.ts} +4 -3
- package/lib/huggingface_ie.d.ts.map +1 -0
- package/lib/{esm/huggingface_ie.js → huggingface_ie.js} +32 -31
- package/lib/huggingface_ie.js.map +1 -0
- package/lib/index.d.ts +16 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +16 -0
- package/lib/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/index.d.ts +6 -5
- package/lib/mistral/index.d.ts.map +1 -0
- package/lib/{esm/mistral → mistral}/index.js +66 -38
- package/lib/mistral/index.js.map +1 -0
- package/lib/{types/mistral → mistral}/types.d.ts +1 -0
- package/lib/mistral/types.d.ts.map +1 -0
- package/lib/mistral/types.js.map +1 -0
- package/lib/{types/openai → openai}/azure_openai.d.ts +5 -4
- package/lib/openai/azure_openai.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/azure_openai.js +17 -14
- package/lib/openai/azure_openai.js.map +1 -0
- package/lib/openai/drivers.d.ts +4 -0
- package/lib/openai/drivers.d.ts.map +1 -0
- package/lib/openai/drivers.js +9 -0
- package/lib/openai/drivers.js.map +1 -0
- package/lib/{types/openai → openai}/index.d.ts +16 -5
- package/lib/openai/index.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/index.js +242 -141
- package/lib/openai/index.js.map +1 -0
- package/lib/{types/openai → openai}/openai.d.ts +3 -3
- package/lib/openai/openai.d.ts.map +1 -0
- package/lib/openai/openai.js +15 -0
- package/lib/openai/openai.js.map +1 -0
- package/lib/{types/openai → openai}/openai_compatible.d.ts +3 -3
- package/lib/openai/openai_compatible.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_compatible.js +14 -11
- package/lib/openai/openai_compatible.js.map +1 -0
- package/lib/{types/openai → openai}/openai_format.d.ts +3 -2
- package/lib/openai/openai_format.d.ts.map +1 -0
- package/lib/{esm/openai → openai}/openai_format.js +66 -24
- package/lib/openai/openai_format.js.map +1 -0
- package/lib/{types/replicate.d.ts → replicate.d.ts} +3 -2
- package/lib/replicate.d.ts.map +1 -0
- package/lib/{esm/replicate.js → replicate.js} +59 -49
- package/lib/replicate.js.map +1 -0
- package/lib/{types/shared → shared}/claude-messages.d.ts +25 -1
- package/lib/shared/claude-messages.d.ts.map +1 -0
- package/lib/{esm/shared → shared}/claude-messages.js +212 -59
- package/lib/shared/claude-messages.js.map +1 -0
- package/lib/{types/shared → shared}/claude-thinking.d.ts +1 -1
- package/lib/shared/claude-thinking.d.ts.map +1 -0
- package/lib/{esm/shared → shared}/claude-thinking.js +5 -7
- package/lib/shared/claude-thinking.js.map +1 -0
- package/lib/shared/debug-prompt.d.ts +5 -0
- package/lib/shared/debug-prompt.d.ts.map +1 -0
- package/lib/shared/debug-prompt.js +25 -0
- package/lib/shared/debug-prompt.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestErrorCompletionStream.d.ts.map +1 -0
- package/lib/test-driver/TestErrorCompletionStream.js +16 -0
- package/lib/test-driver/TestErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/TestValidationErrorCompletionStream.d.ts +1 -1
- package/lib/test-driver/TestValidationErrorCompletionStream.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/TestValidationErrorCompletionStream.js +4 -4
- package/lib/test-driver/TestValidationErrorCompletionStream.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/index.d.ts +3 -3
- package/lib/test-driver/index.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/index.js +20 -20
- package/lib/test-driver/index.js.map +1 -0
- package/lib/{types/test-driver → test-driver}/utils.d.ts +1 -1
- package/lib/test-driver/utils.d.ts.map +1 -0
- package/lib/{esm/test-driver → test-driver}/utils.js +4 -4
- package/lib/test-driver/utils.js.map +1 -0
- package/lib/togetherai/index.d.ts +15 -0
- package/lib/togetherai/index.d.ts.map +1 -0
- package/lib/togetherai/index.js +54 -0
- package/lib/togetherai/index.js.map +1 -0
- package/lib/{types/togetherai → togetherai}/interfaces.d.ts +1 -1
- package/lib/togetherai/interfaces.d.ts.map +1 -0
- package/lib/{cjs/watsonx → togetherai}/interfaces.js.map +1 -1
- package/lib/vertexai/debug.d.ts +2 -0
- package/lib/vertexai/debug.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/debug.js +1 -1
- package/lib/vertexai/debug.js.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts +9 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js +141 -0
- package/lib/vertexai/embeddings/embed-legacy-multimodal.js.map +1 -0
- package/lib/vertexai/embeddings/embed.d.ts +13 -0
- package/lib/vertexai/embeddings/embed.d.ts.map +1 -0
- package/lib/vertexai/embeddings/embed.js +162 -0
- package/lib/vertexai/embeddings/embed.js.map +1 -0
- package/lib/vertexai/embeddings/source-utils.d.ts +9 -0
- package/lib/vertexai/embeddings/source-utils.d.ts.map +1 -0
- package/lib/vertexai/embeddings/source-utils.js +18 -0
- package/lib/vertexai/embeddings/source-utils.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/index.d.ts +31 -19
- package/lib/vertexai/index.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/index.js +221 -159
- package/lib/vertexai/index.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/claude.d.ts +4 -4
- package/lib/vertexai/models/claude.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/claude.js +17 -20
- package/lib/vertexai/models/claude.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/gemini.d.ts +28 -4
- package/lib/vertexai/models/gemini.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/gemini.js +238 -116
- package/lib/vertexai/models/gemini.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/imagen.d.ts +12 -11
- package/lib/vertexai/models/imagen.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/imagen.js +74 -47
- package/lib/vertexai/models/imagen.js.map +1 -0
- package/lib/{types/vertexai → vertexai}/models/llama.d.ts +4 -4
- package/lib/vertexai/models/llama.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models/llama.js +37 -33
- package/lib/vertexai/models/llama.js.map +1 -0
- package/lib/vertexai/models.d.ts +21 -0
- package/lib/vertexai/models.d.ts.map +1 -0
- package/lib/{esm/vertexai → vertexai}/models.js +12 -9
- package/lib/vertexai/models.js.map +1 -0
- package/lib/{types/watsonx → watsonx}/index.d.ts +4 -3
- package/lib/watsonx/index.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/index.js +69 -41
- package/lib/watsonx/index.js.map +1 -0
- package/lib/watsonx/interfaces.d.ts.map +1 -0
- package/lib/{esm/watsonx → watsonx}/interfaces.js.map +1 -1
- package/lib/{types/xai → xai}/index.d.ts +4 -4
- package/lib/xai/index.d.ts.map +1 -0
- package/lib/{esm/xai → xai}/index.js +22 -18
- package/lib/xai/index.js.map +1 -0
- package/package.json +87 -36
- package/src/adobe/firefly.ts +60 -43
- package/src/anthropic/index.ts +37 -20
- package/src/azure/azure_foundry.ts +210 -165
- package/src/bedrock/converse.ts +124 -101
- package/src/bedrock/embeddings.test.ts +508 -0
- package/src/bedrock/embeddings.ts +517 -0
- package/src/bedrock/error-handling.test.ts +62 -14
- package/src/bedrock/index.ts +832 -466
- package/src/bedrock/nova-image-payload.ts +98 -91
- package/src/bedrock/payloads.ts +9 -9
- package/src/bedrock/s3.test.ts +39 -0
- package/src/bedrock/s3.ts +57 -38
- package/src/bedrock/streaming-tool-use.test.ts +86 -69
- package/src/bedrock/twelvelabs.ts +35 -32
- package/src/groq/index.ts +143 -60
- package/src/http-timeout-wiring.test.ts +263 -0
- package/src/huggingface_ie.ts +45 -61
- package/src/index.ts +15 -16
- package/src/mistral/index.ts +97 -48
- package/src/mistral/types.ts +13 -12
- package/src/openai/azure_openai.ts +35 -27
- package/src/openai/drivers.ts +9 -0
- package/src/openai/error-handling.test.ts +308 -113
- package/src/openai/index.ts +378 -248
- package/src/openai/openai.ts +6 -13
- package/src/openai/openai_compatible.ts +35 -25
- package/src/openai/openai_format.ts +90 -40
- package/src/replicate.ts +108 -86
- package/src/shared/claude-messages.test.ts +37 -0
- package/src/shared/claude-messages.ts +303 -97
- package/src/shared/claude-thinking.ts +6 -12
- package/src/shared/debug-prompt.ts +28 -0
- package/src/test-driver/TestErrorCompletionStream.ts +9 -10
- package/src/test-driver/TestValidationErrorCompletionStream.ts +9 -10
- package/src/test-driver/index.ts +43 -27
- package/src/test-driver/utils.ts +8 -8
- package/src/togetherai/index.test.ts +32 -0
- package/src/togetherai/index.ts +64 -128
- package/src/togetherai/interfaces.ts +5 -5
- package/src/vertexai/debug.ts +3 -3
- package/src/vertexai/embeddings/embed-legacy-multimodal.ts +211 -0
- package/src/vertexai/embeddings/embed.ts +206 -0
- package/src/vertexai/embeddings/embeddings.test.ts +497 -0
- package/src/vertexai/embeddings/source-utils.test.ts +54 -0
- package/src/vertexai/embeddings/source-utils.ts +29 -0
- package/src/vertexai/index.ts +331 -244
- package/src/vertexai/models/claude-error-handling.test.ts +83 -36
- package/src/vertexai/models/claude-streaming-spacing.test.ts +82 -75
- package/src/vertexai/models/claude.ts +55 -40
- package/src/vertexai/models/gemini-conversation-mutation.test.ts +65 -23
- package/src/vertexai/models/gemini-error-handling.test.ts +126 -10
- package/src/vertexai/models/gemini-orphaned-tool-result.test.ts +118 -0
- package/src/vertexai/models/gemini.ts +349 -172
- package/src/vertexai/models/imagen.ts +164 -100
- package/src/vertexai/models/llama.ts +70 -48
- package/src/vertexai/models.ts +36 -16
- package/src/watsonx/index.ts +101 -65
- package/src/watsonx/interfaces.ts +10 -15
- package/src/xai/index.ts +30 -30
- package/lib/cjs/adobe/firefly.js +0 -120
- package/lib/cjs/adobe/firefly.js.map +0 -1
- package/lib/cjs/anthropic/index.js +0 -64
- package/lib/cjs/anthropic/index.js.map +0 -1
- package/lib/cjs/azure/azure_foundry.js +0 -432
- package/lib/cjs/azure/azure_foundry.js.map +0 -1
- package/lib/cjs/bedrock/converse.js +0 -359
- package/lib/cjs/bedrock/converse.js.map +0 -1
- package/lib/cjs/bedrock/index.js +0 -1508
- package/lib/cjs/bedrock/index.js.map +0 -1
- package/lib/cjs/bedrock/nova-image-payload.js +0 -207
- package/lib/cjs/bedrock/nova-image-payload.js.map +0 -1
- package/lib/cjs/bedrock/payloads.js +0 -3
- package/lib/cjs/bedrock/s3.js +0 -107
- package/lib/cjs/bedrock/s3.js.map +0 -1
- package/lib/cjs/bedrock/twelvelabs.js +0 -87
- package/lib/cjs/bedrock/twelvelabs.js.map +0 -1
- package/lib/cjs/groq/index.js +0 -328
- package/lib/cjs/groq/index.js.map +0 -1
- package/lib/cjs/huggingface_ie.js +0 -201
- package/lib/cjs/huggingface_ie.js.map +0 -1
- package/lib/cjs/index.js +0 -32
- package/lib/cjs/index.js.map +0 -1
- package/lib/cjs/mistral/index.js +0 -176
- package/lib/cjs/mistral/index.js.map +0 -1
- package/lib/cjs/mistral/types.js +0 -83
- package/lib/cjs/mistral/types.js.map +0 -1
- package/lib/cjs/openai/azure_openai.js +0 -72
- package/lib/cjs/openai/azure_openai.js.map +0 -1
- package/lib/cjs/openai/index.js +0 -1135
- package/lib/cjs/openai/index.js.map +0 -1
- package/lib/cjs/openai/openai.js +0 -21
- package/lib/cjs/openai/openai.js.map +0 -1
- package/lib/cjs/openai/openai_compatible.js +0 -63
- package/lib/cjs/openai/openai_compatible.js.map +0 -1
- package/lib/cjs/openai/openai_format.js +0 -131
- package/lib/cjs/openai/openai_format.js.map +0 -1
- package/lib/cjs/package.json +0 -3
- package/lib/cjs/replicate.js +0 -275
- package/lib/cjs/replicate.js.map +0 -1
- package/lib/cjs/shared/claude-messages.js +0 -737
- package/lib/cjs/shared/claude-messages.js.map +0 -1
- package/lib/cjs/shared/claude-thinking.js +0 -60
- package/lib/cjs/shared/claude-thinking.js.map +0 -1
- package/lib/cjs/test-driver/TestErrorCompletionStream.js +0 -20
- package/lib/cjs/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js +0 -24
- package/lib/cjs/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/cjs/test-driver/index.js +0 -109
- package/lib/cjs/test-driver/index.js.map +0 -1
- package/lib/cjs/test-driver/utils.js +0 -30
- package/lib/cjs/test-driver/utils.js.map +0 -1
- package/lib/cjs/togetherai/index.js +0 -126
- package/lib/cjs/togetherai/index.js.map +0 -1
- package/lib/cjs/togetherai/interfaces.js +0 -3
- package/lib/cjs/togetherai/interfaces.js.map +0 -1
- package/lib/cjs/vertexai/debug.js +0 -12
- package/lib/cjs/vertexai/debug.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-image.js +0 -27
- package/lib/cjs/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/cjs/vertexai/embeddings/embeddings-text.js +0 -23
- package/lib/cjs/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/cjs/vertexai/index.js +0 -644
- package/lib/cjs/vertexai/index.js.map +0 -1
- package/lib/cjs/vertexai/models/claude.js +0 -72
- package/lib/cjs/vertexai/models/claude.js.map +0 -1
- package/lib/cjs/vertexai/models/gemini.js +0 -864
- package/lib/cjs/vertexai/models/gemini.js.map +0 -1
- package/lib/cjs/vertexai/models/imagen.js +0 -303
- package/lib/cjs/vertexai/models/imagen.js.map +0 -1
- package/lib/cjs/vertexai/models/llama.js +0 -183
- package/lib/cjs/vertexai/models/llama.js.map +0 -1
- package/lib/cjs/vertexai/models.js +0 -35
- package/lib/cjs/vertexai/models.js.map +0 -1
- package/lib/cjs/watsonx/index.js +0 -161
- package/lib/cjs/watsonx/index.js.map +0 -1
- package/lib/cjs/watsonx/interfaces.js +0 -3
- package/lib/cjs/xai/index.js +0 -65
- package/lib/cjs/xai/index.js.map +0 -1
- package/lib/esm/adobe/firefly.js +0 -116
- package/lib/esm/adobe/firefly.js.map +0 -1
- package/lib/esm/anthropic/index.js.map +0 -1
- package/lib/esm/azure/azure_foundry.js.map +0 -1
- package/lib/esm/bedrock/converse.js.map +0 -1
- package/lib/esm/bedrock/index.js.map +0 -1
- package/lib/esm/bedrock/nova-image-payload.js.map +0 -1
- package/lib/esm/bedrock/payloads.js.map +0 -1
- package/lib/esm/bedrock/s3.js.map +0 -1
- package/lib/esm/bedrock/twelvelabs.js.map +0 -1
- package/lib/esm/groq/index.js.map +0 -1
- package/lib/esm/huggingface_ie.js.map +0 -1
- package/lib/esm/index.js +0 -16
- package/lib/esm/index.js.map +0 -1
- package/lib/esm/mistral/index.js.map +0 -1
- package/lib/esm/mistral/types.js.map +0 -1
- package/lib/esm/openai/azure_openai.js.map +0 -1
- package/lib/esm/openai/index.js.map +0 -1
- package/lib/esm/openai/openai.js +0 -14
- package/lib/esm/openai/openai.js.map +0 -1
- package/lib/esm/openai/openai_compatible.js.map +0 -1
- package/lib/esm/openai/openai_format.js.map +0 -1
- package/lib/esm/replicate.js.map +0 -1
- package/lib/esm/shared/claude-messages.js.map +0 -1
- package/lib/esm/shared/claude-thinking.js.map +0 -1
- package/lib/esm/test-driver/TestErrorCompletionStream.js +0 -16
- package/lib/esm/test-driver/TestErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/TestValidationErrorCompletionStream.js.map +0 -1
- package/lib/esm/test-driver/index.js.map +0 -1
- package/lib/esm/test-driver/utils.js.map +0 -1
- package/lib/esm/togetherai/index.js +0 -122
- package/lib/esm/togetherai/index.js.map +0 -1
- package/lib/esm/togetherai/interfaces.js.map +0 -1
- package/lib/esm/vertexai/debug.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-image.js +0 -24
- package/lib/esm/vertexai/embeddings/embeddings-image.js.map +0 -1
- package/lib/esm/vertexai/embeddings/embeddings-text.js +0 -20
- package/lib/esm/vertexai/embeddings/embeddings-text.js.map +0 -1
- package/lib/esm/vertexai/index.js.map +0 -1
- package/lib/esm/vertexai/models/claude.js.map +0 -1
- package/lib/esm/vertexai/models/gemini.js.map +0 -1
- package/lib/esm/vertexai/models/imagen.js.map +0 -1
- package/lib/esm/vertexai/models/llama.js.map +0 -1
- package/lib/esm/vertexai/models.js.map +0 -1
- package/lib/esm/watsonx/index.js.map +0 -1
- package/lib/esm/xai/index.js.map +0 -1
- package/lib/types/adobe/firefly.d.ts.map +0 -1
- package/lib/types/anthropic/index.d.ts.map +0 -1
- package/lib/types/azure/azure_foundry.d.ts.map +0 -1
- package/lib/types/bedrock/converse.d.ts.map +0 -1
- package/lib/types/bedrock/index.d.ts.map +0 -1
- package/lib/types/bedrock/nova-image-payload.d.ts.map +0 -1
- package/lib/types/bedrock/payloads.d.ts.map +0 -1
- package/lib/types/bedrock/s3.d.ts.map +0 -1
- package/lib/types/bedrock/twelvelabs.d.ts.map +0 -1
- package/lib/types/groq/index.d.ts.map +0 -1
- package/lib/types/huggingface_ie.d.ts.map +0 -1
- package/lib/types/index.d.ts +0 -16
- package/lib/types/index.d.ts.map +0 -1
- package/lib/types/mistral/index.d.ts.map +0 -1
- package/lib/types/mistral/types.d.ts.map +0 -1
- package/lib/types/openai/azure_openai.d.ts.map +0 -1
- package/lib/types/openai/index.d.ts.map +0 -1
- package/lib/types/openai/openai.d.ts.map +0 -1
- package/lib/types/openai/openai_compatible.d.ts.map +0 -1
- package/lib/types/openai/openai_format.d.ts.map +0 -1
- package/lib/types/replicate.d.ts.map +0 -1
- package/lib/types/shared/claude-messages.d.ts.map +0 -1
- package/lib/types/shared/claude-thinking.d.ts.map +0 -1
- package/lib/types/test-driver/TestErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/TestValidationErrorCompletionStream.d.ts.map +0 -1
- package/lib/types/test-driver/index.d.ts.map +0 -1
- package/lib/types/test-driver/utils.d.ts.map +0 -1
- package/lib/types/togetherai/index.d.ts +0 -23
- package/lib/types/togetherai/index.d.ts.map +0 -1
- package/lib/types/togetherai/interfaces.d.ts.map +0 -1
- package/lib/types/vertexai/debug.d.ts +0 -2
- package/lib/types/vertexai/debug.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts +0 -11
- package/lib/types/vertexai/embeddings/embeddings-image.d.ts.map +0 -1
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts +0 -10
- package/lib/types/vertexai/embeddings/embeddings-text.d.ts.map +0 -1
- package/lib/types/vertexai/index.d.ts.map +0 -1
- package/lib/types/vertexai/models/claude.d.ts.map +0 -1
- package/lib/types/vertexai/models/gemini.d.ts.map +0 -1
- package/lib/types/vertexai/models/imagen.d.ts.map +0 -1
- package/lib/types/vertexai/models/llama.d.ts.map +0 -1
- package/lib/types/vertexai/models.d.ts +0 -20
- package/lib/types/vertexai/models.d.ts.map +0 -1
- package/lib/types/watsonx/index.d.ts.map +0 -1
- package/lib/types/watsonx/interfaces.d.ts.map +0 -1
- package/lib/types/xai/index.d.ts.map +0 -1
- package/src/vertexai/embeddings/embeddings-image.ts +0 -52
- package/src/vertexai/embeddings/embeddings-text.ts +0 -54
- /package/lib/{esm/bedrock → bedrock}/payloads.js +0 -0
- /package/lib/{esm/mistral → mistral}/types.js +0 -0
- /package/lib/{esm/togetherai → togetherai}/interfaces.js +0 -0
- /package/lib/{types/watsonx → watsonx}/interfaces.d.ts +0 -0
- /package/lib/{esm/watsonx → watsonx}/interfaces.js +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TestErrorCompletionStream.js","sourceRoot":"","sources":["../../src/test-driver/TestErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,OAAO,yBAAyB;IAIvB;IACA;IAJX,UAAU,CAAiD;IAE3D,YACW,QAAyB,EACzB,OAAyB;QADzB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,YAAO,GAAP,OAAO,CAAkB;IACjC,CAAC;IACJ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,oDAAoD,CAAC;QAC3D,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;CACJ"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from
|
|
1
|
+
import type { CompletionStream, ExecutionOptions, ExecutionResponse, PromptSegment } from '@llumiverse/core';
|
|
2
2
|
export declare class TestValidationErrorCompletionStream implements CompletionStream<PromptSegment[]> {
|
|
3
3
|
segments: PromptSegment[];
|
|
4
4
|
options: ExecutionOptions;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TestValidationErrorCompletionStream.d.ts","sourceRoot":"","sources":["../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAG7G,qBAAa,mCAAoC,YAAW,gBAAgB,CAAC,aAAa,EAAE,CAAC;IAI9E,QAAQ,EAAE,aAAa,EAAE;IACzB,OAAO,EAAE,gBAAgB;IAJpC,UAAU,EAAE,iBAAiB,CAAC,aAAa,EAAE,CAAC,GAAG,SAAS,CAAC;gBAGhD,QAAQ,EAAE,aAAa,EAAE,EACzB,OAAO,EAAE,gBAAgB;IAE7B,CAAC,MAAM,CAAC,aAAa,CAAC;CAShC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createValidationErrorCompletion, sleep } from
|
|
1
|
+
import { createValidationErrorCompletion, sleep } from './utils.js';
|
|
2
2
|
export class TestValidationErrorCompletionStream {
|
|
3
3
|
segments;
|
|
4
4
|
options;
|
|
@@ -8,11 +8,11 @@ export class TestValidationErrorCompletionStream {
|
|
|
8
8
|
this.options = options;
|
|
9
9
|
}
|
|
10
10
|
async *[Symbol.asyncIterator]() {
|
|
11
|
-
yield
|
|
11
|
+
yield 'Started TestValidationError.\n';
|
|
12
12
|
await sleep(1000);
|
|
13
|
-
yield
|
|
13
|
+
yield 'chunk1\n';
|
|
14
14
|
await sleep(1000);
|
|
15
|
-
yield
|
|
15
|
+
yield 'chunk2\n';
|
|
16
16
|
await sleep(1000);
|
|
17
17
|
this.completion = createValidationErrorCompletion(this.segments);
|
|
18
18
|
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TestValidationErrorCompletionStream.js","sourceRoot":"","sources":["../../src/test-driver/TestValidationErrorCompletionStream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEpE,MAAM,OAAO,mCAAmC;IAIjC;IACA;IAJX,UAAU,CAAiD;IAE3D,YACW,QAAyB,EACzB,OAAyB;QADzB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,YAAO,GAAP,OAAO,CAAkB;IACjC,CAAC;IACJ,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,gCAAgC,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,MAAM,UAAU,CAAC;QACjB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { AIModel, CompletionStream, Driver, EmbeddingsResult, ExecutionOptions, ExecutionResponse, PromptSegment, TrainingJob } from
|
|
2
|
-
export * from
|
|
3
|
-
export * from
|
|
1
|
+
import { type AIModel, type CompletionStream, type Driver, type EmbeddingsResult, type ExecutionOptions, type ExecutionResponse, type PromptSegment, type TrainingJob } from '@llumiverse/core';
|
|
2
|
+
export * from './TestErrorCompletionStream.js';
|
|
3
|
+
export * from './TestValidationErrorCompletionStream.js';
|
|
4
4
|
export declare enum TestDriverModels {
|
|
5
5
|
executionError = "execution-error",
|
|
6
6
|
validationError = "validation-error"
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,KAAK,OAAO,EAEZ,KAAK,gBAAgB,EACrB,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EAEtB,KAAK,aAAa,EAClB,KAAK,WAAW,EACnB,MAAM,kBAAkB,CAAC;AAK1B,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,oBAAY,gBAAgB;IACxB,cAAc,oBAAoB;IAClC,eAAe,qBAAqB;CACvC;AAED,qBAAa,UAAW,YAAW,MAAM,CAAC,aAAa,EAAE,CAAC;IACtD,QAAQ,SAAU;IAElB,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvC,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAIrC,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAItC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9C,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAIhG,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAUpG,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC;IAWxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAIjD,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAsB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAKzC,YAAY,CACd,QAAQ,EAAE,aAAa,EAAE,EACzB,QAAQ,EAAE,gBAAgB,GAC3B,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;IAKxC,sBAAsB,CACxB,QAAQ,EAAE,aAAa,EAAE,EACzB,QAAQ,EAAE,gBAAgB,GAC3B,OAAO,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAAC;CAIjD"}
|
|
@@ -1,27 +1,27 @@
|
|
|
1
|
-
import { AIModelStatus, ModelType } from
|
|
2
|
-
import { TestErrorCompletionStream } from
|
|
3
|
-
import { TestValidationErrorCompletionStream } from
|
|
4
|
-
import { createValidationErrorCompletion, sleep, throwError } from
|
|
5
|
-
export * from
|
|
6
|
-
export * from
|
|
1
|
+
import { AIModelStatus, ModelType, } from '@llumiverse/core';
|
|
2
|
+
import { TestErrorCompletionStream } from './TestErrorCompletionStream.js';
|
|
3
|
+
import { TestValidationErrorCompletionStream } from './TestValidationErrorCompletionStream.js';
|
|
4
|
+
import { createValidationErrorCompletion, sleep, throwError } from './utils.js';
|
|
5
|
+
export * from './TestErrorCompletionStream.js';
|
|
6
|
+
export * from './TestValidationErrorCompletionStream.js';
|
|
7
7
|
export var TestDriverModels;
|
|
8
8
|
(function (TestDriverModels) {
|
|
9
9
|
TestDriverModels["executionError"] = "execution-error";
|
|
10
10
|
TestDriverModels["validationError"] = "validation-error";
|
|
11
11
|
})(TestDriverModels || (TestDriverModels = {}));
|
|
12
12
|
export class TestDriver {
|
|
13
|
-
provider =
|
|
13
|
+
provider = 'test';
|
|
14
14
|
createTrainingPrompt() {
|
|
15
|
-
throw new Error(
|
|
15
|
+
throw new Error('Method not implemented.');
|
|
16
16
|
}
|
|
17
17
|
startTraining() {
|
|
18
|
-
throw new Error(
|
|
18
|
+
throw new Error('Method not implemented.');
|
|
19
19
|
}
|
|
20
20
|
cancelTraining() {
|
|
21
|
-
throw new Error(
|
|
21
|
+
throw new Error('Method not implemented.');
|
|
22
22
|
}
|
|
23
23
|
getTrainingJob(_jobId) {
|
|
24
|
-
throw new Error(
|
|
24
|
+
throw new Error('Method not implemented.');
|
|
25
25
|
}
|
|
26
26
|
async createPrompt(segments, _opts) {
|
|
27
27
|
return segments;
|
|
@@ -33,7 +33,7 @@ export class TestDriver {
|
|
|
33
33
|
case TestDriverModels.validationError:
|
|
34
34
|
return this.executeValidationError(segments, options);
|
|
35
35
|
default:
|
|
36
|
-
throwError(
|
|
36
|
+
throwError(`[test driver] Unknown model: ${options.model}`, segments);
|
|
37
37
|
}
|
|
38
38
|
}
|
|
39
39
|
async stream(segments, options) {
|
|
@@ -43,7 +43,7 @@ export class TestDriver {
|
|
|
43
43
|
case TestDriverModels.validationError:
|
|
44
44
|
return new TestValidationErrorCompletionStream(segments, options);
|
|
45
45
|
default:
|
|
46
|
-
throwError(
|
|
46
|
+
throwError(`[test driver] Unknown model: ${options.model}`, segments);
|
|
47
47
|
}
|
|
48
48
|
}
|
|
49
49
|
async listTrainableModels() {
|
|
@@ -53,34 +53,34 @@ export class TestDriver {
|
|
|
53
53
|
return [
|
|
54
54
|
{
|
|
55
55
|
id: TestDriverModels.executionError,
|
|
56
|
-
name:
|
|
56
|
+
name: 'Execution Error',
|
|
57
57
|
type: ModelType.Test,
|
|
58
58
|
provider: this.provider,
|
|
59
59
|
status: AIModelStatus.Available,
|
|
60
|
-
description:
|
|
60
|
+
description: 'Test execution errors',
|
|
61
61
|
tags: [],
|
|
62
62
|
},
|
|
63
63
|
{
|
|
64
64
|
id: TestDriverModels.validationError,
|
|
65
|
-
name:
|
|
65
|
+
name: 'Validation Error',
|
|
66
66
|
type: ModelType.Test,
|
|
67
67
|
provider: this.provider,
|
|
68
68
|
status: AIModelStatus.Available,
|
|
69
|
-
description:
|
|
69
|
+
description: 'Test validation errors',
|
|
70
70
|
tags: [],
|
|
71
71
|
},
|
|
72
72
|
];
|
|
73
73
|
}
|
|
74
74
|
validateConnection() {
|
|
75
|
-
throw new Error(
|
|
75
|
+
throw new Error('Method not implemented.');
|
|
76
76
|
}
|
|
77
77
|
generateEmbeddings() {
|
|
78
|
-
throw new Error(
|
|
78
|
+
throw new Error('Method not implemented.');
|
|
79
79
|
}
|
|
80
80
|
// ============== execution error ==================
|
|
81
81
|
async executeError(segments, _options) {
|
|
82
82
|
await sleep(1000);
|
|
83
|
-
throwError(
|
|
83
|
+
throwError('Testing stream completion error.', segments);
|
|
84
84
|
}
|
|
85
85
|
// ============== validation error ==================
|
|
86
86
|
async executeValidationError(segments, _options) {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/test-driver/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEH,aAAa,EAMb,SAAS,GAGZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,OAAO,EAAE,mCAAmC,EAAE,MAAM,0CAA0C,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEhF,cAAc,gCAAgC,CAAC;AAC/C,cAAc,0CAA0C,CAAC;AAEzD,MAAM,CAAN,IAAY,gBAGX;AAHD,WAAY,gBAAgB;IACxB,sDAAkC,CAAA;IAClC,wDAAoC,CAAA;AACxC,CAAC,EAHW,gBAAgB,KAAhB,gBAAgB,QAG3B;AAED,MAAM,OAAO,UAAU;IACnB,QAAQ,GAAG,MAAM,CAAC;IAElB,oBAAoB;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,aAAa;QACT,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;QACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc,CAAC,MAAc;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,KAAuB;QACjE,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,QAAyB,EAAE,OAAyB;QACxD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1D;gBACI,UAAU,CAAC,gCAAgC,OAAO,CAAC,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC9E,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAyB;QAC7D,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,gBAAgB,CAAC,cAAc;gBAChC,OAAO,IAAI,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,gBAAgB,CAAC,eAAe;gBACjC,OAAO,IAAI,mCAAmC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACtE;gBACI,UAAU,CAAC,gCAAgC,OAAO,CAAC,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC9E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO;YACH;gBACI,EAAE,EAAE,gBAAgB,CAAC,cAAc;gBACnC,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,EAAE;aACX;YACD;gBACI,EAAE,EAAE,gBAAgB,CAAC,eAAe;gBACpC,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,aAAa,CAAC,SAAS;gBAC/B,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE,EAAE;aACX;SACJ,CAAC;IACN,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,YAAY,CACd,QAAyB,EACzB,QAA0B;QAE1B,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,UAAU,CAAC,kCAAkC,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IACD,qDAAqD;IACrD,KAAK,CAAC,sBAAsB,CACxB,QAAyB,EACzB,QAA0B;QAE1B,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IACrD,CAAC;CACJ"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ExecutionResponse, PromptSegment } from
|
|
1
|
+
import type { ExecutionResponse, PromptSegment } from '@llumiverse/core';
|
|
2
2
|
export declare function throwError(message: string, prompt: PromptSegment[]): never;
|
|
3
3
|
export declare function createValidationErrorCompletion(segments: PromptSegment[]): ExecutionResponse<PromptSegment[]>;
|
|
4
4
|
export declare function sleep(ms: number): Promise<unknown>;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/test-driver/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEzE,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAI1E;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,aAAa,EAAE,GAchE,iBAAiB,CAAC,aAAa,EAAE,CAAC,CAC1C;AAED,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAE/B"}
|
|
@@ -5,12 +5,12 @@ export function throwError(message, prompt) {
|
|
|
5
5
|
}
|
|
6
6
|
export function createValidationErrorCompletion(segments) {
|
|
7
7
|
return {
|
|
8
|
-
result: [{ type:
|
|
8
|
+
result: [{ type: 'text', value: 'An invalid result' }],
|
|
9
9
|
prompt: segments,
|
|
10
10
|
execution_time: 3000,
|
|
11
11
|
error: {
|
|
12
|
-
code:
|
|
13
|
-
message:
|
|
12
|
+
code: 'validation_error',
|
|
13
|
+
message: 'Result cannot be validated!',
|
|
14
14
|
},
|
|
15
15
|
token_usage: {
|
|
16
16
|
result: 10,
|
|
@@ -20,6 +20,6 @@ export function createValidationErrorCompletion(segments) {
|
|
|
20
20
|
};
|
|
21
21
|
}
|
|
22
22
|
export function sleep(ms) {
|
|
23
|
-
return new Promise(resolve => setTimeout(resolve, ms));
|
|
23
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
24
24
|
}
|
|
25
25
|
//# sourceMappingURL=utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/test-driver/utils.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,MAAuB;IAC/D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAyC,CAAC;IACvE,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;IACpB,MAAM,GAAG,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAyB;IACrE,OAAO;QACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACtD,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,IAAI;QACpB,KAAK,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,6BAA6B;SACzC;QACD,WAAW,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;SACZ;KACkC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { type AIModel, type DriverOptions, Providers } from '@llumiverse/core';
|
|
2
|
+
import OpenAI from 'openai';
|
|
3
|
+
import { BaseOpenAIDriver } from '../openai/index.js';
|
|
4
|
+
export interface TogetherAIDriverOptions extends DriverOptions {
|
|
5
|
+
apiKey: string;
|
|
6
|
+
endpoint?: string;
|
|
7
|
+
}
|
|
8
|
+
export declare class TogetherAIDriver extends BaseOpenAIDriver {
|
|
9
|
+
static readonly PROVIDER = Providers.togetherai;
|
|
10
|
+
readonly provider = Providers.togetherai;
|
|
11
|
+
service: OpenAI;
|
|
12
|
+
constructor(opts: TogetherAIDriverOptions);
|
|
13
|
+
listModels(): Promise<AIModel[]>;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,aAAa,EAIlB,SAAS,EACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,WAAW,uBAAwB,SAAQ,aAAa;IAC1D,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AASD,qBAAa,gBAAiB,SAAQ,gBAAgB;IAClD,MAAM,CAAC,QAAQ,CAAC,QAAQ,wBAAwB;IAChD,QAAQ,CAAC,QAAQ,wBAAwB;IACzC,OAAO,EAAE,MAAM,CAAC;gBAEJ,IAAI,EAAE,uBAAuB;IAcnC,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;CAoBzC"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { getModelCapabilities, ModelType, modelModalitiesToArray, Providers, } from '@llumiverse/core';
|
|
2
|
+
import OpenAI from 'openai';
|
|
3
|
+
import { BaseOpenAIDriver } from '../openai/index.js';
|
|
4
|
+
export class TogetherAIDriver extends BaseOpenAIDriver {
|
|
5
|
+
static PROVIDER = Providers.togetherai;
|
|
6
|
+
provider = Providers.togetherai;
|
|
7
|
+
service;
|
|
8
|
+
constructor(opts) {
|
|
9
|
+
super(opts);
|
|
10
|
+
if (!opts.apiKey) {
|
|
11
|
+
throw new Error('apiKey is required');
|
|
12
|
+
}
|
|
13
|
+
this.service = new OpenAI({
|
|
14
|
+
apiKey: opts.apiKey,
|
|
15
|
+
baseURL: opts.endpoint ?? 'https://api.together.ai/v1',
|
|
16
|
+
fetch: this.getDriverFetch(),
|
|
17
|
+
});
|
|
18
|
+
}
|
|
19
|
+
async listModels() {
|
|
20
|
+
const result = await this.service.get('/models');
|
|
21
|
+
return result
|
|
22
|
+
.map((model) => {
|
|
23
|
+
const modelCapability = getModelCapabilities(model.id, this.provider);
|
|
24
|
+
return {
|
|
25
|
+
id: model.id,
|
|
26
|
+
name: model.display_name ?? model.id,
|
|
27
|
+
provider: this.provider,
|
|
28
|
+
owner: model.organization,
|
|
29
|
+
type: togetherModelType(model.type),
|
|
30
|
+
can_stream: true,
|
|
31
|
+
is_multimodal: modelCapability.input.image === true,
|
|
32
|
+
input_modalities: modelModalitiesToArray(modelCapability.input),
|
|
33
|
+
output_modalities: modelModalitiesToArray(modelCapability.output),
|
|
34
|
+
tool_support: modelCapability.tool_support,
|
|
35
|
+
};
|
|
36
|
+
})
|
|
37
|
+
.sort((a, b) => a.id.localeCompare(b.id));
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
function togetherModelType(type) {
|
|
41
|
+
switch (type) {
|
|
42
|
+
case 'chat':
|
|
43
|
+
return ModelType.Chat;
|
|
44
|
+
case 'code':
|
|
45
|
+
return ModelType.Code;
|
|
46
|
+
case 'image':
|
|
47
|
+
return ModelType.Image;
|
|
48
|
+
case 'embedding':
|
|
49
|
+
return ModelType.Embedding;
|
|
50
|
+
default:
|
|
51
|
+
return ModelType.Text;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/togetherai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,oBAAoB,EACpB,SAAS,EACT,sBAAsB,EACtB,SAAS,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AActD,MAAM,OAAO,gBAAiB,SAAQ,gBAAgB;IAClD,MAAM,CAAU,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC;IACvC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC;IACzC,OAAO,CAAS;IAEhB,YAAY,IAA6B;QACrC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,4BAA4B;YACtD,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE;SAC/B,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAkB,SAAS,CAAC,CAAC;QAClE,OAAO,MAAM;aACR,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACX,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtE,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,EAAE;gBACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,KAAK,CAAC,YAAY;gBACzB,IAAI,EAAE,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC;gBACnC,UAAU,EAAE,IAAI;gBAChB,aAAa,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI;gBACnD,gBAAgB,EAAE,sBAAsB,CAAC,eAAe,CAAC,KAAK,CAAC;gBAC/D,iBAAiB,EAAE,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC;gBACjE,YAAY,EAAE,eAAe,CAAC,YAAY;aACnB,CAAC;QAChC,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;;AAGL,SAAS,iBAAiB,CAAC,IAAa;IACpC,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,MAAM;YACP,OAAO,SAAS,CAAC,IAAI,CAAC;QAC1B,KAAK,MAAM;YACP,OAAO,SAAS,CAAC,IAAI,CAAC;QAC1B,KAAK,OAAO;YACR,OAAO,SAAS,CAAC,KAAK,CAAC;QAC3B,KAAK,WAAW;YACZ,OAAO,SAAS,CAAC,SAAS,CAAC;QAC/B;YACI,OAAO,SAAS,CAAC,IAAI,CAAC;IAC9B,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../src/togetherai/interfaces.ts"],"names":[],"mappings":"AAAA,UAAU,mBAAmB;IACzB,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,MAAM;IACZ,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,OAAO;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,GAAG;IACT,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACzB;AAED,UAAU,KAAK;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,IAAI;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,UAAU,KAAK;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,GAAG,CAAC;IACV,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,GAAG,CAAC;IACV,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,IAAI,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,KAAK,EAAE;QACH,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["
|
|
1
|
+
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/togetherai/interfaces.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../../src/vertexai/debug.ts"],"names":[],"mappings":"AAEA,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,QAGrD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../src/vertexai/debug.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,GAAY;IAClD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACjC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { type EmbeddingsOptions, type EmbeddingsResult } from '@llumiverse/core';
|
|
2
|
+
import type { VertexAIDriver } from '../index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Embed via the legacy multimodalembedding@001 API using the typed
|
|
5
|
+
* @google-cloud/aiplatform PredictionServiceClient. Returns one result item
|
|
6
|
+
* per input; video/audio segments expand into multiple outputs.
|
|
7
|
+
*/
|
|
8
|
+
export declare function generateLegacyMultimodalEmbeddings(driver: VertexAIDriver, options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
9
|
+
//# sourceMappingURL=embed-legacy-multimodal.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed-legacy-multimodal.d.ts","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed-legacy-multimodal.ts"],"names":[],"mappings":"AACA,OAAO,EAMH,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EAGxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AA0IlD;;;;GAIG;AACH,wBAAsB,kCAAkC,CACpD,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,iBAAiB,GAC3B,OAAO,CAAC,gBAAgB,CAAC,CAoD3B"}
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { helpers } from '@google-cloud/aiplatform';
|
|
2
|
+
import { buildEmbeddingsResult, LlumiverseError, } from '@llumiverse/core';
|
|
3
|
+
import { dataSourceToVertexSourceData } from './source-utils.js';
|
|
4
|
+
const DEFAULT_LEGACY_MULTIMODAL_MODEL = 'multimodalembedding@001';
|
|
5
|
+
async function dataSourceToImagePart(ds) {
|
|
6
|
+
const source = await dataSourceToVertexSourceData(ds);
|
|
7
|
+
if (source.gcsUri) {
|
|
8
|
+
return { gcsUri: source.gcsUri, mimeType: ds.mime_type };
|
|
9
|
+
}
|
|
10
|
+
if (!source.bytesBase64Encoded) {
|
|
11
|
+
throw new Error('Data source conversion produced neither GCS URI nor inline bytes');
|
|
12
|
+
}
|
|
13
|
+
return { bytesBase64Encoded: source.bytesBase64Encoded, mimeType: ds.mime_type };
|
|
14
|
+
}
|
|
15
|
+
async function dataSourceToVideoPart(ds, input) {
|
|
16
|
+
const source = await dataSourceToVertexSourceData(ds);
|
|
17
|
+
const segmentConfig = {};
|
|
18
|
+
if (input.start_sec !== undefined)
|
|
19
|
+
segmentConfig.startOffsetSec = input.start_sec;
|
|
20
|
+
if (input.start_sec !== undefined && input.length_sec !== undefined) {
|
|
21
|
+
segmentConfig.endOffsetSec = input.start_sec + input.length_sec;
|
|
22
|
+
}
|
|
23
|
+
if ('interval_sec' in input && input.interval_sec !== undefined) {
|
|
24
|
+
segmentConfig.intervalSec = input.interval_sec;
|
|
25
|
+
}
|
|
26
|
+
const config = Object.keys(segmentConfig).length > 0 ? segmentConfig : undefined;
|
|
27
|
+
if (source.gcsUri) {
|
|
28
|
+
return { gcsUri: source.gcsUri, videoSegmentConfig: config };
|
|
29
|
+
}
|
|
30
|
+
if (!source.bytesBase64Encoded) {
|
|
31
|
+
throw new Error('Data source conversion produced neither GCS URI nor inline bytes');
|
|
32
|
+
}
|
|
33
|
+
return { bytesBase64Encoded: source.bytesBase64Encoded, videoSegmentConfig: config };
|
|
34
|
+
}
|
|
35
|
+
async function buildLegacyInstance(input) {
|
|
36
|
+
switch (input.type) {
|
|
37
|
+
case 'text':
|
|
38
|
+
return { instance: { text: input.text }, modality: 'text' };
|
|
39
|
+
case 'image':
|
|
40
|
+
return { instance: { image: await dataSourceToImagePart(input.source) }, modality: 'image' };
|
|
41
|
+
case 'video':
|
|
42
|
+
return { instance: { video: await dataSourceToVideoPart(input.source, input) }, modality: 'video' };
|
|
43
|
+
case 'audio':
|
|
44
|
+
// multimodalembedding@001 has no dedicated audio modality; the API treats audio
|
|
45
|
+
// like video (uses videoEmbeddings in the response). Route through the video path
|
|
46
|
+
// and preserve the "audio" modality label so callers can identify the outputs.
|
|
47
|
+
return { instance: { video: await dataSourceToVideoPart(input.source, input) }, modality: 'audio' };
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
function hasPredictionEmbeddings(prediction) {
|
|
51
|
+
return Boolean(prediction.textEmbedding || prediction.imageEmbedding || prediction.videoEmbeddings?.length);
|
|
52
|
+
}
|
|
53
|
+
function decodePredictionValue(value, index, model) {
|
|
54
|
+
const decoded = helpers.fromValue(value);
|
|
55
|
+
if (!decoded || typeof decoded !== 'object') {
|
|
56
|
+
throw new Error(`Vertex predict returned an empty prediction for input ${index} (model ${model})`);
|
|
57
|
+
}
|
|
58
|
+
const prediction = decoded;
|
|
59
|
+
if (!hasPredictionEmbeddings(prediction)) {
|
|
60
|
+
throw new Error(`Vertex predict returned no embeddings for input ${index} (model ${model})`);
|
|
61
|
+
}
|
|
62
|
+
return prediction;
|
|
63
|
+
}
|
|
64
|
+
function predictionToOutputs(prediction, modality) {
|
|
65
|
+
if (modality === 'text' && prediction.textEmbedding) {
|
|
66
|
+
return [{ values: prediction.textEmbedding, modality: 'text' }];
|
|
67
|
+
}
|
|
68
|
+
if (modality === 'image' && prediction.imageEmbedding) {
|
|
69
|
+
return [{ values: prediction.imageEmbedding, modality: 'image' }];
|
|
70
|
+
}
|
|
71
|
+
if ((modality === 'video' || modality === 'audio') && prediction.videoEmbeddings?.length) {
|
|
72
|
+
return prediction.videoEmbeddings.map((segment) => ({
|
|
73
|
+
values: segment.embedding,
|
|
74
|
+
modality,
|
|
75
|
+
start_sec: segment.startOffsetSec,
|
|
76
|
+
end_sec: segment.endOffsetSec,
|
|
77
|
+
}));
|
|
78
|
+
}
|
|
79
|
+
// Fallback: return whatever is present
|
|
80
|
+
if (prediction.textEmbedding)
|
|
81
|
+
return [{ values: prediction.textEmbedding, modality: 'text' }];
|
|
82
|
+
if (prediction.imageEmbedding)
|
|
83
|
+
return [{ values: prediction.imageEmbedding, modality: 'image' }];
|
|
84
|
+
if (prediction.videoEmbeddings?.length) {
|
|
85
|
+
return prediction.videoEmbeddings.map((segment) => ({
|
|
86
|
+
values: segment.embedding,
|
|
87
|
+
modality: 'video',
|
|
88
|
+
start_sec: segment.startOffsetSec,
|
|
89
|
+
end_sec: segment.endOffsetSec,
|
|
90
|
+
}));
|
|
91
|
+
}
|
|
92
|
+
throw new Error('Vertex multimodal prediction returned no embedding values');
|
|
93
|
+
}
|
|
94
|
+
/**
|
|
95
|
+
* Embed via the legacy multimodalembedding@001 API using the typed
|
|
96
|
+
* @google-cloud/aiplatform PredictionServiceClient. Returns one result item
|
|
97
|
+
* per input; video/audio segments expand into multiple outputs.
|
|
98
|
+
*/
|
|
99
|
+
export async function generateLegacyMultimodalEmbeddings(driver, options) {
|
|
100
|
+
const model = options.model ?? DEFAULT_LEGACY_MULTIMODAL_MODEL;
|
|
101
|
+
const built = await Promise.all(options.inputs.map(buildLegacyInstance));
|
|
102
|
+
const modalities = built.map((b) => b.modality);
|
|
103
|
+
const instances = built
|
|
104
|
+
.map((b) => helpers.toValue(b.instance))
|
|
105
|
+
.filter((v) => v != null);
|
|
106
|
+
if (instances.length !== built.length) {
|
|
107
|
+
throw new Error('Failed to encode one or more multimodal embedding instances');
|
|
108
|
+
}
|
|
109
|
+
const parameters = options.dimensions !== undefined ? helpers.toValue({ dimension: options.dimensions }) : undefined;
|
|
110
|
+
const endpoint = `projects/${driver.options.project}/locations/${driver.options.region}/publishers/google/models/${model}`;
|
|
111
|
+
const request = { endpoint, instances, parameters };
|
|
112
|
+
const client = await driver.getPredictionServiceClient();
|
|
113
|
+
try {
|
|
114
|
+
const [response] = await client.predict(request);
|
|
115
|
+
const predictions = response.predictions ?? [];
|
|
116
|
+
if (predictions.length !== built.length) {
|
|
117
|
+
throw new Error(`Vertex predict returned ${predictions.length} predictions for ${built.length} instances (model ${model})`);
|
|
118
|
+
}
|
|
119
|
+
const items = predictions.map((value, i) => {
|
|
120
|
+
const decoded = decodePredictionValue(value, i, model);
|
|
121
|
+
return { outputs: predictionToOutputs(decoded, modalities[i]) };
|
|
122
|
+
});
|
|
123
|
+
return buildEmbeddingsResult(model, items);
|
|
124
|
+
}
|
|
125
|
+
catch (error) {
|
|
126
|
+
if (LlumiverseError.isLlumiverseError(error))
|
|
127
|
+
throw error;
|
|
128
|
+
// @google-cloud/aiplatform uses gRPC, which surfaces errors with a numeric `code`
|
|
129
|
+
// field rather than `status`. Check both to avoid wrapping plain programming errors.
|
|
130
|
+
if (error instanceof Error &&
|
|
131
|
+
typeof error.status !== 'number' &&
|
|
132
|
+
typeof error.code !== 'number')
|
|
133
|
+
throw error;
|
|
134
|
+
throw driver.formatLlumiverseError(error, {
|
|
135
|
+
provider: 'vertexai',
|
|
136
|
+
model,
|
|
137
|
+
operation: 'execute',
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=embed-legacy-multimodal.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed-legacy-multimodal.js","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed-legacy-multimodal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAEH,qBAAqB,EAMrB,eAAe,GAElB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAEjE,MAAM,+BAA+B,GAAG,yBAAyB,CAAC;AAElE,KAAK,UAAU,qBAAqB,CAChC,EAAc;IAEd,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC;AACrF,CAAC;AAQD,KAAK,UAAU,qBAAqB,CAChC,EAAc,EACd,KAAgD;IAEhD,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACtD,MAAM,aAAa,GAAuB,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,aAAa,CAAC,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC;IAClF,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAClE,aAAa,CAAC,YAAY,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC;IACpE,CAAC;IACD,IAAI,cAAc,IAAI,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC9D,aAAa,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACnD,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC;IACjE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC;AACzF,CAAC;AASD,KAAK,UAAU,mBAAmB,CAAC,KAAqB;IACpD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,MAAM;YACP,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAChE,KAAK,OAAO;YACR,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACjG,KAAK,OAAO;YACR,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QACxG,KAAK,OAAO;YACR,gFAAgF;YAChF,kFAAkF;YAClF,+EAA+E;YAC/E,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC5G,CAAC;AACL,CAAC;AAcD,SAAS,uBAAuB,CAAC,UAAgC;IAC7D,OAAO,OAAO,CAAC,UAAU,CAAC,aAAa,IAAI,UAAU,CAAC,cAAc,IAAI,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;AAChH,CAAC;AAED,SAAS,qBAAqB,CAC1B,KAAoC,EACpC,KAAa,EACb,KAAa;IAGb,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,KAA+B,CAAC,CAAC;IACnE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,yDAAyD,KAAK,WAAW,KAAK,GAAG,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,UAAU,GAAG,OAA+B,CAAC;IACnD,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,WAAW,KAAK,GAAG,CAAC,CAAC;IACjG,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAgC,EAAE,QAAkB;IAC7E,IAAI,QAAQ,KAAK,MAAM,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;QAClD,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,QAAQ,KAAK,OAAO,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;QACpD,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,OAAO,CAAC,IAAI,UAAU,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QACvF,OAAO,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,cAAc;YACjC,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,uCAAuC;IACvC,IAAI,UAAU,CAAC,aAAa;QAAE,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9F,IAAI,UAAU,CAAC,cAAc;QAAE,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACjG,IAAI,UAAU,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QACrC,OAAO,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,QAAQ,EAAE,OAAgB;YAC1B,SAAS,EAAE,OAAO,CAAC,cAAc;YACjC,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC,CAAC;IACR,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AACjF,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACpD,MAAsB,EACtB,OAA0B;IAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,+BAA+B,CAAC;IAC/D,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,KAAK;SAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;SACvC,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IAE1D,IAAI,SAAS,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,UAAU,GACZ,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEtG,MAAM,QAAQ,GAAG,YAAY,MAAM,CAAC,OAAO,CAAC,OAAO,cAAc,MAAM,CAAC,OAAO,CAAC,MAAM,6BAA6B,KAAK,EAAE,CAAC;IAE3H,MAAM,OAAO,GAAsD,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IAEvG,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,0BAA0B,EAAE,CAAC;IACzD,IAAI,CAAC;QACD,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;QAC/C,IAAI,WAAW,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACX,2BAA2B,WAAW,CAAC,MAAM,oBAAoB,KAAK,CAAC,MAAM,qBAAqB,KAAK,GAAG,CAC7G,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GAA0B,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC9D,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,EAAE,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,OAAO,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,IAAI,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;YAAE,MAAM,KAAK,CAAC;QAC1D,kFAAkF;QAClF,qFAAqF;QACrF,IACI,KAAK,YAAY,KAAK;YACtB,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ;YAC1D,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ;YAEtD,MAAM,KAAK,CAAC;QAChB,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE;YACtC,QAAQ,EAAE,UAAU;YACpB,KAAK;YACL,SAAS,EAAE,SAAS;SACvB,CAAC,CAAC;IACP,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { type EmbeddingsOptions, type EmbeddingsResult } from '@llumiverse/core';
|
|
2
|
+
import type { VertexAIDriver } from '../index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Generate Vertex AI embeddings via @google/genai's embedContent API.
|
|
5
|
+
* Text inputs are sent as Content with a text part; task_type and title
|
|
6
|
+
* are applied via the SDK config (or via prompt prefix for models that
|
|
7
|
+
* don't accept them as API parameters).
|
|
8
|
+
* Image/video/audio inputs are sent as inlineData (base64) or fileData (gs://).
|
|
9
|
+
* Inputs with the same config signature are batched in a single call;
|
|
10
|
+
* differing configs produce separate calls. Results preserve input order.
|
|
11
|
+
*/
|
|
12
|
+
export declare function generateVertexAiEmbeddings(driver: VertexAIDriver, options: EmbeddingsOptions): Promise<EmbeddingsResult>;
|
|
13
|
+
//# sourceMappingURL=embed.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../src/vertexai/embeddings/embed.ts"],"names":[],"mappings":"AAEA,OAAO,EAKH,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EAMxB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AA6GlD;;;;;;;;GAQG;AACH,wBAAsB,0BAA0B,CAC5C,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,iBAAiB,GAC3B,OAAO,CAAC,gBAAgB,CAAC,CAqE3B"}
|