@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +192 -2
- package/dist/adapters/bedrock-converse/index.d.ts +9 -0
- package/dist/adapters/bedrock-converse/index.js +121 -0
- package/dist/adapters/bedrock-converse/index.js.map +1 -0
- package/dist/adapters/bedrock-converse/requestTransform.d.ts +111 -0
- package/dist/adapters/bedrock-converse/requestTransform.js +187 -0
- package/dist/adapters/bedrock-converse/requestTransform.js.map +1 -0
- package/dist/adapters/bedrock-converse/responseTransform.d.ts +7 -0
- package/dist/adapters/bedrock-converse/responseTransform.js +104 -0
- package/dist/adapters/bedrock-converse/responseTransform.js.map +1 -0
- package/dist/adapters/bedrock-converse/streamTransform.d.ts +34 -0
- package/dist/adapters/bedrock-converse/streamTransform.js +204 -0
- package/dist/adapters/bedrock-converse/streamTransform.js.map +1 -0
- package/dist/adapters/constants.d.ts +15 -0
- package/dist/adapters/constants.js +26 -0
- package/dist/adapters/constants.js.map +1 -0
- package/dist/adapters/gemini/index.d.ts +9 -0
- package/dist/adapters/gemini/index.js +146 -0
- package/dist/adapters/gemini/index.js.map +1 -0
- package/dist/adapters/gemini/requestTransform.d.ts +72 -0
- package/dist/adapters/gemini/requestTransform.js +227 -0
- package/dist/adapters/gemini/requestTransform.js.map +1 -0
- package/dist/adapters/gemini/responseTransform.d.ts +7 -0
- package/dist/adapters/gemini/responseTransform.js +113 -0
- package/dist/adapters/gemini/responseTransform.js.map +1 -0
- package/dist/adapters/gemini/streamTransform.d.ts +22 -0
- package/dist/adapters/gemini/streamTransform.js +174 -0
- package/dist/adapters/gemini/streamTransform.js.map +1 -0
- package/dist/adapters/guardrailHelpers.d.ts +49 -0
- package/dist/adapters/guardrailHelpers.js +23 -0
- package/dist/adapters/guardrailHelpers.js.map +1 -0
- package/dist/adapters/index.d.ts +28 -0
- package/dist/adapters/index.js +62 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/messages/index.d.ts +9 -0
- package/dist/adapters/messages/index.js +112 -0
- package/dist/adapters/messages/index.js.map +1 -0
- package/dist/adapters/messages/requestTransform.d.ts +8 -0
- package/dist/adapters/messages/requestTransform.js +206 -0
- package/dist/adapters/messages/requestTransform.js.map +1 -0
- package/dist/adapters/messages/responseTransform.d.ts +8 -0
- package/dist/adapters/messages/responseTransform.js +104 -0
- package/dist/adapters/messages/responseTransform.js.map +1 -0
- package/dist/adapters/messages/streamTransform.d.ts +26 -0
- package/dist/adapters/messages/streamTransform.js +174 -0
- package/dist/adapters/messages/streamTransform.js.map +1 -0
- package/dist/adapters/registry.d.ts +67 -0
- package/dist/adapters/registry.js +232 -0
- package/dist/adapters/registry.js.map +1 -0
- package/dist/adapters/responses/encryptedContentAffinity.d.ts +12 -0
- package/dist/adapters/responses/encryptedContentAffinity.js +55 -0
- package/dist/adapters/responses/encryptedContentAffinity.js.map +1 -0
- package/dist/adapters/responses/index.d.ts +6 -0
- package/dist/adapters/responses/index.js +201 -0
- package/dist/adapters/responses/index.js.map +1 -0
- package/dist/adapters/responses/requestTransform.d.ts +7 -0
- package/dist/adapters/responses/requestTransform.js +190 -0
- package/dist/adapters/responses/requestTransform.js.map +1 -0
- package/dist/adapters/responses/responseTransform.d.ts +30 -0
- package/dist/adapters/responses/responseTransform.js +174 -0
- package/dist/adapters/responses/responseTransform.js.map +1 -0
- package/dist/adapters/responses/streamTransform.d.ts +40 -0
- package/dist/adapters/responses/streamTransform.js +301 -0
- package/dist/adapters/responses/streamTransform.js.map +1 -0
- package/dist/adapters/types.d.ts +79 -0
- package/dist/adapters/types.js +2 -0
- package/dist/adapters/types.js.map +1 -0
- package/dist/autogen/decoders.d.ts +956 -0
- package/dist/autogen/decoders.js +10502 -0
- package/dist/autogen/decoders.js.map +1 -0
- package/dist/autogen/helpers.d.ts +5 -0
- package/dist/autogen/helpers.js +3 -0
- package/dist/autogen/helpers.js.map +1 -0
- package/dist/autogen/meta.d.ts +961 -0
- package/dist/autogen/meta.js +960 -0
- package/dist/autogen/meta.js.map +1 -0
- package/dist/autogen/models.d.ts +24388 -0
- package/dist/autogen/models.js +9 -0
- package/dist/autogen/models.js.map +1 -0
- package/dist/autogen/schema.json +30705 -0
- package/dist/autogen/validate.d.ts +6 -0
- package/dist/autogen/validate.js +15 -0
- package/dist/autogen/validate.js.map +1 -0
- package/dist/cache/port.d.ts +31 -0
- package/dist/cache/port.js +44 -0
- package/dist/cache/port.js.map +1 -0
- package/dist/catalog/snapshots.d.ts +19 -0
- package/dist/catalog/snapshots.js +14 -0
- package/dist/catalog/snapshots.js.map +1 -0
- package/dist/config.d.ts +89 -0
- package/dist/config.js +195 -0
- package/dist/config.js.map +1 -0
- package/dist/constants/jsonRpc.d.ts +30 -0
- package/dist/constants/jsonRpc.js +11 -0
- package/dist/constants/jsonRpc.js.map +1 -0
- package/dist/constants.d.ts +26 -0
- package/dist/constants.js +27 -0
- package/dist/constants.js.map +1 -0
- package/dist/entities/Authentication.d.ts +37 -0
- package/dist/entities/Authentication.js +11 -0
- package/dist/entities/Authentication.js.map +1 -0
- package/dist/entities/Model.d.ts +105 -0
- package/dist/entities/Model.js +55 -0
- package/dist/entities/Model.js.map +1 -0
- package/dist/entities/Provider.d.ts +46 -0
- package/dist/entities/Provider.js +48 -0
- package/dist/entities/Provider.js.map +1 -0
- package/dist/entities/ProviderAccount.d.ts +23 -0
- package/dist/entities/ProviderAccount.js +2 -0
- package/dist/entities/ProviderAccount.js.map +1 -0
- package/dist/errors.d.ts +190 -0
- package/dist/errors.js +300 -0
- package/dist/errors.js.map +1 -0
- package/dist/globals.d.ts +452 -0
- package/dist/globals.js +782 -0
- package/dist/globals.js.map +1 -0
- package/dist/handlers/handlerUtils.d.ts +2 -0
- package/dist/handlers/handlerUtils.js +240 -0
- package/dist/handlers/handlerUtils.js.map +1 -0
- package/dist/handlers/retryFromExecution.d.ts +12 -0
- package/dist/handlers/retryFromExecution.js +21 -0
- package/dist/handlers/retryFromExecution.js.map +1 -0
- package/dist/handlers/retryHandler.d.ts +20 -0
- package/dist/handlers/retryHandler.js +276 -0
- package/dist/handlers/retryHandler.js.map +1 -0
- package/dist/handlers/streamHandler.d.ts +6 -0
- package/dist/handlers/streamHandler.js +29 -0
- package/dist/handlers/streamHandler.js.map +1 -0
- package/dist/handlers/streamHandlerUtils.d.ts +21 -0
- package/dist/handlers/streamHandlerUtils.js +220 -0
- package/dist/handlers/streamHandlerUtils.js.map +1 -0
- package/dist/handlers/tfyUtils.d.ts +24 -0
- package/dist/handlers/tfyUtils.js +221 -0
- package/dist/handlers/tfyUtils.js.map +1 -0
- package/dist/http/createSafeDispatcher.d.ts +29 -0
- package/dist/http/createSafeDispatcher.js +49 -0
- package/dist/http/createSafeDispatcher.js.map +1 -0
- package/dist/http/errors.d.ts +23 -0
- package/dist/http/errors.js +128 -0
- package/dist/http/errors.js.map +1 -0
- package/dist/http/guardedLookup.d.ts +18 -0
- package/dist/http/guardedLookup.js +72 -0
- package/dist/http/guardedLookup.js.map +1 -0
- package/dist/http/index.d.ts +7 -0
- package/dist/http/index.js +7 -0
- package/dist/http/index.js.map +1 -0
- package/dist/http/isPublicIp.d.ts +1 -0
- package/dist/http/isPublicIp.js +63 -0
- package/dist/http/isPublicIp.js.map +1 -0
- package/dist/http/loopbackDispatcher.d.ts +32 -0
- package/dist/http/loopbackDispatcher.js +40 -0
- package/dist/http/loopbackDispatcher.js.map +1 -0
- package/dist/http/loopbackFetch.d.ts +18 -0
- package/dist/http/loopbackFetch.js +47 -0
- package/dist/http/loopbackFetch.js.map +1 -0
- package/dist/http/meshTls.d.ts +153 -0
- package/dist/http/meshTls.js +274 -0
- package/dist/http/meshTls.js.map +1 -0
- package/dist/http/safeFetch.d.ts +49 -0
- package/dist/http/safeFetch.js +226 -0
- package/dist/http/safeFetch.js.map +1 -0
- package/dist/http/types.d.ts +10 -0
- package/dist/http/types.js +2 -0
- package/dist/http/types.js.map +1 -0
- package/dist/http/urlverify/config.d.ts +20 -0
- package/dist/http/urlverify/config.js +66 -0
- package/dist/http/urlverify/config.js.map +1 -0
- package/dist/http/urlverify/hostname.d.ts +10 -0
- package/dist/http/urlverify/hostname.js +29 -0
- package/dist/http/urlverify/hostname.js.map +1 -0
- package/dist/http/urlverify/ip.d.ts +13 -0
- package/dist/http/urlverify/ip.js +115 -0
- package/dist/http/urlverify/ip.js.map +1 -0
- package/dist/http/urlverify/mode.d.ts +20 -0
- package/dist/http/urlverify/mode.js +22 -0
- package/dist/http/urlverify/mode.js.map +1 -0
- package/dist/index.d.ts +16 -0
- package/dist/index.js +11 -0
- package/dist/index.js.map +1 -0
- package/dist/loadbalancer_utils.d.ts +6 -0
- package/dist/loadbalancer_utils.js +2 -0
- package/dist/loadbalancer_utils.js.map +1 -0
- package/dist/logger.d.ts +18 -0
- package/dist/logger.js +93 -0
- package/dist/logger.js.map +1 -0
- package/dist/parity/transformCapturedProviderResponse.d.ts +42 -0
- package/dist/parity/transformCapturedProviderResponse.js +52 -0
- package/dist/parity/transformCapturedProviderResponse.js.map +1 -0
- package/dist/providers/ai21/api.d.ts +3 -0
- package/dist/providers/ai21/api.js +21 -0
- package/dist/providers/ai21/api.js.map +1 -0
- package/dist/providers/ai21/chatComplete.d.ts +4 -0
- package/dist/providers/ai21/chatComplete.js +170 -0
- package/dist/providers/ai21/chatComplete.js.map +1 -0
- package/dist/providers/ai21/index.d.ts +8 -0
- package/dist/providers/ai21/index.js +11 -0
- package/dist/providers/ai21/index.js.map +1 -0
- package/dist/providers/anthropic/anthropicBetas.d.ts +51 -0
- package/dist/providers/anthropic/anthropicBetas.js +95 -0
- package/dist/providers/anthropic/anthropicBetas.js.map +1 -0
- package/dist/providers/anthropic/api.d.ts +22 -0
- package/dist/providers/anthropic/api.js +87 -0
- package/dist/providers/anthropic/api.js.map +1 -0
- package/dist/providers/anthropic/betaTracing.d.ts +10 -0
- package/dist/providers/anthropic/betaTracing.js +30 -0
- package/dist/providers/anthropic/betaTracing.js.map +1 -0
- package/dist/providers/anthropic/chatComplete.d.ts +137 -0
- package/dist/providers/anthropic/chatComplete.js +1395 -0
- package/dist/providers/anthropic/chatComplete.js.map +1 -0
- package/dist/providers/anthropic/complete.d.ts +32 -0
- package/dist/providers/anthropic/complete.js +110 -0
- package/dist/providers/anthropic/complete.js.map +1 -0
- package/dist/providers/anthropic/deleteFile.d.ts +7 -0
- package/dist/providers/anthropic/deleteFile.js +23 -0
- package/dist/providers/anthropic/deleteFile.js.map +1 -0
- package/dist/providers/anthropic/fileTypes.d.ts +64 -0
- package/dist/providers/anthropic/fileTypes.js +7 -0
- package/dist/providers/anthropic/fileTypes.js.map +1 -0
- package/dist/providers/anthropic/fileUtils.d.ts +14 -0
- package/dist/providers/anthropic/fileUtils.js +22 -0
- package/dist/providers/anthropic/fileUtils.js.map +1 -0
- package/dist/providers/anthropic/index.d.ts +8 -0
- package/dist/providers/anthropic/index.js +33 -0
- package/dist/providers/anthropic/index.js.map +1 -0
- package/dist/providers/anthropic/listFiles.d.ts +7 -0
- package/dist/providers/anthropic/listFiles.js +26 -0
- package/dist/providers/anthropic/listFiles.js.map +1 -0
- package/dist/providers/anthropic/messages.d.ts +5 -0
- package/dist/providers/anthropic/messages.js +19 -0
- package/dist/providers/anthropic/messages.js.map +1 -0
- package/dist/providers/anthropic/retrieveFile.d.ts +7 -0
- package/dist/providers/anthropic/retrieveFile.js +19 -0
- package/dist/providers/anthropic/retrieveFile.js.map +1 -0
- package/dist/providers/anthropic/retrieveFileContent.d.ts +4 -0
- package/dist/providers/anthropic/retrieveFileContent.js +17 -0
- package/dist/providers/anthropic/retrieveFileContent.js.map +1 -0
- package/dist/providers/anthropic/serverTools.d.ts +10 -0
- package/dist/providers/anthropic/serverTools.js +70 -0
- package/dist/providers/anthropic/serverTools.js.map +1 -0
- package/dist/providers/anthropic/types.d.ts +119 -0
- package/dist/providers/anthropic/types.js +11 -0
- package/dist/providers/anthropic/types.js.map +1 -0
- package/dist/providers/anthropic/uploadFile.d.ts +7 -0
- package/dist/providers/anthropic/uploadFile.js +47 -0
- package/dist/providers/anthropic/uploadFile.js.map +1 -0
- package/dist/providers/anthropic/uploadFileUtils.d.ts +20 -0
- package/dist/providers/anthropic/uploadFileUtils.js +60 -0
- package/dist/providers/anthropic/uploadFileUtils.js.map +1 -0
- package/dist/providers/anthropic/utils.d.ts +52 -0
- package/dist/providers/anthropic/utils.js +119 -0
- package/dist/providers/anthropic/utils.js.map +1 -0
- package/dist/providers/anthropic-base/constants.d.ts +12 -0
- package/dist/providers/anthropic-base/constants.js +53 -0
- package/dist/providers/anthropic-base/constants.js.map +1 -0
- package/dist/providers/anthropic-base/messages.d.ts +12 -0
- package/dist/providers/anthropic-base/messages.js +81 -0
- package/dist/providers/anthropic-base/messages.js.map +1 -0
- package/dist/providers/anthropic-base/types.d.ts +49 -0
- package/dist/providers/anthropic-base/types.js +2 -0
- package/dist/providers/anthropic-base/types.js.map +1 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.d.ts +7 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.js +135 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.js.map +1 -0
- package/dist/providers/anyscale/api.d.ts +12 -0
- package/dist/providers/anyscale/api.js +26 -0
- package/dist/providers/anyscale/api.js.map +1 -0
- package/dist/providers/anyscale/chatComplete.d.ts +29 -0
- package/dist/providers/anyscale/chatComplete.js +163 -0
- package/dist/providers/anyscale/chatComplete.js.map +1 -0
- package/dist/providers/anyscale/complete.d.ts +8 -0
- package/dist/providers/anyscale/complete.js +111 -0
- package/dist/providers/anyscale/complete.js.map +1 -0
- package/dist/providers/anyscale/embed.d.ts +7 -0
- package/dist/providers/anyscale/embed.js +40 -0
- package/dist/providers/anyscale/embed.js.map +1 -0
- package/dist/providers/anyscale/index.d.ts +8 -0
- package/dist/providers/anyscale/index.js +19 -0
- package/dist/providers/anyscale/index.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/api.d.ts +14 -0
- package/dist/providers/aws-bedrock-mantle/api.js +200 -0
- package/dist/providers/aws-bedrock-mantle/api.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/index.d.ts +5 -0
- package/dist/providers/aws-bedrock-mantle/index.js +91 -0
- package/dist/providers/aws-bedrock-mantle/index.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.d.ts +5 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.js +11 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.d.ts +14 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.js +210 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.js.map +1 -0
- package/dist/providers/aws-claude-platform/api.d.ts +3 -0
- package/dist/providers/aws-claude-platform/api.js +105 -0
- package/dist/providers/aws-claude-platform/api.js.map +1 -0
- package/dist/providers/aws-claude-platform/index.d.ts +3 -0
- package/dist/providers/aws-claude-platform/index.js +21 -0
- package/dist/providers/aws-claude-platform/index.js.map +1 -0
- package/dist/providers/aws-claude-platform/uploadFile.d.ts +21 -0
- package/dist/providers/aws-claude-platform/uploadFile.js +58 -0
- package/dist/providers/aws-claude-platform/uploadFile.js.map +1 -0
- package/dist/providers/azure-ai-inference/api.d.ts +4 -0
- package/dist/providers/azure-ai-inference/api.js +209 -0
- package/dist/providers/azure-ai-inference/api.js.map +1 -0
- package/dist/providers/azure-ai-inference/chatComplete.d.ts +6 -0
- package/dist/providers/azure-ai-inference/chatComplete.js +78 -0
- package/dist/providers/azure-ai-inference/chatComplete.js.map +1 -0
- package/dist/providers/azure-ai-inference/complete.d.ts +6 -0
- package/dist/providers/azure-ai-inference/complete.js +63 -0
- package/dist/providers/azure-ai-inference/complete.js.map +1 -0
- package/dist/providers/azure-ai-inference/createSpeech.d.ts +5 -0
- package/dist/providers/azure-ai-inference/createSpeech.js +58 -0
- package/dist/providers/azure-ai-inference/createSpeech.js.map +1 -0
- package/dist/providers/azure-ai-inference/createTranscription.d.ts +4 -0
- package/dist/providers/azure-ai-inference/createTranscription.js +29 -0
- package/dist/providers/azure-ai-inference/createTranscription.js.map +1 -0
- package/dist/providers/azure-ai-inference/createTranslation.d.ts +4 -0
- package/dist/providers/azure-ai-inference/createTranslation.js +29 -0
- package/dist/providers/azure-ai-inference/createTranslation.js.map +1 -0
- package/dist/providers/azure-ai-inference/embed.d.ts +12 -0
- package/dist/providers/azure-ai-inference/embed.js +24 -0
- package/dist/providers/azure-ai-inference/embed.js.map +1 -0
- package/dist/providers/azure-ai-inference/index.d.ts +4 -0
- package/dist/providers/azure-ai-inference/index.js +69 -0
- package/dist/providers/azure-ai-inference/index.js.map +1 -0
- package/dist/providers/azure-ai-inference/messages.d.ts +5 -0
- package/dist/providers/azure-ai-inference/messages.js +21 -0
- package/dist/providers/azure-ai-inference/messages.js.map +1 -0
- package/dist/providers/azure-ai-inference/rerank.d.ts +30 -0
- package/dist/providers/azure-ai-inference/rerank.js +61 -0
- package/dist/providers/azure-ai-inference/rerank.js.map +1 -0
- package/dist/providers/azure-openai/api.d.ts +3 -0
- package/dist/providers/azure-openai/api.js +227 -0
- package/dist/providers/azure-openai/api.js.map +1 -0
- package/dist/providers/azure-openai/chatComplete.d.ts +6 -0
- package/dist/providers/azure-openai/chatComplete.js +168 -0
- package/dist/providers/azure-openai/chatComplete.js.map +1 -0
- package/dist/providers/azure-openai/complete.d.ts +6 -0
- package/dist/providers/azure-openai/complete.js +78 -0
- package/dist/providers/azure-openai/complete.js.map +1 -0
- package/dist/providers/azure-openai/createBatch.d.ts +3 -0
- package/dist/providers/azure-openai/createBatch.js +47 -0
- package/dist/providers/azure-openai/createBatch.js.map +1 -0
- package/dist/providers/azure-openai/createFinetune.d.ts +37 -0
- package/dist/providers/azure-openai/createFinetune.js +12 -0
- package/dist/providers/azure-openai/createFinetune.js.map +1 -0
- package/dist/providers/azure-openai/createSpeech.d.ts +3 -0
- package/dist/providers/azure-openai/createSpeech.js +40 -0
- package/dist/providers/azure-openai/createSpeech.js.map +1 -0
- package/dist/providers/azure-openai/createTranscription.d.ts +9 -0
- package/dist/providers/azure-openai/createTranscription.js +41 -0
- package/dist/providers/azure-openai/createTranscription.js.map +1 -0
- package/dist/providers/azure-openai/createTranslation.d.ts +9 -0
- package/dist/providers/azure-openai/createTranslation.js +41 -0
- package/dist/providers/azure-openai/createTranslation.js.map +1 -0
- package/dist/providers/azure-openai/embed.d.ts +7 -0
- package/dist/providers/azure-openai/embed.js +34 -0
- package/dist/providers/azure-openai/embed.js.map +1 -0
- package/dist/providers/azure-openai/getBatchOutput.d.ts +2 -0
- package/dist/providers/azure-openai/getBatchOutput.js +120 -0
- package/dist/providers/azure-openai/getBatchOutput.js.map +1 -0
- package/dist/providers/azure-openai/imageEdit.d.ts +4 -0
- package/dist/providers/azure-openai/imageEdit.js +40 -0
- package/dist/providers/azure-openai/imageEdit.js.map +1 -0
- package/dist/providers/azure-openai/imageGenerate.d.ts +12 -0
- package/dist/providers/azure-openai/imageGenerate.js +45 -0
- package/dist/providers/azure-openai/imageGenerate.js.map +1 -0
- package/dist/providers/azure-openai/index.d.ts +6 -0
- package/dist/providers/azure-openai/index.js +125 -0
- package/dist/providers/azure-openai/index.js.map +1 -0
- package/dist/providers/azure-openai/utils.d.ts +19 -0
- package/dist/providers/azure-openai/utils.js +99 -0
- package/dist/providers/azure-openai/utils.js.map +1 -0
- package/dist/providers/azure-openai/wifAuth.d.ts +1 -0
- package/dist/providers/azure-openai/wifAuth.js +19 -0
- package/dist/providers/azure-openai/wifAuth.js.map +1 -0
- package/dist/providers/baseten/api.d.ts +3 -0
- package/dist/providers/baseten/api.js +24 -0
- package/dist/providers/baseten/api.js.map +1 -0
- package/dist/providers/baseten/index.d.ts +3 -0
- package/dist/providers/baseten/index.js +19 -0
- package/dist/providers/baseten/index.js.map +1 -0
- package/dist/providers/bedrock/api.d.ts +25 -0
- package/dist/providers/bedrock/api.js +470 -0
- package/dist/providers/bedrock/api.js.map +1 -0
- package/dist/providers/bedrock/cancelBatch.d.ts +10 -0
- package/dist/providers/bedrock/cancelBatch.js +20 -0
- package/dist/providers/bedrock/cancelBatch.js.map +1 -0
- package/dist/providers/bedrock/chatComplete.d.ts +70 -0
- package/dist/providers/bedrock/chatComplete.js +1375 -0
- package/dist/providers/bedrock/chatComplete.js.map +1 -0
- package/dist/providers/bedrock/complete.d.ts +136 -0
- package/dist/providers/bedrock/complete.js +868 -0
- package/dist/providers/bedrock/complete.js.map +1 -0
- package/dist/providers/bedrock/constants.d.ts +72 -0
- package/dist/providers/bedrock/constants.js +99 -0
- package/dist/providers/bedrock/constants.js.map +1 -0
- package/dist/providers/bedrock/countTokens.d.ts +16 -0
- package/dist/providers/bedrock/countTokens.js +61 -0
- package/dist/providers/bedrock/countTokens.js.map +1 -0
- package/dist/providers/bedrock/createBatch.d.ts +4 -0
- package/dist/providers/bedrock/createBatch.js +75 -0
- package/dist/providers/bedrock/createBatch.js.map +1 -0
- package/dist/providers/bedrock/createFinetune.d.ts +11 -0
- package/dist/providers/bedrock/createFinetune.js +88 -0
- package/dist/providers/bedrock/createFinetune.js.map +1 -0
- package/dist/providers/bedrock/deleteFile.d.ts +2 -0
- package/dist/providers/bedrock/deleteFile.js +10 -0
- package/dist/providers/bedrock/deleteFile.js.map +1 -0
- package/dist/providers/bedrock/embed.d.ts +68 -0
- package/dist/providers/bedrock/embed.js +345 -0
- package/dist/providers/bedrock/embed.js.map +1 -0
- package/dist/providers/bedrock/getBatchOutput.d.ts +5 -0
- package/dist/providers/bedrock/getBatchOutput.js +112 -0
- package/dist/providers/bedrock/getBatchOutput.js.map +1 -0
- package/dist/providers/bedrock/imageEdit.d.ts +18 -0
- package/dist/providers/bedrock/imageEdit.js +493 -0
- package/dist/providers/bedrock/imageEdit.js.map +1 -0
- package/dist/providers/bedrock/imageGenerate.d.ts +36 -0
- package/dist/providers/bedrock/imageGenerate.js +151 -0
- package/dist/providers/bedrock/imageGenerate.js.map +1 -0
- package/dist/providers/bedrock/imageVariation.d.ts +9 -0
- package/dist/providers/bedrock/imageVariation.js +117 -0
- package/dist/providers/bedrock/imageVariation.js.map +1 -0
- package/dist/providers/bedrock/index.d.ts +6 -0
- package/dist/providers/bedrock/index.js +328 -0
- package/dist/providers/bedrock/index.js.map +1 -0
- package/dist/providers/bedrock/listBatches.d.ts +4 -0
- package/dist/providers/bedrock/listBatches.js +33 -0
- package/dist/providers/bedrock/listBatches.js.map +1 -0
- package/dist/providers/bedrock/listFiles.d.ts +2 -0
- package/dist/providers/bedrock/listFiles.js +10 -0
- package/dist/providers/bedrock/listFiles.js.map +1 -0
- package/dist/providers/bedrock/listFinetunes.d.ts +7 -0
- package/dist/providers/bedrock/listFinetunes.js +16 -0
- package/dist/providers/bedrock/listFinetunes.js.map +1 -0
- package/dist/providers/bedrock/messages.d.ts +21 -0
- package/dist/providers/bedrock/messages.js +436 -0
- package/dist/providers/bedrock/messages.js.map +1 -0
- package/dist/providers/bedrock/modelFamily.d.ts +9 -0
- package/dist/providers/bedrock/modelFamily.js +12 -0
- package/dist/providers/bedrock/modelFamily.js.map +1 -0
- package/dist/providers/bedrock/requestHandlerFetch.d.ts +9 -0
- package/dist/providers/bedrock/requestHandlerFetch.js +35 -0
- package/dist/providers/bedrock/requestHandlerFetch.js.map +1 -0
- package/dist/providers/bedrock/rerank.d.ts +18 -0
- package/dist/providers/bedrock/rerank.js +126 -0
- package/dist/providers/bedrock/rerank.js.map +1 -0
- package/dist/providers/bedrock/retrieveBatch.d.ts +4 -0
- package/dist/providers/bedrock/retrieveBatch.js +43 -0
- package/dist/providers/bedrock/retrieveBatch.js.map +1 -0
- package/dist/providers/bedrock/retrieveFile.d.ts +2 -0
- package/dist/providers/bedrock/retrieveFile.js +66 -0
- package/dist/providers/bedrock/retrieveFile.js.map +1 -0
- package/dist/providers/bedrock/retrieveFileContent.d.ts +3 -0
- package/dist/providers/bedrock/retrieveFileContent.js +61 -0
- package/dist/providers/bedrock/retrieveFileContent.js.map +1 -0
- package/dist/providers/bedrock/retrieveFinetune.d.ts +7 -0
- package/dist/providers/bedrock/retrieveFinetune.js +9 -0
- package/dist/providers/bedrock/retrieveFinetune.js.map +1 -0
- package/dist/providers/bedrock/types.d.ts +291 -0
- package/dist/providers/bedrock/types.js +28 -0
- package/dist/providers/bedrock/types.js.map +1 -0
- package/dist/providers/bedrock/uploadFile.d.ts +11 -0
- package/dist/providers/bedrock/uploadFile.js +471 -0
- package/dist/providers/bedrock/uploadFile.js.map +1 -0
- package/dist/providers/bedrock/uploadFileUtils.d.ts +68 -0
- package/dist/providers/bedrock/uploadFileUtils.js +952 -0
- package/dist/providers/bedrock/uploadFileUtils.js.map +1 -0
- package/dist/providers/bedrock/utils/messagesUtils.d.ts +35 -0
- package/dist/providers/bedrock/utils/messagesUtils.js +73 -0
- package/dist/providers/bedrock/utils/messagesUtils.js.map +1 -0
- package/dist/providers/bedrock/utils.d.ts +72 -0
- package/dist/providers/bedrock/utils.js +652 -0
- package/dist/providers/bedrock/utils.js.map +1 -0
- package/dist/providers/cartesia/api.d.ts +13 -0
- package/dist/providers/cartesia/api.js +27 -0
- package/dist/providers/cartesia/api.js.map +1 -0
- package/dist/providers/cartesia/index.d.ts +13 -0
- package/dist/providers/cartesia/index.js +16 -0
- package/dist/providers/cartesia/index.js.map +1 -0
- package/dist/providers/cerebras/api.d.ts +2 -0
- package/dist/providers/cerebras/api.js +19 -0
- package/dist/providers/cerebras/api.js.map +1 -0
- package/dist/providers/cerebras/index.d.ts +3 -0
- package/dist/providers/cerebras/index.js +19 -0
- package/dist/providers/cerebras/index.js.map +1 -0
- package/dist/providers/cloudera/api.d.ts +3 -0
- package/dist/providers/cloudera/api.js +34 -0
- package/dist/providers/cloudera/api.js.map +1 -0
- package/dist/providers/cloudera/chatComplete.d.ts +14 -0
- package/dist/providers/cloudera/chatComplete.js +63 -0
- package/dist/providers/cloudera/chatComplete.js.map +1 -0
- package/dist/providers/cloudera/embed.d.ts +5 -0
- package/dist/providers/cloudera/embed.js +29 -0
- package/dist/providers/cloudera/embed.js.map +1 -0
- package/dist/providers/cloudera/index.d.ts +8 -0
- package/dist/providers/cloudera/index.js +15 -0
- package/dist/providers/cloudera/index.js.map +1 -0
- package/dist/providers/cloudera/utils.d.ts +1 -0
- package/dist/providers/cloudera/utils.js +261 -0
- package/dist/providers/cloudera/utils.js.map +1 -0
- package/dist/providers/cohere/api.d.ts +3 -0
- package/dist/providers/cohere/api.js +52 -0
- package/dist/providers/cohere/api.js.map +1 -0
- package/dist/providers/cohere/cancelBatch.d.ts +8 -0
- package/dist/providers/cohere/cancelBatch.js +12 -0
- package/dist/providers/cohere/cancelBatch.js.map +1 -0
- package/dist/providers/cohere/chatComplete.d.ts +6 -0
- package/dist/providers/cohere/chatComplete.js +315 -0
- package/dist/providers/cohere/chatComplete.js.map +1 -0
- package/dist/providers/cohere/complete.d.ts +39 -0
- package/dist/providers/cohere/complete.js +116 -0
- package/dist/providers/cohere/complete.js.map +1 -0
- package/dist/providers/cohere/createBatch.d.ts +4 -0
- package/dist/providers/cohere/createBatch.js +51 -0
- package/dist/providers/cohere/createBatch.js.map +1 -0
- package/dist/providers/cohere/deleteFile.d.ts +8 -0
- package/dist/providers/cohere/deleteFile.js +13 -0
- package/dist/providers/cohere/deleteFile.js.map +1 -0
- package/dist/providers/cohere/embed.d.ts +94 -0
- package/dist/providers/cohere/embed.js +137 -0
- package/dist/providers/cohere/embed.js.map +1 -0
- package/dist/providers/cohere/getBatchOutput.d.ts +2 -0
- package/dist/providers/cohere/getBatchOutput.js +117 -0
- package/dist/providers/cohere/getBatchOutput.js.map +1 -0
- package/dist/providers/cohere/getFiles.d.ts +4 -0
- package/dist/providers/cohere/getFiles.js +51 -0
- package/dist/providers/cohere/getFiles.js.map +1 -0
- package/dist/providers/cohere/index.d.ts +10 -0
- package/dist/providers/cohere/index.js +46 -0
- package/dist/providers/cohere/index.js.map +1 -0
- package/dist/providers/cohere/listBatches.d.ts +3 -0
- package/dist/providers/cohere/listBatches.js +30 -0
- package/dist/providers/cohere/listBatches.js.map +1 -0
- package/dist/providers/cohere/rerank.d.ts +46 -0
- package/dist/providers/cohere/rerank.js +41 -0
- package/dist/providers/cohere/rerank.js.map +1 -0
- package/dist/providers/cohere/retrieveBatch.d.ts +3 -0
- package/dist/providers/cohere/retrieveBatch.js +33 -0
- package/dist/providers/cohere/retrieveBatch.js.map +1 -0
- package/dist/providers/cohere/types.d.ts +264 -0
- package/dist/providers/cohere/types.js +10 -0
- package/dist/providers/cohere/types.js.map +1 -0
- package/dist/providers/cohere/uploadFile.d.ts +13 -0
- package/dist/providers/cohere/uploadFile.js +40 -0
- package/dist/providers/cohere/uploadFile.js.map +1 -0
- package/dist/providers/cohere/utils.d.ts +2 -0
- package/dist/providers/cohere/utils.js +15 -0
- package/dist/providers/cohere/utils.js.map +1 -0
- package/dist/providers/cortex/api.d.ts +3 -0
- package/dist/providers/cortex/api.js +25 -0
- package/dist/providers/cortex/api.js.map +1 -0
- package/dist/providers/cortex/index.d.ts +3 -0
- package/dist/providers/cortex/index.js +37 -0
- package/dist/providers/cortex/index.js.map +1 -0
- package/dist/providers/databricks/api.d.ts +3 -0
- package/dist/providers/databricks/api.js +69 -0
- package/dist/providers/databricks/api.js.map +1 -0
- package/dist/providers/databricks/chatComplete.d.ts +17 -0
- package/dist/providers/databricks/chatComplete.js +174 -0
- package/dist/providers/databricks/chatComplete.js.map +1 -0
- package/dist/providers/databricks/createModelResponse.d.ts +12 -0
- package/dist/providers/databricks/createModelResponse.js +24 -0
- package/dist/providers/databricks/createModelResponse.js.map +1 -0
- package/dist/providers/databricks/embed.d.ts +6 -0
- package/dist/providers/databricks/embed.js +27 -0
- package/dist/providers/databricks/embed.js.map +1 -0
- package/dist/providers/databricks/index.d.ts +3 -0
- package/dist/providers/databricks/index.js +66 -0
- package/dist/providers/databricks/index.js.map +1 -0
- package/dist/providers/databricks/messages.d.ts +5 -0
- package/dist/providers/databricks/messages.js +23 -0
- package/dist/providers/databricks/messages.js.map +1 -0
- package/dist/providers/databricks/utils.d.ts +3 -0
- package/dist/providers/databricks/utils.js +46 -0
- package/dist/providers/databricks/utils.js.map +1 -0
- package/dist/providers/deepgram/api.d.ts +13 -0
- package/dist/providers/deepgram/api.js +26 -0
- package/dist/providers/deepgram/api.js.map +1 -0
- package/dist/providers/deepgram/index.d.ts +13 -0
- package/dist/providers/deepgram/index.js +16 -0
- package/dist/providers/deepgram/index.js.map +1 -0
- package/dist/providers/deepinfra/api.d.ts +3 -0
- package/dist/providers/deepinfra/api.js +21 -0
- package/dist/providers/deepinfra/api.js.map +1 -0
- package/dist/providers/deepinfra/chatComplete.d.ts +23 -0
- package/dist/providers/deepinfra/chatComplete.js +150 -0
- package/dist/providers/deepinfra/chatComplete.js.map +1 -0
- package/dist/providers/deepinfra/embed.d.ts +5 -0
- package/dist/providers/deepinfra/embed.js +28 -0
- package/dist/providers/deepinfra/embed.js.map +1 -0
- package/dist/providers/deepinfra/index.d.ts +8 -0
- package/dist/providers/deepinfra/index.js +15 -0
- package/dist/providers/deepinfra/index.js.map +1 -0
- package/dist/providers/deepinfra/utils.d.ts +3 -0
- package/dist/providers/deepinfra/utils.js +25 -0
- package/dist/providers/deepinfra/utils.js.map +1 -0
- package/dist/providers/elevenlabs/api.d.ts +8 -0
- package/dist/providers/elevenlabs/api.js +21 -0
- package/dist/providers/elevenlabs/api.js.map +1 -0
- package/dist/providers/elevenlabs/index.d.ts +8 -0
- package/dist/providers/elevenlabs/index.js +11 -0
- package/dist/providers/elevenlabs/index.js.map +1 -0
- package/dist/providers/google/api.d.ts +8 -0
- package/dist/providers/google/api.js +52 -0
- package/dist/providers/google/api.js.map +1 -0
- package/dist/providers/google/chatComplete.d.ts +131 -0
- package/dist/providers/google/chatComplete.js +935 -0
- package/dist/providers/google/chatComplete.js.map +1 -0
- package/dist/providers/google/createSpeech.d.ts +30 -0
- package/dist/providers/google/createSpeech.js +227 -0
- package/dist/providers/google/createSpeech.js.map +1 -0
- package/dist/providers/google/embed.d.ts +11 -0
- package/dist/providers/google/embed.js +77 -0
- package/dist/providers/google/embed.js.map +1 -0
- package/dist/providers/google/imageEdit.d.ts +5 -0
- package/dist/providers/google/imageEdit.js +165 -0
- package/dist/providers/google/imageEdit.js.map +1 -0
- package/dist/providers/google/imageGenerate.d.ts +16 -0
- package/dist/providers/google/imageGenerate.js +181 -0
- package/dist/providers/google/imageGenerate.js.map +1 -0
- package/dist/providers/google/index.d.ts +8 -0
- package/dist/providers/google/index.js +44 -0
- package/dist/providers/google/index.js.map +1 -0
- package/dist/providers/google/responseFormatHandlers.d.ts +13 -0
- package/dist/providers/google/responseFormatHandlers.js +30 -0
- package/dist/providers/google/responseFormatHandlers.js.map +1 -0
- package/dist/providers/google/types.d.ts +48 -0
- package/dist/providers/google/types.js +16 -0
- package/dist/providers/google/types.js.map +1 -0
- package/dist/providers/google-vertex-ai/api.d.ts +14 -0
- package/dist/providers/google-vertex-ai/api.js +330 -0
- package/dist/providers/google-vertex-ai/api.js.map +1 -0
- package/dist/providers/google-vertex-ai/cancelBatch.d.ts +6 -0
- package/dist/providers/google-vertex-ai/cancelBatch.js +9 -0
- package/dist/providers/google-vertex-ai/cancelBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/chatComplete.d.ts +50 -0
- package/dist/providers/google-vertex-ai/chatComplete.js +1512 -0
- package/dist/providers/google-vertex-ai/chatComplete.js.map +1 -0
- package/dist/providers/google-vertex-ai/createBatch.d.ts +186 -0
- package/dist/providers/google-vertex-ai/createBatch.js +101 -0
- package/dist/providers/google-vertex-ai/createBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/createFinetune.d.ts +44 -0
- package/dist/providers/google-vertex-ai/createFinetune.js +44 -0
- package/dist/providers/google-vertex-ai/createFinetune.js.map +1 -0
- package/dist/providers/google-vertex-ai/createSpeech.d.ts +16 -0
- package/dist/providers/google-vertex-ai/createSpeech.js +185 -0
- package/dist/providers/google-vertex-ai/createSpeech.js.map +1 -0
- package/dist/providers/google-vertex-ai/embed.d.ts +32 -0
- package/dist/providers/google-vertex-ai/embed.js +275 -0
- package/dist/providers/google-vertex-ai/embed.js.map +1 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.d.ts +3 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.js +160 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.js.map +1 -0
- package/dist/providers/google-vertex-ai/imageEdit.d.ts +56 -0
- package/dist/providers/google-vertex-ai/imageEdit.js +559 -0
- package/dist/providers/google-vertex-ai/imageEdit.js.map +1 -0
- package/dist/providers/google-vertex-ai/imageGenerate.d.ts +75 -0
- package/dist/providers/google-vertex-ai/imageGenerate.js +384 -0
- package/dist/providers/google-vertex-ai/imageGenerate.js.map +1 -0
- package/dist/providers/google-vertex-ai/index.d.ts +20 -0
- package/dist/providers/google-vertex-ai/index.js +207 -0
- package/dist/providers/google-vertex-ai/index.js.map +1 -0
- package/dist/providers/google-vertex-ai/listBatches.d.ts +429 -0
- package/dist/providers/google-vertex-ai/listBatches.js +23 -0
- package/dist/providers/google-vertex-ai/listBatches.js.map +1 -0
- package/dist/providers/google-vertex-ai/listFiles.d.ts +2 -0
- package/dist/providers/google-vertex-ai/listFiles.js +16 -0
- package/dist/providers/google-vertex-ai/listFiles.js.map +1 -0
- package/dist/providers/google-vertex-ai/listFinetunes.d.ts +58 -0
- package/dist/providers/google-vertex-ai/listFinetunes.js +22 -0
- package/dist/providers/google-vertex-ai/listFinetunes.js.map +1 -0
- package/dist/providers/google-vertex-ai/messages.d.ts +5 -0
- package/dist/providers/google-vertex-ai/messages.js +39 -0
- package/dist/providers/google-vertex-ai/messages.js.map +1 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.d.ts +8 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.js +13 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.d.ts +189 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.js +14 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFile.d.ts +3 -0
- package/dist/providers/google-vertex-ai/retrieveFile.js +52 -0
- package/dist/providers/google-vertex-ai/retrieveFile.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.d.ts +1 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.js +13 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.d.ts +19 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.js +8 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.js.map +1 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.d.ts +14 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.js +136 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.js.map +1 -0
- package/dist/providers/google-vertex-ai/types.d.ts +364 -0
- package/dist/providers/google-vertex-ai/types.js +20 -0
- package/dist/providers/google-vertex-ai/types.js.map +1 -0
- package/dist/providers/google-vertex-ai/uploadFile.d.ts +7 -0
- package/dist/providers/google-vertex-ai/uploadFile.js +193 -0
- package/dist/providers/google-vertex-ai/uploadFile.js.map +1 -0
- package/dist/providers/google-vertex-ai/utils.d.ts +654 -0
- package/dist/providers/google-vertex-ai/utils.js +1151 -0
- package/dist/providers/google-vertex-ai/utils.js.map +1 -0
- package/dist/providers/google-vertex-ai/wifAuth.d.ts +2 -0
- package/dist/providers/google-vertex-ai/wifAuth.js +237 -0
- package/dist/providers/google-vertex-ai/wifAuth.js.map +1 -0
- package/dist/providers/groq/api.d.ts +3 -0
- package/dist/providers/groq/api.js +59 -0
- package/dist/providers/groq/api.js.map +1 -0
- package/dist/providers/groq/cancelBatch.d.ts +2 -0
- package/dist/providers/groq/cancelBatch.js +9 -0
- package/dist/providers/groq/cancelBatch.js.map +1 -0
- package/dist/providers/groq/chatComplete.d.ts +39 -0
- package/dist/providers/groq/chatComplete.js +142 -0
- package/dist/providers/groq/chatComplete.js.map +1 -0
- package/dist/providers/groq/complete.d.ts +13 -0
- package/dist/providers/groq/complete.js +213 -0
- package/dist/providers/groq/complete.js.map +1 -0
- package/dist/providers/groq/createBatch.d.ts +3 -0
- package/dist/providers/groq/createBatch.js +28 -0
- package/dist/providers/groq/createBatch.js.map +1 -0
- package/dist/providers/groq/createSpeech.d.ts +8 -0
- package/dist/providers/groq/createSpeech.js +37 -0
- package/dist/providers/groq/createSpeech.js.map +1 -0
- package/dist/providers/groq/createTranscription.d.ts +7 -0
- package/dist/providers/groq/createTranscription.js +31 -0
- package/dist/providers/groq/createTranscription.js.map +1 -0
- package/dist/providers/groq/createTranslation.d.ts +7 -0
- package/dist/providers/groq/createTranslation.js +31 -0
- package/dist/providers/groq/createTranslation.js.map +1 -0
- package/dist/providers/groq/deleteFile.d.ts +2 -0
- package/dist/providers/groq/deleteFile.js +9 -0
- package/dist/providers/groq/deleteFile.js.map +1 -0
- package/dist/providers/groq/index.d.ts +3 -0
- package/dist/providers/groq/index.js +70 -0
- package/dist/providers/groq/index.js.map +1 -0
- package/dist/providers/groq/listBatches.d.ts +2 -0
- package/dist/providers/groq/listBatches.js +9 -0
- package/dist/providers/groq/listBatches.js.map +1 -0
- package/dist/providers/groq/listFiles.d.ts +2 -0
- package/dist/providers/groq/listFiles.js +9 -0
- package/dist/providers/groq/listFiles.js.map +1 -0
- package/dist/providers/groq/retrieveBatch.d.ts +2 -0
- package/dist/providers/groq/retrieveBatch.js +9 -0
- package/dist/providers/groq/retrieveBatch.js.map +1 -0
- package/dist/providers/groq/retrieveFile.d.ts +2 -0
- package/dist/providers/groq/retrieveFile.js +9 -0
- package/dist/providers/groq/retrieveFile.js.map +1 -0
- package/dist/providers/groq/retrieveFileContent.d.ts +2 -0
- package/dist/providers/groq/retrieveFileContent.js +9 -0
- package/dist/providers/groq/retrieveFileContent.js.map +1 -0
- package/dist/providers/groq/uploadFile.d.ts +3 -0
- package/dist/providers/groq/uploadFile.js +12 -0
- package/dist/providers/groq/uploadFile.js.map +1 -0
- package/dist/providers/groq/utils.d.ts +2 -0
- package/dist/providers/groq/utils.js +7 -0
- package/dist/providers/groq/utils.js.map +1 -0
- package/dist/providers/index.d.ts +5 -0
- package/dist/providers/index.js +88 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/microsoft-foundry/api.d.ts +11 -0
- package/dist/providers/microsoft-foundry/api.js +270 -0
- package/dist/providers/microsoft-foundry/api.js.map +1 -0
- package/dist/providers/microsoft-foundry/createBatch.d.ts +10 -0
- package/dist/providers/microsoft-foundry/createBatch.js +40 -0
- package/dist/providers/microsoft-foundry/createBatch.js.map +1 -0
- package/dist/providers/microsoft-foundry/createTranscription.d.ts +3 -0
- package/dist/providers/microsoft-foundry/createTranscription.js +23 -0
- package/dist/providers/microsoft-foundry/createTranscription.js.map +1 -0
- package/dist/providers/microsoft-foundry/createTranslation.d.ts +3 -0
- package/dist/providers/microsoft-foundry/createTranslation.js +23 -0
- package/dist/providers/microsoft-foundry/createTranslation.js.map +1 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.d.ts +3 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.js +106 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.js.map +1 -0
- package/dist/providers/microsoft-foundry/imageEdit.d.ts +3 -0
- package/dist/providers/microsoft-foundry/imageEdit.js +28 -0
- package/dist/providers/microsoft-foundry/imageEdit.js.map +1 -0
- package/dist/providers/microsoft-foundry/index.d.ts +3 -0
- package/dist/providers/microsoft-foundry/index.js +142 -0
- package/dist/providers/microsoft-foundry/index.js.map +1 -0
- package/dist/providers/microsoft-foundry/messages.d.ts +5 -0
- package/dist/providers/microsoft-foundry/messages.js +16 -0
- package/dist/providers/microsoft-foundry/messages.js.map +1 -0
- package/dist/providers/microsoft-foundry/rerank.d.ts +30 -0
- package/dist/providers/microsoft-foundry/rerank.js +53 -0
- package/dist/providers/microsoft-foundry/rerank.js.map +1 -0
- package/dist/providers/microsoft-foundry/responseTransforms.d.ts +2 -0
- package/dist/providers/microsoft-foundry/responseTransforms.js +4 -0
- package/dist/providers/microsoft-foundry/responseTransforms.js.map +1 -0
- package/dist/providers/mistral-ai/api.d.ts +3 -0
- package/dist/providers/mistral-ai/api.js +23 -0
- package/dist/providers/mistral-ai/api.js.map +1 -0
- package/dist/providers/mistral-ai/chatComplete.d.ts +48 -0
- package/dist/providers/mistral-ai/chatComplete.js +257 -0
- package/dist/providers/mistral-ai/chatComplete.js.map +1 -0
- package/dist/providers/mistral-ai/embed.d.ts +8 -0
- package/dist/providers/mistral-ai/embed.js +52 -0
- package/dist/providers/mistral-ai/embed.js.map +1 -0
- package/dist/providers/mistral-ai/index.d.ts +8 -0
- package/dist/providers/mistral-ai/index.js +15 -0
- package/dist/providers/mistral-ai/index.js.map +1 -0
- package/dist/providers/mistral-ai/types.d.ts +7 -0
- package/dist/providers/mistral-ai/types.js +9 -0
- package/dist/providers/mistral-ai/types.js.map +1 -0
- package/dist/providers/nomic/api.d.ts +3 -0
- package/dist/providers/nomic/api.js +18 -0
- package/dist/providers/nomic/api.js.map +1 -0
- package/dist/providers/nomic/embed.d.ts +24 -0
- package/dist/providers/nomic/embed.js +70 -0
- package/dist/providers/nomic/embed.js.map +1 -0
- package/dist/providers/nomic/index.d.ts +8 -0
- package/dist/providers/nomic/index.js +11 -0
- package/dist/providers/nomic/index.js.map +1 -0
- package/dist/providers/ollama/api.d.ts +3 -0
- package/dist/providers/ollama/api.js +31 -0
- package/dist/providers/ollama/api.js.map +1 -0
- package/dist/providers/ollama/chatComplete.d.ts +22 -0
- package/dist/providers/ollama/chatComplete.js +110 -0
- package/dist/providers/ollama/chatComplete.js.map +1 -0
- package/dist/providers/ollama/embed.d.ts +11 -0
- package/dist/providers/ollama/embed.js +43 -0
- package/dist/providers/ollama/embed.js.map +1 -0
- package/dist/providers/ollama/index.d.ts +8 -0
- package/dist/providers/ollama/index.js +15 -0
- package/dist/providers/ollama/index.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.d.ts +62 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.js +171 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.d.ts +10 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.js +10 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.d.ts +32 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.js +257 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.d.ts +13 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.js +116 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.d.ts +34 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.js +285 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.d.ts +19 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.js +2 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.js.map +1 -0
- package/dist/providers/open-ai-base/constants.d.ts +38 -0
- package/dist/providers/open-ai-base/constants.js +347 -0
- package/dist/providers/open-ai-base/constants.js.map +1 -0
- package/dist/providers/open-ai-base/createModelResponse.d.ts +9 -0
- package/dist/providers/open-ai-base/createModelResponse.js +172 -0
- package/dist/providers/open-ai-base/createModelResponse.js.map +1 -0
- package/dist/providers/open-ai-base/cursor.utils.d.ts +42 -0
- package/dist/providers/open-ai-base/cursor.utils.js +131 -0
- package/dist/providers/open-ai-base/cursor.utils.js.map +1 -0
- package/dist/providers/open-ai-base/helpers.d.ts +41 -0
- package/dist/providers/open-ai-base/helpers.js +356 -0
- package/dist/providers/open-ai-base/helpers.js.map +1 -0
- package/dist/providers/open-ai-base/index.d.ts +67 -0
- package/dist/providers/open-ai-base/index.js +550 -0
- package/dist/providers/open-ai-base/index.js.map +1 -0
- package/dist/providers/openai/api.d.ts +3 -0
- package/dist/providers/openai/api.js +141 -0
- package/dist/providers/openai/api.js.map +1 -0
- package/dist/providers/openai/cancelBatch.d.ts +2 -0
- package/dist/providers/openai/cancelBatch.js +14 -0
- package/dist/providers/openai/cancelBatch.js.map +1 -0
- package/dist/providers/openai/chatComplete.d.ts +14 -0
- package/dist/providers/openai/chatComplete.js +402 -0
- package/dist/providers/openai/chatComplete.js.map +1 -0
- package/dist/providers/openai/complete.d.ts +14 -0
- package/dist/providers/openai/complete.js +144 -0
- package/dist/providers/openai/complete.js.map +1 -0
- package/dist/providers/openai/createBatch.d.ts +3 -0
- package/dist/providers/openai/createBatch.js +33 -0
- package/dist/providers/openai/createBatch.js.map +1 -0
- package/dist/providers/openai/createFinetune.d.ts +3 -0
- package/dist/providers/openai/createFinetune.js +48 -0
- package/dist/providers/openai/createFinetune.js.map +1 -0
- package/dist/providers/openai/createModelResponseCompact.d.ts +42 -0
- package/dist/providers/openai/createModelResponseCompact.js +25 -0
- package/dist/providers/openai/createModelResponseCompact.js.map +1 -0
- package/dist/providers/openai/createSpeech.d.ts +3 -0
- package/dist/providers/openai/createSpeech.js +40 -0
- package/dist/providers/openai/createSpeech.js.map +1 -0
- package/dist/providers/openai/createTranscription.d.ts +8 -0
- package/dist/providers/openai/createTranscription.js +44 -0
- package/dist/providers/openai/createTranscription.js.map +1 -0
- package/dist/providers/openai/createTranslation.d.ts +8 -0
- package/dist/providers/openai/createTranslation.js +41 -0
- package/dist/providers/openai/createTranslation.js.map +1 -0
- package/dist/providers/openai/deleteFile.d.ts +2 -0
- package/dist/providers/openai/deleteFile.js +14 -0
- package/dist/providers/openai/deleteFile.js.map +1 -0
- package/dist/providers/openai/embed.d.ts +7 -0
- package/dist/providers/openai/embed.js +35 -0
- package/dist/providers/openai/embed.js.map +1 -0
- package/dist/providers/openai/getBatchOutput.d.ts +3 -0
- package/dist/providers/openai/getBatchOutput.js +55 -0
- package/dist/providers/openai/getBatchOutput.js.map +1 -0
- package/dist/providers/openai/imageEdit.d.ts +3 -0
- package/dist/providers/openai/imageEdit.js +34 -0
- package/dist/providers/openai/imageEdit.js.map +1 -0
- package/dist/providers/openai/imageGenerate.d.ts +12 -0
- package/dist/providers/openai/imageGenerate.js +45 -0
- package/dist/providers/openai/imageGenerate.js.map +1 -0
- package/dist/providers/openai/imageVariation.d.ts +3 -0
- package/dist/providers/openai/imageVariation.js +29 -0
- package/dist/providers/openai/imageVariation.js.map +1 -0
- package/dist/providers/openai/index.d.ts +6 -0
- package/dist/providers/openai/index.js +146 -0
- package/dist/providers/openai/index.js.map +1 -0
- package/dist/providers/openai/listBatches.d.ts +2 -0
- package/dist/providers/openai/listBatches.js +14 -0
- package/dist/providers/openai/listBatches.js.map +1 -0
- package/dist/providers/openai/listFiles.d.ts +2 -0
- package/dist/providers/openai/listFiles.js +14 -0
- package/dist/providers/openai/listFiles.js.map +1 -0
- package/dist/providers/openai/moderation.d.ts +2 -0
- package/dist/providers/openai/moderation.js +14 -0
- package/dist/providers/openai/moderation.js.map +1 -0
- package/dist/providers/openai/retrieveBatch.d.ts +2 -0
- package/dist/providers/openai/retrieveBatch.js +9 -0
- package/dist/providers/openai/retrieveBatch.js.map +1 -0
- package/dist/providers/openai/retrieveFileContent.d.ts +2 -0
- package/dist/providers/openai/retrieveFileContent.js +9 -0
- package/dist/providers/openai/retrieveFileContent.js.map +1 -0
- package/dist/providers/openai/uploadFile.d.ts +3 -0
- package/dist/providers/openai/uploadFile.js +17 -0
- package/dist/providers/openai/uploadFile.js.map +1 -0
- package/dist/providers/openai/utils.d.ts +7 -0
- package/dist/providers/openai/utils.js +7 -0
- package/dist/providers/openai/utils.js.map +1 -0
- package/dist/providers/openai-like/api.d.ts +7 -0
- package/dist/providers/openai-like/api.js +40 -0
- package/dist/providers/openai-like/api.js.map +1 -0
- package/dist/providers/openai-like/chatComplete.d.ts +41 -0
- package/dist/providers/openai-like/chatComplete.js +91 -0
- package/dist/providers/openai-like/chatComplete.js.map +1 -0
- package/dist/providers/openai-like/embed.d.ts +9 -0
- package/dist/providers/openai-like/embed.js +23 -0
- package/dist/providers/openai-like/embed.js.map +1 -0
- package/dist/providers/openai-like/index.d.ts +16 -0
- package/dist/providers/openai-like/index.js +35 -0
- package/dist/providers/openai-like/index.js.map +1 -0
- package/dist/providers/openai-like/utils.d.ts +16 -0
- package/dist/providers/openai-like/utils.js +16 -0
- package/dist/providers/openai-like/utils.js.map +1 -0
- package/dist/providers/openrouter/api.d.ts +3 -0
- package/dist/providers/openrouter/api.js +30 -0
- package/dist/providers/openrouter/api.js.map +1 -0
- package/dist/providers/openrouter/chatComplete.d.ts +51 -0
- package/dist/providers/openrouter/chatComplete.js +251 -0
- package/dist/providers/openrouter/chatComplete.js.map +1 -0
- package/dist/providers/openrouter/index.d.ts +3 -0
- package/dist/providers/openrouter/index.js +20 -0
- package/dist/providers/openrouter/index.js.map +1 -0
- package/dist/providers/openrouter/utils.d.ts +20 -0
- package/dist/providers/openrouter/utils.js +15 -0
- package/dist/providers/openrouter/utils.js.map +1 -0
- package/dist/providers/palm/api.d.ts +3 -0
- package/dist/providers/palm/api.js +26 -0
- package/dist/providers/palm/api.js.map +1 -0
- package/dist/providers/palm/chatComplete.d.ts +5 -0
- package/dist/providers/palm/chatComplete.js +91 -0
- package/dist/providers/palm/chatComplete.js.map +1 -0
- package/dist/providers/palm/complete.d.ts +5 -0
- package/dist/providers/palm/complete.js +82 -0
- package/dist/providers/palm/complete.js.map +1 -0
- package/dist/providers/palm/embed.d.ts +12 -0
- package/dist/providers/palm/embed.js +46 -0
- package/dist/providers/palm/embed.js.map +1 -0
- package/dist/providers/palm/index.d.ts +8 -0
- package/dist/providers/palm/index.js +17 -0
- package/dist/providers/palm/index.js.map +1 -0
- package/dist/providers/perplexity-ai/api.d.ts +3 -0
- package/dist/providers/perplexity-ai/api.js +20 -0
- package/dist/providers/perplexity-ai/api.js.map +1 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.d.ts +8 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.js +152 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.js.map +1 -0
- package/dist/providers/perplexity-ai/createModelResponse.d.ts +6 -0
- package/dist/providers/perplexity-ai/createModelResponse.js +51 -0
- package/dist/providers/perplexity-ai/createModelResponse.js.map +1 -0
- package/dist/providers/perplexity-ai/decision.d.ts +29 -0
- package/dist/providers/perplexity-ai/decision.js +47 -0
- package/dist/providers/perplexity-ai/decision.js.map +1 -0
- package/dist/providers/perplexity-ai/index.d.ts +3 -0
- package/dist/providers/perplexity-ai/index.js +23 -0
- package/dist/providers/perplexity-ai/index.js.map +1 -0
- package/dist/providers/requestHandlerApiArgs.d.ts +12 -0
- package/dist/providers/requestHandlerApiArgs.js +19 -0
- package/dist/providers/requestHandlerApiArgs.js.map +1 -0
- package/dist/providers/sagemaker/api.d.ts +3 -0
- package/dist/providers/sagemaker/api.js +86 -0
- package/dist/providers/sagemaker/api.js.map +1 -0
- package/dist/providers/sagemaker/chatComplete.d.ts +10 -0
- package/dist/providers/sagemaker/chatComplete.js +160 -0
- package/dist/providers/sagemaker/chatComplete.js.map +1 -0
- package/dist/providers/sagemaker/embed.d.ts +10 -0
- package/dist/providers/sagemaker/embed.js +55 -0
- package/dist/providers/sagemaker/embed.js.map +1 -0
- package/dist/providers/sagemaker/index.d.ts +3 -0
- package/dist/providers/sagemaker/index.js +30 -0
- package/dist/providers/sagemaker/index.js.map +1 -0
- package/dist/providers/sagemaker/utils.d.ts +3 -0
- package/dist/providers/sagemaker/utils.js +11 -0
- package/dist/providers/sagemaker/utils.js.map +1 -0
- package/dist/providers/sambanova/api.d.ts +3 -0
- package/dist/providers/sambanova/api.js +18 -0
- package/dist/providers/sambanova/api.js.map +1 -0
- package/dist/providers/sambanova/chatComplete.d.ts +31 -0
- package/dist/providers/sambanova/chatComplete.js +54 -0
- package/dist/providers/sambanova/chatComplete.js.map +1 -0
- package/dist/providers/sambanova/index.d.ts +3 -0
- package/dist/providers/sambanova/index.js +72 -0
- package/dist/providers/sambanova/index.js.map +1 -0
- package/dist/providers/segmind/api.d.ts +7 -0
- package/dist/providers/segmind/api.js +18 -0
- package/dist/providers/segmind/api.js.map +1 -0
- package/dist/providers/segmind/imageGenerate.d.ts +13 -0
- package/dist/providers/segmind/imageGenerate.js +130 -0
- package/dist/providers/segmind/imageGenerate.js.map +1 -0
- package/dist/providers/segmind/index.d.ts +8 -0
- package/dist/providers/segmind/index.js +11 -0
- package/dist/providers/segmind/index.js.map +1 -0
- package/dist/providers/shared/responseFormatUtils.d.ts +100 -0
- package/dist/providers/shared/responseFormatUtils.js +495 -0
- package/dist/providers/shared/responseFormatUtils.js.map +1 -0
- package/dist/providers/smallest-ai/api.d.ts +10 -0
- package/dist/providers/smallest-ai/api.js +24 -0
- package/dist/providers/smallest-ai/api.js.map +1 -0
- package/dist/providers/smallest-ai/index.d.ts +3 -0
- package/dist/providers/smallest-ai/index.js +6 -0
- package/dist/providers/smallest-ai/index.js.map +1 -0
- package/dist/providers/stability-ai/api.d.ts +7 -0
- package/dist/providers/stability-ai/api.js +52 -0
- package/dist/providers/stability-ai/api.js.map +1 -0
- package/dist/providers/stability-ai/constants.d.ts +6 -0
- package/dist/providers/stability-ai/constants.js +7 -0
- package/dist/providers/stability-ai/constants.js.map +1 -0
- package/dist/providers/stability-ai/imageGenerate.d.ts +17 -0
- package/dist/providers/stability-ai/imageGenerate.js +77 -0
- package/dist/providers/stability-ai/imageGenerate.js.map +1 -0
- package/dist/providers/stability-ai/imageGenerateV2.d.ts +18 -0
- package/dist/providers/stability-ai/imageGenerateV2.js +127 -0
- package/dist/providers/stability-ai/imageGenerateV2.js.map +1 -0
- package/dist/providers/stability-ai/index.d.ts +8 -0
- package/dist/providers/stability-ai/index.js +26 -0
- package/dist/providers/stability-ai/index.js.map +1 -0
- package/dist/providers/stability-ai/utils.d.ts +1 -0
- package/dist/providers/stability-ai/utils.js +12 -0
- package/dist/providers/stability-ai/utils.js.map +1 -0
- package/dist/providers/together-ai/api.d.ts +3 -0
- package/dist/providers/together-ai/api.js +22 -0
- package/dist/providers/together-ai/api.js.map +1 -0
- package/dist/providers/together-ai/chatComplete.d.ts +41 -0
- package/dist/providers/together-ai/chatComplete.js +161 -0
- package/dist/providers/together-ai/chatComplete.js.map +1 -0
- package/dist/providers/together-ai/complete.d.ts +13 -0
- package/dist/providers/together-ai/complete.js +100 -0
- package/dist/providers/together-ai/complete.js.map +1 -0
- package/dist/providers/together-ai/embed.d.ts +8 -0
- package/dist/providers/together-ai/embed.js +50 -0
- package/dist/providers/together-ai/embed.js.map +1 -0
- package/dist/providers/together-ai/index.d.ts +8 -0
- package/dist/providers/together-ai/index.js +19 -0
- package/dist/providers/together-ai/index.js.map +1 -0
- package/dist/providers/together-ai/types.d.ts +7 -0
- package/dist/providers/together-ai/types.js +9 -0
- package/dist/providers/together-ai/types.js.map +1 -0
- package/dist/providers/truefoundry-models/api.d.ts +3 -0
- package/dist/providers/truefoundry-models/api.js +29 -0
- package/dist/providers/truefoundry-models/api.js.map +1 -0
- package/dist/providers/truefoundry-models/index.d.ts +3 -0
- package/dist/providers/truefoundry-models/index.js +27 -0
- package/dist/providers/truefoundry-models/index.js.map +1 -0
- package/dist/providers/types.d.ts +459 -0
- package/dist/providers/types.js +9 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/providers/typesafe/api.d.ts +5 -0
- package/dist/providers/typesafe/api.js +55 -0
- package/dist/providers/typesafe/api.js.map +1 -0
- package/dist/providers/typesafe/decision.d.ts +44 -0
- package/dist/providers/typesafe/decision.js +105 -0
- package/dist/providers/typesafe/decision.js.map +1 -0
- package/dist/providers/typesafe/index.d.ts +3 -0
- package/dist/providers/typesafe/index.js +23 -0
- package/dist/providers/typesafe/index.js.map +1 -0
- package/dist/providers/utils/cacheControlUtils.d.ts +40 -0
- package/dist/providers/utils/cacheControlUtils.js +196 -0
- package/dist/providers/utils/cacheControlUtils.js.map +1 -0
- package/dist/providers/utils/fileUtils.d.ts +18 -0
- package/dist/providers/utils/fileUtils.js +46 -0
- package/dist/providers/utils/fileUtils.js.map +1 -0
- package/dist/providers/utils/finishReasonMap.d.ts +4 -0
- package/dist/providers/utils/finishReasonMap.js +83 -0
- package/dist/providers/utils/finishReasonMap.js.map +1 -0
- package/dist/providers/utils/toolUtils.d.ts +10 -0
- package/dist/providers/utils/toolUtils.js +35 -0
- package/dist/providers/utils/toolUtils.js.map +1 -0
- package/dist/providers/utils.d.ts +63 -0
- package/dist/providers/utils.js +210 -0
- package/dist/providers/utils.js.map +1 -0
- package/dist/providers/wafer/api.d.ts +2 -0
- package/dist/providers/wafer/api.js +26 -0
- package/dist/providers/wafer/api.js.map +1 -0
- package/dist/providers/wafer/index.d.ts +3 -0
- package/dist/providers/wafer/index.js +16 -0
- package/dist/providers/wafer/index.js.map +1 -0
- package/dist/providers/xai/index.d.ts +3 -0
- package/dist/providers/xai/index.js +21 -0
- package/dist/providers/xai/index.js.map +1 -0
- package/dist/requestContext.d.ts +5 -0
- package/dist/requestContext.js +19 -0
- package/dist/requestContext.js.map +1 -0
- package/dist/runtime/ambientCredentials.d.ts +14 -0
- package/dist/runtime/ambientCredentials.js +22 -0
- package/dist/runtime/ambientCredentials.js.map +1 -0
- package/dist/sdk.d.ts +66 -0
- package/dist/sdk.js +98 -0
- package/dist/sdk.js.map +1 -0
- package/dist/services/buildExecutionReport.d.ts +48 -0
- package/dist/services/buildExecutionReport.js +206 -0
- package/dist/services/buildExecutionReport.js.map +1 -0
- package/dist/services/buildFetchInit.d.ts +7 -0
- package/dist/services/buildFetchInit.js +70 -0
- package/dist/services/buildFetchInit.js.map +1 -0
- package/dist/services/createProviderRequest.d.ts +25 -0
- package/dist/services/createProviderRequest.js +276 -0
- package/dist/services/createProviderRequest.js.map +1 -0
- package/dist/services/execute.d.ts +11 -0
- package/dist/services/execute.js +204 -0
- package/dist/services/execute.js.map +1 -0
- package/dist/services/handleProviderResponse.d.ts +42 -0
- package/dist/services/handleProviderResponse.js +436 -0
- package/dist/services/handleProviderResponse.js.map +1 -0
- package/dist/services/transformToProviderRequest.d.ts +29 -0
- package/dist/services/transformToProviderRequest.js +268 -0
- package/dist/services/transformToProviderRequest.js.map +1 -0
- package/dist/stream/firstChunkGate.d.ts +31 -0
- package/dist/stream/firstChunkGate.js +86 -0
- package/dist/stream/firstChunkGate.js.map +1 -0
- package/dist/stream/firstChunkGateValidators.d.ts +23 -0
- package/dist/stream/firstChunkGateValidators.js +174 -0
- package/dist/stream/firstChunkGateValidators.js.map +1 -0
- package/dist/stream/index.d.ts +19 -0
- package/dist/stream/index.js +13 -0
- package/dist/stream/index.js.map +1 -0
- package/dist/stream/internalMetadataSse.d.ts +22 -0
- package/dist/stream/internalMetadataSse.js +60 -0
- package/dist/stream/internalMetadataSse.js.map +1 -0
- package/dist/stream/pumpProviderAwsEventStream.d.ts +32 -0
- package/dist/stream/pumpProviderAwsEventStream.js +103 -0
- package/dist/stream/pumpProviderAwsEventStream.js.map +1 -0
- package/dist/stream/pumpProviderSseStream.d.ts +11 -0
- package/dist/stream/pumpProviderSseStream.js +154 -0
- package/dist/stream/pumpProviderSseStream.js.map +1 -0
- package/dist/stream/readAwsEventFrames.d.ts +12 -0
- package/dist/stream/readAwsEventFrames.js +113 -0
- package/dist/stream/readAwsEventFrames.js.map +1 -0
- package/dist/stream/readSseFrames.d.ts +6 -0
- package/dist/stream/readSseFrames.js +80 -0
- package/dist/stream/readSseFrames.js.map +1 -0
- package/dist/stream/resolvePumpAbortSignal.d.ts +16 -0
- package/dist/stream/resolvePumpAbortSignal.js +30 -0
- package/dist/stream/resolvePumpAbortSignal.js.map +1 -0
- package/dist/stream/resolveStreamEndReason.d.ts +16 -0
- package/dist/stream/resolveStreamEndReason.js +89 -0
- package/dist/stream/resolveStreamEndReason.js.map +1 -0
- package/dist/stream/shouldReadAwsEventStream.d.ts +17 -0
- package/dist/stream/shouldReadAwsEventStream.js +29 -0
- package/dist/stream/shouldReadAwsEventStream.js.map +1 -0
- package/dist/stream/shouldRequireAzureStreamSleep.d.ts +8 -0
- package/dist/stream/shouldRequireAzureStreamSleep.js +12 -0
- package/dist/stream/shouldRequireAzureStreamSleep.js.map +1 -0
- package/dist/stream/splitPatterns.d.ts +20 -0
- package/dist/stream/splitPatterns.js +33 -0
- package/dist/stream/splitPatterns.js.map +1 -0
- package/dist/stream/types.d.ts +91 -0
- package/dist/stream/types.js +2 -0
- package/dist/stream/types.js.map +1 -0
- package/dist/tfy-providers/custom/api.d.ts +3 -0
- package/dist/tfy-providers/custom/api.js +125 -0
- package/dist/tfy-providers/custom/api.js.map +1 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts +30 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js +30 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/index.d.ts +14 -0
- package/dist/tfy-providers/custom/index.js +85 -0
- package/dist/tfy-providers/custom/index.js.map +1 -0
- package/dist/tfy-providers/custom/infinity/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/infinity/embed.js +24 -0
- package/dist/tfy-providers/custom/infinity/embed.js.map +1 -0
- package/dist/tfy-providers/custom/infinity/rerank.d.ts +27 -0
- package/dist/tfy-providers/custom/infinity/rerank.js +28 -0
- package/dist/tfy-providers/custom/infinity/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.js +28 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.js.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.d.ts +45 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.js +53 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.d.ts +12 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.js +109 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.d.ts +12 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.js +82 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.js +28 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.js.map +1 -0
- package/dist/tfy-providers/custom/tei/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/tei/embed.js +24 -0
- package/dist/tfy-providers/custom/tei/embed.js.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.d.ts +27 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.js +158 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.js.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.d.ts +12 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.js +82 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.js.map +1 -0
- package/dist/tracing/constants.d.ts +0 -0
- package/dist/tracing/constants.js +2 -0
- package/dist/tracing/constants.js.map +1 -0
- package/dist/types/MessagesRequest.d.ts +459 -0
- package/dist/types/MessagesRequest.js +2 -0
- package/dist/types/MessagesRequest.js.map +1 -0
- package/dist/types/MessagesStreamResponse.d.ts +64 -0
- package/dist/types/MessagesStreamResponse.js +2 -0
- package/dist/types/MessagesStreamResponse.js.map +1 -0
- package/dist/types/cache.d.ts +12 -0
- package/dist/types/cache.js +2 -0
- package/dist/types/cache.js.map +1 -0
- package/dist/types/contracts.d.ts +161 -0
- package/dist/types/contracts.js +2 -0
- package/dist/types/contracts.js.map +1 -0
- package/dist/types/embedRequestBody.d.ts +59 -0
- package/dist/types/embedRequestBody.js +2 -0
- package/dist/types/embedRequestBody.js.map +1 -0
- package/dist/types/executionReport.d.ts +223 -0
- package/dist/types/executionReport.js +2 -0
- package/dist/types/executionReport.js.map +1 -0
- package/dist/types/headers.d.ts +42 -0
- package/dist/types/headers.js +8 -0
- package/dist/types/headers.js.map +1 -0
- package/dist/types/inputList.d.ts +145 -0
- package/dist/types/inputList.js +8 -0
- package/dist/types/inputList.js.map +1 -0
- package/dist/types/messagesResponse.d.ts +204 -0
- package/dist/types/messagesResponse.js +10 -0
- package/dist/types/messagesResponse.js.map +1 -0
- package/dist/types/modelConfig.d.ts +41 -0
- package/dist/types/modelConfig.js +2 -0
- package/dist/types/modelConfig.js.map +1 -0
- package/dist/types/modelResponses.d.ts +2174 -0
- package/dist/types/modelResponses.js +8 -0
- package/dist/types/modelResponses.js.map +1 -0
- package/dist/types/options.d.ts +122 -0
- package/dist/types/options.js +2 -0
- package/dist/types/options.js.map +1 -0
- package/dist/types/requestBody.d.ts +586 -0
- package/dist/types/requestBody.js +25 -0
- package/dist/types/requestBody.js.map +1 -0
- package/dist/types/responseBody.d.ts +51 -0
- package/dist/types/responseBody.js +2 -0
- package/dist/types/responseBody.js.map +1 -0
- package/dist/types/shared.d.ts +116 -0
- package/dist/types/shared.js +2 -0
- package/dist/types/shared.js.map +1 -0
- package/dist/utils/abortSignals.d.ts +4 -0
- package/dist/utils/abortSignals.js +7 -0
- package/dist/utils/abortSignals.js.map +1 -0
- package/dist/utils/abortUtils.d.ts +5 -0
- package/dist/utils/abortUtils.js +20 -0
- package/dist/utils/abortUtils.js.map +1 -0
- package/dist/utils/audioUtils.d.ts +5 -0
- package/dist/utils/audioUtils.js +50 -0
- package/dist/utils/audioUtils.js.map +1 -0
- package/dist/utils/awsEventStreamEncoder.d.ts +12 -0
- package/dist/utils/awsEventStreamEncoder.js +49 -0
- package/dist/utils/awsEventStreamEncoder.js.map +1 -0
- package/dist/utils/awsSigV4.d.ts +2 -0
- package/dist/utils/awsSigV4.js +49 -0
- package/dist/utils/awsSigV4.js.map +1 -0
- package/dist/utils/azureEntraAuth.d.ts +10 -0
- package/dist/utils/azureEntraAuth.js +80 -0
- package/dist/utils/azureEntraAuth.js.map +1 -0
- package/dist/utils/billedUsage.d.ts +18 -0
- package/dist/utils/billedUsage.js +89 -0
- package/dist/utils/billedUsage.js.map +1 -0
- package/dist/utils/deriveProviderHeaderOptions.d.ts +9 -0
- package/dist/utils/deriveProviderHeaderOptions.js +141 -0
- package/dist/utils/deriveProviderHeaderOptions.js.map +1 -0
- package/dist/utils/errorHandlingUtils.d.ts +93 -0
- package/dist/utils/errorHandlingUtils.js +134 -0
- package/dist/utils/errorHandlingUtils.js.map +1 -0
- package/dist/utils/ignoreWithLog.d.ts +3 -0
- package/dist/utils/ignoreWithLog.js +12 -0
- package/dist/utils/ignoreWithLog.js.map +1 -0
- package/dist/utils/isStreamingEnabled.d.ts +14 -0
- package/dist/utils/isStreamingEnabled.js +14 -0
- package/dist/utils/isStreamingEnabled.js.map +1 -0
- package/dist/utils/jsonValue.d.ts +5 -0
- package/dist/utils/jsonValue.js +15 -0
- package/dist/utils/jsonValue.js.map +1 -0
- package/dist/utils/jwtUtils.d.ts +30 -0
- package/dist/utils/jwtUtils.js +102 -0
- package/dist/utils/jwtUtils.js.map +1 -0
- package/dist/utils/k8sTokenRequest.d.ts +1 -0
- package/dist/utils/k8sTokenRequest.js +45 -0
- package/dist/utils/k8sTokenRequest.js.map +1 -0
- package/dist/utils/memoryOptimizationUtils.d.ts +19 -0
- package/dist/utils/memoryOptimizationUtils.js +38 -0
- package/dist/utils/memoryOptimizationUtils.js.map +1 -0
- package/dist/utils/misc.d.ts +3 -0
- package/dist/utils/misc.js +24 -0
- package/dist/utils/misc.js.map +1 -0
- package/dist/utils/modelParamUtils.d.ts +91 -0
- package/dist/utils/modelParamUtils.js +387 -0
- package/dist/utils/modelParamUtils.js.map +1 -0
- package/dist/utils/providerConfigTransform.d.ts +24 -0
- package/dist/utils/providerConfigTransform.js +111 -0
- package/dist/utils/providerConfigTransform.js.map +1 -0
- package/dist/utils/providerReportedCost.d.ts +2 -0
- package/dist/utils/providerReportedCost.js +15 -0
- package/dist/utils/providerReportedCost.js.map +1 -0
- package/dist/utils/reasoningUtils.d.ts +28 -0
- package/dist/utils/reasoningUtils.js +148 -0
- package/dist/utils/reasoningUtils.js.map +1 -0
- package/dist/utils/sdkRequestUrl.d.ts +7 -0
- package/dist/utils/sdkRequestUrl.js +9 -0
- package/dist/utils/sdkRequestUrl.js.map +1 -0
- package/dist/utils/sseUtils.d.ts +48 -0
- package/dist/utils/sseUtils.js +152 -0
- package/dist/utils/sseUtils.js.map +1 -0
- package/dist/utils/systemMessageUtils.d.ts +7 -0
- package/dist/utils/systemMessageUtils.js +67 -0
- package/dist/utils/systemMessageUtils.js.map +1 -0
- package/dist/utils.d.ts +16 -0
- package/dist/utils.js +82 -0
- package/dist/utils.js.map +1 -0
- package/package.json +59 -4
|
@@ -0,0 +1,330 @@
|
|
|
1
|
+
import { ValidationError } from '../../errors.js';
|
|
2
|
+
import { logger } from '../../logger.js';
|
|
3
|
+
import { getAllowAmbientCredentials } from '../../runtime/ambientCredentials.js';
|
|
4
|
+
import { VERTEX_DEFAULT_REGION } from '../../utils.js';
|
|
5
|
+
import { sdkRequestUrl } from '../../utils/sdkRequestUrl.js';
|
|
6
|
+
import { resolveAnthropicBetas, VERTEX_BETA_KEY } from '../anthropic/anthropicBetas.js';
|
|
7
|
+
import { mergeAnthropicBetasWithOverride } from '../anthropic/utils.js';
|
|
8
|
+
import { isEmbedContentModel } from './embed.js';
|
|
9
|
+
import { isGeminiImageModel } from './imageGenerate.js';
|
|
10
|
+
import { getAccessToken, getAccessTokenFromADC, getBucketAndFile, getModelAndProvider } from './utils.js';
|
|
11
|
+
import { getAccessTokenFromExternalAccount } from './wifAuth.js';
|
|
12
|
+
const getApiVersion = (provider, /* eslint-disable @typescript-eslint/no-unused-vars */ inputModel) => {
|
|
13
|
+
if (provider === 'meta')
|
|
14
|
+
return 'v1beta1';
|
|
15
|
+
return 'v1';
|
|
16
|
+
};
|
|
17
|
+
function parseVertexJsonCredentialField(raw, fieldLabel) {
|
|
18
|
+
if (raw === undefined || raw === null) {
|
|
19
|
+
return undefined;
|
|
20
|
+
}
|
|
21
|
+
if (typeof raw === 'object' && !Array.isArray(raw)) {
|
|
22
|
+
return raw;
|
|
23
|
+
}
|
|
24
|
+
if (typeof raw === 'string') {
|
|
25
|
+
let parsed;
|
|
26
|
+
try {
|
|
27
|
+
parsed = JSON.parse(raw);
|
|
28
|
+
}
|
|
29
|
+
catch (e) {
|
|
30
|
+
logger.error('Error parsing Vertex credential JSON', { error: e, fieldLabel });
|
|
31
|
+
throw new ValidationError(`Google Vertex: ${fieldLabel} is not valid JSON. Fix the model account credential or secret reference.`, { cause: e instanceof Error ? e : undefined });
|
|
32
|
+
}
|
|
33
|
+
if (parsed === null || typeof parsed !== 'object' || Array.isArray(parsed)) {
|
|
34
|
+
throw new ValidationError(`Google Vertex: ${fieldLabel} must be a JSON object (got ${parsed === null ? 'null' : Array.isArray(parsed) ? 'array' : typeof parsed}).`);
|
|
35
|
+
}
|
|
36
|
+
return parsed;
|
|
37
|
+
}
|
|
38
|
+
throw new ValidationError(`Google Vertex: ${fieldLabel} must be a JSON object or a JSON string (got ${typeof raw}).`);
|
|
39
|
+
}
|
|
40
|
+
function resolveGoogleVertexAuthFromManifest(manifest) {
|
|
41
|
+
const authData = manifest.auth_data;
|
|
42
|
+
if (!authData) {
|
|
43
|
+
return {};
|
|
44
|
+
}
|
|
45
|
+
if (authData.type === 'key-file') {
|
|
46
|
+
return { vertexServiceAccountJson: parseVertexJsonCredentialField(authData.key_file_content, 'key_file_content') };
|
|
47
|
+
}
|
|
48
|
+
if (authData.type === 'workload-identity-federation-file') {
|
|
49
|
+
return {
|
|
50
|
+
vertexExternalAccountJson: parseVertexJsonCredentialField(authData.key_file_content, 'key_file_content'),
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
return {};
|
|
54
|
+
}
|
|
55
|
+
export function resolveVertexFields(providerOptions, headerOptions) {
|
|
56
|
+
const account = providerOptions.providerAccount.manifest;
|
|
57
|
+
const modelManifest = providerOptions.model?.manifest?.type === 'integration/model/vertex'
|
|
58
|
+
? providerOptions.model.manifest
|
|
59
|
+
: undefined;
|
|
60
|
+
const { vertexServiceAccountJson: accountSa, vertexExternalAccountJson: accountWif } = resolveGoogleVertexAuthFromManifest(account);
|
|
61
|
+
const vertexProjectId = headerOptions.vertex.vertexProjectId ?? account.project_id;
|
|
62
|
+
const vertexRegion = headerOptions.vertex.vertexRegion ??
|
|
63
|
+
(modelManifest ? modelManifest.region || account.region || VERTEX_DEFAULT_REGION : account.region);
|
|
64
|
+
const vertexBaseUrl = account.base_url;
|
|
65
|
+
const vertexServiceAccountJson = headerOptions.vertex.vertexServiceAccountJson ?? accountSa;
|
|
66
|
+
const vertexExternalAccountJson = accountWif;
|
|
67
|
+
const vertexProviderAccountFqn = providerOptions.providerAccount.fqn;
|
|
68
|
+
const vertexModelName = headerOptions.vertex.vertexModelName ?? modelManifest?.model_id;
|
|
69
|
+
return {
|
|
70
|
+
vertexProjectId,
|
|
71
|
+
vertexRegion,
|
|
72
|
+
vertexBaseUrl,
|
|
73
|
+
vertexServiceAccountJson,
|
|
74
|
+
vertexExternalAccountJson,
|
|
75
|
+
vertexProviderAccountFqn,
|
|
76
|
+
vertexModelName,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
const getProjectRoute = (vertexProjectId, vertexRegion, inputModel) => {
|
|
80
|
+
const { provider } = getModelAndProvider(inputModel);
|
|
81
|
+
const routeVersion = getApiVersion(provider, inputModel);
|
|
82
|
+
return `/${routeVersion}/projects/${vertexProjectId}/locations/${vertexRegion}`;
|
|
83
|
+
};
|
|
84
|
+
const FILE_ENDPOINTS = ['uploadFile', 'retrieveFileContent', 'deleteFile', 'listFiles', 'retrieveFile'];
|
|
85
|
+
const BATCH_ENDPOINTS = [
|
|
86
|
+
'createBatch',
|
|
87
|
+
'retrieveBatch',
|
|
88
|
+
'getBatchOutput',
|
|
89
|
+
'listBatches',
|
|
90
|
+
'cancelBatch',
|
|
91
|
+
'createFinetune',
|
|
92
|
+
'retrieveFinetune',
|
|
93
|
+
'listFinetunes',
|
|
94
|
+
'cancelFinetune',
|
|
95
|
+
];
|
|
96
|
+
const NON_INFERENCE_ENDPOINTS = [...FILE_ENDPOINTS, ...BATCH_ENDPOINTS];
|
|
97
|
+
// Good reference for using REST: https://cloud.google.com/vertex-ai/generative-ai/docs/start/quickstarts/quickstart-multimodal#gemini-beginner-samples-drest
|
|
98
|
+
// Difference versus Studio AI: https://cloud.google.com/vertex-ai/docs/start/ai-platform-users
|
|
99
|
+
export const GoogleApiConfig = {
|
|
100
|
+
getBaseURL: ({ providerOptions, headerOptions, endpoint }) => {
|
|
101
|
+
const { vertexRegion, vertexBaseUrl } = resolveVertexFields(providerOptions, headerOptions);
|
|
102
|
+
// Custom base URL (e.g. a Private Service Connect / PSC endpoint). When set, ALL Vertex
|
|
103
|
+
// traffic is routed through it — inference, batch, and the TTS/STT/file endpoints below.
|
|
104
|
+
// The configured endpoint is expected to front the relevant Google APIs (aiplatform,
|
|
105
|
+
// texttospeech, speech, storage). Auth is a scope-based OAuth2 bearer token (not
|
|
106
|
+
// host-bound), so pointing at a custom/PSC host does not break auth.
|
|
107
|
+
if (vertexBaseUrl) {
|
|
108
|
+
return vertexBaseUrl.replace(/\/+$/, '');
|
|
109
|
+
}
|
|
110
|
+
// TTS for vertex requires a different endpoint altogether
|
|
111
|
+
if (endpoint === 'tts-proxy') {
|
|
112
|
+
return 'https://texttospeech.googleapis.com';
|
|
113
|
+
}
|
|
114
|
+
// STT (Speech-to-Text) uses the Cloud Speech API endpoint
|
|
115
|
+
if (endpoint === 'stt-proxy') {
|
|
116
|
+
return 'https://speech.googleapis.com';
|
|
117
|
+
}
|
|
118
|
+
if (FILE_ENDPOINTS.includes(endpoint)) {
|
|
119
|
+
return `https://storage.googleapis.com`;
|
|
120
|
+
}
|
|
121
|
+
if (vertexRegion === 'global') {
|
|
122
|
+
return `https://aiplatform.googleapis.com`;
|
|
123
|
+
}
|
|
124
|
+
if (vertexRegion === 'us') {
|
|
125
|
+
return `https://aiplatform.us.rep.googleapis.com`;
|
|
126
|
+
}
|
|
127
|
+
if (vertexRegion === 'eu') {
|
|
128
|
+
return `https://aiplatform.eu.rep.googleapis.com`;
|
|
129
|
+
}
|
|
130
|
+
return `https://${vertexRegion}-aiplatform.googleapis.com`;
|
|
131
|
+
},
|
|
132
|
+
getProxyEndpoint: ({ request, providerOptions, headerOptions }) => {
|
|
133
|
+
const { vertexProjectId, vertexRegion, vertexModelName } = resolveVertexFields(providerOptions, headerOptions);
|
|
134
|
+
const reqPath = request.path;
|
|
135
|
+
const reqQuery = request.search;
|
|
136
|
+
// Gemini format: /v1beta/models/{model}:{action} — rewrite to full Vertex path
|
|
137
|
+
const geminiPattern = /^\/(v1beta|v1alpha|v1)(?:\d)*\/models\/([^:?]+):([^?]+)/;
|
|
138
|
+
const geminiMatch = reqPath.match(geminiPattern);
|
|
139
|
+
if (geminiMatch) {
|
|
140
|
+
const [, , modelName, action] = geminiMatch;
|
|
141
|
+
const { provider } = getModelAndProvider(`google/${modelName}`);
|
|
142
|
+
const routeVersion = getApiVersion(provider, modelName);
|
|
143
|
+
return `/${routeVersion}/projects/${vertexProjectId}/locations/${vertexRegion}/publishers/${provider}/models/${modelName}:${action}${reqQuery}`;
|
|
144
|
+
}
|
|
145
|
+
// Vertex format (e.g. from Gemini CLI): /v1beta1/publishers/google/models/{model}:{action}
|
|
146
|
+
// Path is missing projects/{id}/locations/{region}; prepend them so Vertex API accepts the request.
|
|
147
|
+
const vertexPathPattern = /^\/(v1beta\d*|v1alpha|v1)(\/publishers\/.*)$/;
|
|
148
|
+
const vertexMatch = reqPath.match(vertexPathPattern);
|
|
149
|
+
if (vertexMatch && vertexProjectId && vertexRegion) {
|
|
150
|
+
const [, version, rest] = vertexMatch;
|
|
151
|
+
return `/${version}/projects/${vertexProjectId}/locations/${vertexRegion}${rest}${reqQuery}`;
|
|
152
|
+
}
|
|
153
|
+
// Legacy @google-cloud/vertexai sends the project and location supplied to its client in
|
|
154
|
+
// the request path. Routing already resolved the TFY model and provider account, so replace
|
|
155
|
+
// those caller-controlled resource segments with the configured Vertex provider values.
|
|
156
|
+
const vertexSdkPathPattern = /^\/(v1(?:beta\d*|alpha)?)\/projects\/[^/]+\/locations\/[^/]+\/publishers\/([^/]+)\/models\/([^/:]+):(generateContent|streamGenerateContent|countTokens)$/;
|
|
157
|
+
const vertexSdkMatch = reqPath.match(vertexSdkPathPattern);
|
|
158
|
+
if (vertexSdkMatch && vertexProjectId && vertexRegion) {
|
|
159
|
+
const [, version, publisher, requestedModel, action] = vertexSdkMatch;
|
|
160
|
+
const resolvedModel = vertexModelName || requestedModel;
|
|
161
|
+
const { model: upstreamModel } = getModelAndProvider(resolvedModel);
|
|
162
|
+
return `/${version}/projects/${vertexProjectId}/locations/${vertexRegion}/publishers/${publisher}/models/${encodeURIComponent(upstreamModel)}:${action}${reqQuery}`;
|
|
163
|
+
}
|
|
164
|
+
return `${reqPath}${reqQuery}`;
|
|
165
|
+
},
|
|
166
|
+
headers: async ({ session, providerOptions, headerOptions, callConfig, request }) => {
|
|
167
|
+
const { vertexServiceAccountJson, vertexExternalAccountJson, vertexProviderAccountFqn, vertexProjectId, vertexRegion, } = resolveVertexFields(providerOptions, headerOptions);
|
|
168
|
+
let authToken;
|
|
169
|
+
if (vertexServiceAccountJson) {
|
|
170
|
+
logger.debug('Vertex auth mode: key-file (service account JWT)');
|
|
171
|
+
authToken = await getAccessToken(vertexServiceAccountJson);
|
|
172
|
+
}
|
|
173
|
+
else if (vertexExternalAccountJson) {
|
|
174
|
+
logger.debug('Vertex auth mode: workload-identity-federation-file (external_account / workload identity federation)');
|
|
175
|
+
authToken = await getAccessTokenFromExternalAccount(session, vertexExternalAccountJson, vertexProjectId || '', vertexRegion || '', vertexProviderAccountFqn || '');
|
|
176
|
+
}
|
|
177
|
+
else if (getAllowAmbientCredentials()) {
|
|
178
|
+
logger.debug('Vertex auth mode: ADC (application default credentials)');
|
|
179
|
+
authToken = await getAccessTokenFromADC(session, vertexProjectId || '', vertexRegion || '', vertexProviderAccountFqn || '');
|
|
180
|
+
}
|
|
181
|
+
if (!authToken) {
|
|
182
|
+
if (!getAllowAmbientCredentials()) {
|
|
183
|
+
throw new ValidationError('Vertex: no access token. Configure provider account auth_data as key-file or workload-identity-federation-file (external_account JSON in key_file_content). ADC is not used when allowAmbientCredentials is false.');
|
|
184
|
+
}
|
|
185
|
+
throw new ValidationError('Vertex: no access token. Configure key-file, workload-identity-federation-file on the provider account, or ensure ADC is available on the gateway.');
|
|
186
|
+
}
|
|
187
|
+
const headers = {
|
|
188
|
+
'Content-Type': 'application/json',
|
|
189
|
+
Authorization: `Bearer ${authToken}`,
|
|
190
|
+
};
|
|
191
|
+
// Vertex validates the beta header and 400s on tokens it doesn't support, so
|
|
192
|
+
// filter to its own set. The body field carries the same list (see messages.ts).
|
|
193
|
+
const body = request.body;
|
|
194
|
+
const anthropicBeta = resolveAnthropicBetas(mergeAnthropicBetasWithOverride({
|
|
195
|
+
anthropicBeta: headerOptions.anthropic?.anthropicBeta,
|
|
196
|
+
anthropicBetaOverride: headerOptions.anthropic?.anthropicBetaOverride,
|
|
197
|
+
anthropicBetaSuppressed: callConfig.anthropicBetaSuppressed,
|
|
198
|
+
}, body?.['anthropic_beta']), VERTEX_BETA_KEY);
|
|
199
|
+
if (anthropicBeta?.length) {
|
|
200
|
+
headers['anthropic-beta'] = anthropicBeta.join(',');
|
|
201
|
+
}
|
|
202
|
+
return headers;
|
|
203
|
+
},
|
|
204
|
+
getEndpoint: ({ endpoint, request, providerOptions, headerOptions }) => {
|
|
205
|
+
const { vertexProjectId, vertexRegion } = resolveVertexFields(providerOptions, headerOptions);
|
|
206
|
+
let mappedFn = endpoint;
|
|
207
|
+
const body = request.body;
|
|
208
|
+
const { model: inputModel, stream } = body;
|
|
209
|
+
if (stream) {
|
|
210
|
+
mappedFn = `stream-${endpoint}`;
|
|
211
|
+
}
|
|
212
|
+
if (NON_INFERENCE_ENDPOINTS.includes(endpoint)) {
|
|
213
|
+
const requestUrl = sdkRequestUrl(request);
|
|
214
|
+
const jobIdIndex = ['cancelBatch', 'retrieveFileContent', 'cancelFinetune'].includes(endpoint) ? -2 : -1;
|
|
215
|
+
const jobId = requestUrl.split('/').at(jobIdIndex);
|
|
216
|
+
const url = new URL(requestUrl);
|
|
217
|
+
const searchParams = url.searchParams;
|
|
218
|
+
const pageSize = searchParams.get('limit') ?? 20;
|
|
219
|
+
const after = searchParams.get('after') ?? '';
|
|
220
|
+
switch (endpoint) {
|
|
221
|
+
case 'retrieveBatch':
|
|
222
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/batchPredictionJobs/${jobId}`;
|
|
223
|
+
case 'listBatches': {
|
|
224
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/batchPredictionJobs?pageSize=${pageSize}&pageToken=${after}`;
|
|
225
|
+
}
|
|
226
|
+
case 'cancelBatch': {
|
|
227
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/batchPredictionJobs/${jobId}:cancel`;
|
|
228
|
+
}
|
|
229
|
+
case 'uploadFile':
|
|
230
|
+
case 'getBatchOutput':
|
|
231
|
+
// We handle file upload in a separate request handler
|
|
232
|
+
return '';
|
|
233
|
+
case 'retrieveFile':
|
|
234
|
+
return '';
|
|
235
|
+
case 'retrieveFileContent': {
|
|
236
|
+
const { bucket, file } = getBucketAndFile(jobId ?? '');
|
|
237
|
+
return `/${bucket}/${file}`;
|
|
238
|
+
}
|
|
239
|
+
case 'createBatch':
|
|
240
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/batchPredictionJobs`;
|
|
241
|
+
case 'createFinetune':
|
|
242
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/tuningJobs`;
|
|
243
|
+
case 'listFinetunes': {
|
|
244
|
+
const pageSize = searchParams.get('limit') ?? 20;
|
|
245
|
+
const after = searchParams.get('after') ?? '';
|
|
246
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/tuningJobs?pageSize=${pageSize}&pageToken=${after}`;
|
|
247
|
+
}
|
|
248
|
+
case 'retrieveFinetune':
|
|
249
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/tuningJobs/${jobId}`;
|
|
250
|
+
case 'cancelFinetune': {
|
|
251
|
+
return `/v1/projects/${vertexProjectId}/locations/${vertexRegion}/tuningJobs/${jobId}:cancel`;
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
// Guard: getModelAndProvider expects a non-empty string; avoid runtime errors if model is missing
|
|
256
|
+
const safeInputModel = inputModel != null && typeof inputModel === 'string' && inputModel.trim() !== ''
|
|
257
|
+
? inputModel
|
|
258
|
+
: 'google/gemini-1.0-pro';
|
|
259
|
+
const { provider, model } = getModelAndProvider(safeInputModel);
|
|
260
|
+
const projectRoute = getProjectRoute(vertexProjectId, vertexRegion, safeInputModel);
|
|
261
|
+
const googleUrlMap = new Map([
|
|
262
|
+
['chatComplete', `${projectRoute}/publishers/${provider}/models/${model}:generateContent`],
|
|
263
|
+
['stream-chatComplete', `${projectRoute}/publishers/${provider}/models/${model}:streamGenerateContent?alt=sse`],
|
|
264
|
+
['generateContent', `${projectRoute}/publishers/${provider}/models/${model}:generateContent`],
|
|
265
|
+
[
|
|
266
|
+
'stream-generateContent',
|
|
267
|
+
`${projectRoute}/publishers/${provider}/models/${model}:streamGenerateContent?alt=sse`,
|
|
268
|
+
],
|
|
269
|
+
[
|
|
270
|
+
'embed',
|
|
271
|
+
`${projectRoute}/publishers/${provider}/models/${model}:${isEmbedContentModel(model) ? 'embedContent' : 'predict'}`,
|
|
272
|
+
],
|
|
273
|
+
[
|
|
274
|
+
'imageGenerate',
|
|
275
|
+
isGeminiImageModel(model)
|
|
276
|
+
? `${projectRoute}/publishers/${provider}/models/${model}:generateContent`
|
|
277
|
+
: `${projectRoute}/publishers/${provider}/models/${model}:predict`,
|
|
278
|
+
],
|
|
279
|
+
[
|
|
280
|
+
'imageEdit',
|
|
281
|
+
isGeminiImageModel(model)
|
|
282
|
+
? `${projectRoute}/publishers/${provider}/models/${model}:generateContent`
|
|
283
|
+
: `${projectRoute}/publishers/${provider}/models/${model}:predict`,
|
|
284
|
+
],
|
|
285
|
+
]);
|
|
286
|
+
switch (provider) {
|
|
287
|
+
case 'google': {
|
|
288
|
+
return googleUrlMap.get(mappedFn) || `${projectRoute}`;
|
|
289
|
+
}
|
|
290
|
+
case 'anthropic': {
|
|
291
|
+
if (mappedFn === 'chatComplete' || mappedFn === 'messages') {
|
|
292
|
+
return `${projectRoute}/publishers/${provider}/models/${model}:rawPredict`;
|
|
293
|
+
}
|
|
294
|
+
else if (mappedFn === 'stream-chatComplete' || mappedFn === 'stream-messages') {
|
|
295
|
+
return `${projectRoute}/publishers/${provider}/models/${model}:streamRawPredict`;
|
|
296
|
+
}
|
|
297
|
+
else if (mappedFn === 'messagesCountTokens') {
|
|
298
|
+
return `${projectRoute}/publishers/${provider}/models/count-tokens:rawPredict`;
|
|
299
|
+
}
|
|
300
|
+
return `${projectRoute}`;
|
|
301
|
+
}
|
|
302
|
+
/**
|
|
303
|
+
* ================================
|
|
304
|
+
* NOTE: Add mistralai in the switch case
|
|
305
|
+
* ================================
|
|
306
|
+
*/
|
|
307
|
+
case 'mistralai': {
|
|
308
|
+
if (mappedFn === 'chatComplete') {
|
|
309
|
+
return `${projectRoute}/publishers/${provider}/models/${model}:rawPredict`;
|
|
310
|
+
}
|
|
311
|
+
else if (mappedFn === 'stream-chatComplete') {
|
|
312
|
+
return `${projectRoute}/publishers/${provider}/models/${model}:streamRawPredict`;
|
|
313
|
+
}
|
|
314
|
+
return `${projectRoute}`;
|
|
315
|
+
}
|
|
316
|
+
case 'endpoints': {
|
|
317
|
+
return `${projectRoute}/endpoints/${model}/chat/completions`;
|
|
318
|
+
}
|
|
319
|
+
default: {
|
|
320
|
+
// OpenAI-compatible providers: only chat completions are routed here; embed/imageGen use this path too (Vertex limitation)
|
|
321
|
+
if (mappedFn === 'chatComplete' || mappedFn === 'stream-chatComplete') {
|
|
322
|
+
return `${projectRoute}/endpoints/openapi/chat/completions`;
|
|
323
|
+
}
|
|
324
|
+
return `${projectRoute}`;
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
},
|
|
328
|
+
};
|
|
329
|
+
export default GoogleApiConfig;
|
|
330
|
+
//# sourceMappingURL=api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/google-vertex-ai/api.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAI9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACrF,OAAO,EAAE,+BAA+B,EAAE,MAAM,oBAAoB,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AACvG,OAAO,EAAE,iCAAiC,EAAE,MAAM,WAAW,CAAC;AAE9D,MAAM,aAAa,GAAG,CAAC,QAAgB,EAAE,sDAAsD,CAAC,UAAkB,EAAE,EAAE;IACpH,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,SAAS,8BAA8B,CAAC,GAAY,EAAE,UAA8B;IAClF,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO,GAA0B,CAAC;IACpC,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,eAAe,CACvB,kBAAkB,UAAU,2EAA2E,EACvG,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,eAAe,CACvB,kBAAkB,UAAU,+BAA+B,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,IAAI,CAC1I,CAAC;QACJ,CAAC;QACD,OAAO,MAA6B,CAAC;IACvC,CAAC;IACD,MAAM,IAAI,eAAe,CAAC,kBAAkB,UAAU,gDAAgD,OAAO,GAAG,IAAI,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,mCAAmC,CAAC,QAAqC;IAIhF,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC;IACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjC,OAAO,EAAE,wBAAwB,EAAE,8BAA8B,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EAAE,CAAC;IACrH,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;QAC1D,OAAO;YACL,yBAAyB,EAAE,8BAA8B,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SACzG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,eAAgC,EAAE,aAAoC;IACxG,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAuC,CAAC;IACxF,MAAM,aAAa,GACjB,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,KAAK,0BAA0B;QAClE,CAAC,CAAE,eAAe,CAAC,KAAK,CAAC,QAAwB;QACjD,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,EAAE,wBAAwB,EAAE,SAAS,EAAE,yBAAyB,EAAE,UAAU,EAAE,GAClF,mCAAmC,CAAC,OAAO,CAAC,CAAC;IAE/C,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,IAAI,OAAO,CAAC,UAAU,CAAC;IACnF,MAAM,YAAY,GAChB,aAAa,CAAC,MAAM,CAAC,YAAY;QACjC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrG,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC;IACvC,MAAM,wBAAwB,GAC3B,aAAa,CAAC,MAAM,CAAC,wBAAmE,IAAI,SAAS,CAAC;IACzG,MAAM,yBAAyB,GAAG,UAAU,CAAC;IAC7C,MAAM,wBAAwB,GAAG,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC;IACrE,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,eAAe,IAAI,aAAa,EAAE,QAAQ,CAAC;IAExF,OAAO;QACL,eAAe;QACf,YAAY;QACZ,aAAa;QACb,wBAAwB;QACxB,yBAAyB;QACzB,wBAAwB;QACxB,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,eAAuB,EAAE,YAAoB,EAAE,UAAkB,EAAU,EAAE;IACpG,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,IAAI,YAAY,aAAa,eAAe,cAAc,YAAY,EAAE,CAAC;AAClF,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,YAAY,EAAE,qBAAqB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;AAExG,MAAM,eAAe,GAAG;IACtB,aAAa;IACb,eAAe;IACf,gBAAgB;IAChB,aAAa;IACb,aAAa;IACb,gBAAgB;IAChB,kBAAkB;IAClB,eAAe;IACf,gBAAgB;CACjB,CAAC;AACF,MAAM,uBAAuB,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,eAAe,CAAC,CAAC;AAExE,6JAA6J;AAC7J,+FAA+F;AAC/F,MAAM,CAAC,MAAM,eAAe,GAAsB;IAChD,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC3D,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAE5F,wFAAwF;QACxF,yFAAyF;QACzF,qFAAqF;QACrF,iFAAiF;QACjF,qEAAqE;QACrE,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,qCAAqC,CAAC;QAC/C,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC7B,OAAO,+BAA+B,CAAC;QACzC,CAAC;QAED,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAkB,CAAC,EAAE,CAAC;YAChD,OAAO,gCAAgC,CAAC;QAC1C,CAAC;QAED,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,mCAAmC,CAAC;QAC7C,CAAC;QACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,0CAA0C,CAAC;QACpD,CAAC;QACD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,0CAA0C,CAAC;QACpD,CAAC;QACD,OAAO,WAAW,YAAY,4BAA4B,CAAC;IAC7D,CAAC;IACD,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE;QAChE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAC/G,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;QAEhC,+EAA+E;QAC/E,MAAM,aAAa,GAAG,yDAAyD,CAAC;QAChF,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACjD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,EAAE,AAAD,EAAG,SAAS,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC;YAC5C,MAAM,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,UAAU,SAAS,EAAE,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAExD,OAAO,IAAI,YAAY,aAAa,eAAe,cAAc,YAAY,eAAe,QAAQ,WAAW,SAAS,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QAClJ,CAAC;QAED,2FAA2F;QAC3F,oGAAoG;QACpG,MAAM,iBAAiB,GAAG,8CAA8C,CAAC;QACzE,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrD,IAAI,WAAW,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACnD,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,WAAW,CAAC;YACtC,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;QAC/F,CAAC;QAED,yFAAyF;QACzF,4FAA4F;QAC5F,wFAAwF;QACxF,MAAM,oBAAoB,GACxB,0JAA0J,CAAC;QAC7J,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,cAAc,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;YACtD,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC;YACtE,MAAM,aAAa,GAAG,eAAe,IAAI,cAAc,CAAC;YACxD,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;YACpE,OAAO,IAAI,OAAO,aAAa,eAAe,cAAc,YAAY,eAAe,SAAS,WAAW,kBAAkB,CAAC,aAAa,CAAC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;QACtK,CAAC;QAED,OAAO,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC;IACjC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;QAClF,MAAM,EACJ,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,YAAY,GACb,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QACxD,IAAI,SAA6B,CAAC;QAElC,IAAI,wBAAwB,EAAE,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,SAAS,GAAG,MAAM,cAAc,CAAC,wBAAwB,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,yBAAyB,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CACV,uGAAuG,CACxG,CAAC;YACF,SAAS,GAAG,MAAM,iCAAiC,CACjD,OAAO,EACP,yBAAyB,EACzB,eAAe,IAAI,EAAE,EACrB,YAAY,IAAI,EAAE,EAClB,wBAAwB,IAAI,EAAE,CAC/B,CAAC;QACJ,CAAC;aAAM,IAAI,0BAA0B,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,SAAS,GAAG,MAAM,qBAAqB,CACrC,OAAO,EACP,eAAe,IAAI,EAAE,EACrB,YAAY,IAAI,EAAE,EAClB,wBAAwB,IAAI,EAAE,CAC/B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,0BAA0B,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,eAAe,CACvB,oNAAoN,CACrN,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,eAAe,CACvB,oJAAoJ,CACrJ,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,SAAS,EAAE;SACrC,CAAC;QAEF,6EAA6E;QAC7E,iFAAiF;QACjF,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,aAAa,GAAG,qBAAqB,CACzC,+BAA+B,CAC7B;YACE,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;YACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;YACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;SACjD,EACZ,IAAI,EAAE,CAAC,gBAAgB,CAAC,CACzB,EACD,eAAe,CAChB,CAAC;QACF,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;YAC1B,OAAO,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE;QACrE,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;QAC9F,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAc,CAAC;QACpC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,QAAQ,GAAG,UAAU,QAAQ,EAAc,CAAC;QAC9C,CAAC;QAED,IAAI,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,CAAC,aAAa,EAAE,qBAAqB,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;YAEnD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;YAChC,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC;YACtC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAE9C,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,eAAe;oBAClB,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,KAAK,EAAE,CAAC;gBAClG,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,iCAAiC,QAAQ,cAAc,KAAK,EAAE,CAAC;gBACjI,CAAC;gBACD,KAAK,aAAa,CAAC,CAAC,CAAC;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,KAAK,SAAS,CAAC;gBACzG,CAAC;gBACD,KAAK,YAAY,CAAC;gBAClB,KAAK,gBAAgB;oBACnB,sDAAsD;oBACtD,OAAO,EAAE,CAAC;gBACZ,KAAK,cAAc;oBACjB,OAAO,EAAE,CAAC;gBACZ,KAAK,qBAAqB,CAAC,CAAC,CAAC;oBAC3B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBACvD,OAAO,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC9B,CAAC;gBACD,KAAK,aAAa;oBAChB,OAAO,gBAAgB,eAAe,cAAc,YAAY,sBAAsB,CAAC;gBACzF,KAAK,gBAAgB;oBACnB,OAAO,gBAAgB,eAAe,cAAc,YAAY,aAAa,CAAC;gBAChF,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC9C,OAAO,gBAAgB,eAAe,cAAc,YAAY,wBAAwB,QAAQ,cAAc,KAAK,EAAE,CAAC;gBACxH,CAAC;gBACD,KAAK,kBAAkB;oBACrB,OAAO,gBAAgB,eAAe,cAAc,YAAY,eAAe,KAAK,EAAE,CAAC;gBACzF,KAAK,gBAAgB,CAAC,CAAC,CAAC;oBACtB,OAAO,gBAAgB,eAAe,cAAc,YAAY,eAAe,KAAK,SAAS,CAAC;gBAChG,CAAC;YACH,CAAC;QACH,CAAC;QAED,kGAAkG;QAClG,MAAM,cAAc,GAClB,UAAU,IAAI,IAAI,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE;YAC9E,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,uBAAuB,CAAC;QAC9B,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,eAAe,CAAC,eAAe,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAEpF,MAAM,YAAY,GAAG,IAAI,GAAG,CAAiB;YAC3C,CAAC,cAAc,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB,CAAC;YAC1F,CAAC,qBAAqB,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,gCAAgC,CAAC;YAC/G,CAAC,iBAAiB,EAAE,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB,CAAC;YAC7F;gBACE,wBAAwB;gBACxB,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,gCAAgC;aACvF;YACD;gBACE,OAAO;gBACP,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,EAAE;aACpH;YACD;gBACE,eAAe;gBACf,kBAAkB,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB;oBAC1E,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,UAAU;aACrE;YACD;gBACE,WAAW;gBACX,kBAAkB,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,kBAAkB;oBAC1E,CAAC,CAAC,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,UAAU;aACrE;SACF,CAAC,CAAC;QAEH,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,OAAO,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;YACzD,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAC3D,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,aAAa,CAAC;gBAC7E,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,IAAI,QAAQ,KAAK,iBAAiB,EAAE,CAAC;oBAChF,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,mBAAmB,CAAC;gBACnF,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,OAAO,GAAG,YAAY,eAAe,QAAQ,iCAAiC,CAAC;gBACjF,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;YAED;;;;eAIG;YACH,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;oBAChC,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,aAAa,CAAC;gBAC7E,CAAC;qBAAM,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBAC9C,OAAO,GAAG,YAAY,eAAe,QAAQ,WAAW,KAAK,mBAAmB,CAAC;gBACnF,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,OAAO,GAAG,YAAY,cAAc,KAAK,mBAAmB,CAAC;YAC/D,CAAC;YAED,OAAO,CAAC,CAAC,CAAC;gBACR,2HAA2H;gBAC3H,IAAI,QAAQ,KAAK,cAAc,IAAI,QAAQ,KAAK,qBAAqB,EAAE,CAAC;oBACtE,OAAO,GAAG,YAAY,qCAAqC,CAAC;gBAC9D,CAAC;gBACD,OAAO,GAAG,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cancelBatch.js","sourceRoot":"","sources":["../../../src/providers/google-vertex-ai/cancelBatch.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,QAAkB,EAAE,EAAE;IACvE,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* Inherited upstream file
|
|
4
|
+
* But needs some custom changes for TFY
|
|
5
|
+
* 1. Use tfy- prefix for ids instead of the legacy prefix
|
|
6
|
+
* 2. Use const instead of let for variables that are not reassigned (for linting)
|
|
7
|
+
* 3. Remove unused vars for linting
|
|
8
|
+
* 4. Add passedMimeType to the inlineData if present, otherwise default to image/jpeg
|
|
9
|
+
* 5. Remove stream_options from the request body
|
|
10
|
+
* 6. Add Qwen Chat Complete Config
|
|
11
|
+
* 7. Add Qwen Chat Complete Stream and Non-Stream Transform
|
|
12
|
+
* 8. Apply transformGeminiToolParameters on tools (inline $defs/$ref for Vertex)
|
|
13
|
+
* ================================
|
|
14
|
+
*/
|
|
15
|
+
import { Tool } from '../../types/requestBody.js';
|
|
16
|
+
import { AnthropicChatCompleteResponse } from '../anthropic/chatComplete.js';
|
|
17
|
+
import { AnthropicErrorResponse, AnthropicStreamState } from '../anthropic/types.js';
|
|
18
|
+
import { GoogleChatStreamState } from '../google/types.js';
|
|
19
|
+
import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../types.js';
|
|
20
|
+
import { GoogleErrorResponse, GoogleGenerateContentResponse, GoogleSearchRetrievalTool, OpenAICompatibleErrorResponse, OpenAICompatibleSuccessResponse, VertexLLamaChatCompleteResponse } from './types.js';
|
|
21
|
+
export declare const buildGoogleSearchRetrievalTool: (tool: Tool) => GoogleSearchRetrievalTool;
|
|
22
|
+
export declare const VertexGoogleChatCompleteConfig: ProviderConfig;
|
|
23
|
+
export declare const VertexAnthropicChatCompleteConfig: ProviderConfig;
|
|
24
|
+
export declare const GoogleChatCompleteResponseTransform: (response: GoogleGenerateContentResponse | GoogleErrorResponse | GoogleErrorResponse[], responseStatus: number, responseHeaders: Headers, strictOpenAiCompliance: boolean) => ChatCompletionResponse | ErrorResponse;
|
|
25
|
+
export declare const VertexLlamaChatCompleteConfig: ProviderConfig;
|
|
26
|
+
/**
|
|
27
|
+
* ================================
|
|
28
|
+
* NOTE: OpenAI-compatible config for default (non-Google/Anthropic/Mistral/endpoints) providers
|
|
29
|
+
* ================================
|
|
30
|
+
*/
|
|
31
|
+
export declare const VertexOpenAICompatibleChatCompleteConfig: ProviderConfig;
|
|
32
|
+
/**
|
|
33
|
+
* ================================
|
|
34
|
+
* NOTE: Add Qwen Chat Complete Config
|
|
35
|
+
* ================================
|
|
36
|
+
*/
|
|
37
|
+
export declare const VertexQwenChatCompleteConfig: ProviderConfig;
|
|
38
|
+
export declare const GoogleChatCompleteStreamChunkTransform: (response: string, fallbackId: string, streamState: GoogleChatStreamState, strictOpenAiCompliance: boolean) => string;
|
|
39
|
+
export declare const AnthropicErrorResponseTransform: (response: AnthropicErrorResponse | AnthropicErrorResponse[]) => ErrorResponse | undefined;
|
|
40
|
+
export declare const VertexAnthropicChatCompleteResponseTransform: (response: AnthropicChatCompleteResponse | AnthropicErrorResponse, responseStatus: number, responseHeaders: Headers, strictOpenAiCompliance: boolean) => ChatCompletionResponse | ErrorResponse;
|
|
41
|
+
export declare const VertexAnthropicChatCompleteStreamChunkTransform: (response: string, fallbackId: string, streamState: AnthropicStreamState, strictOpenAiCompliance: boolean) => string | undefined;
|
|
42
|
+
export declare const VertexLlamaChatCompleteResponseTransform: (response: VertexLLamaChatCompleteResponse | GoogleErrorResponse, responseStatus: number) => ChatCompletionResponse | ErrorResponse;
|
|
43
|
+
export declare const VertexLlamaChatCompleteStreamChunkTransform: (response: string, fallbackId: string) => string;
|
|
44
|
+
/**
|
|
45
|
+
* ================================
|
|
46
|
+
* NOTE: Add OpenAI OSS response transform functions
|
|
47
|
+
* ================================
|
|
48
|
+
*/
|
|
49
|
+
export declare const VertexOpenAICompatibleChatCompleteResponseTransform: (response: OpenAICompatibleSuccessResponse | OpenAICompatibleErrorResponse, responseStatus: number) => ChatCompletionResponse | ErrorResponse;
|
|
50
|
+
export declare const VertexOpenAICompatibleChatCompleteStreamChunkTransform: (response: string, fallbackId: string) => string;
|