@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +192 -2
- package/dist/adapters/bedrock-converse/index.d.ts +9 -0
- package/dist/adapters/bedrock-converse/index.js +121 -0
- package/dist/adapters/bedrock-converse/index.js.map +1 -0
- package/dist/adapters/bedrock-converse/requestTransform.d.ts +111 -0
- package/dist/adapters/bedrock-converse/requestTransform.js +187 -0
- package/dist/adapters/bedrock-converse/requestTransform.js.map +1 -0
- package/dist/adapters/bedrock-converse/responseTransform.d.ts +7 -0
- package/dist/adapters/bedrock-converse/responseTransform.js +104 -0
- package/dist/adapters/bedrock-converse/responseTransform.js.map +1 -0
- package/dist/adapters/bedrock-converse/streamTransform.d.ts +34 -0
- package/dist/adapters/bedrock-converse/streamTransform.js +204 -0
- package/dist/adapters/bedrock-converse/streamTransform.js.map +1 -0
- package/dist/adapters/constants.d.ts +15 -0
- package/dist/adapters/constants.js +26 -0
- package/dist/adapters/constants.js.map +1 -0
- package/dist/adapters/gemini/index.d.ts +9 -0
- package/dist/adapters/gemini/index.js +146 -0
- package/dist/adapters/gemini/index.js.map +1 -0
- package/dist/adapters/gemini/requestTransform.d.ts +72 -0
- package/dist/adapters/gemini/requestTransform.js +227 -0
- package/dist/adapters/gemini/requestTransform.js.map +1 -0
- package/dist/adapters/gemini/responseTransform.d.ts +7 -0
- package/dist/adapters/gemini/responseTransform.js +113 -0
- package/dist/adapters/gemini/responseTransform.js.map +1 -0
- package/dist/adapters/gemini/streamTransform.d.ts +22 -0
- package/dist/adapters/gemini/streamTransform.js +174 -0
- package/dist/adapters/gemini/streamTransform.js.map +1 -0
- package/dist/adapters/guardrailHelpers.d.ts +49 -0
- package/dist/adapters/guardrailHelpers.js +23 -0
- package/dist/adapters/guardrailHelpers.js.map +1 -0
- package/dist/adapters/index.d.ts +28 -0
- package/dist/adapters/index.js +62 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/messages/index.d.ts +9 -0
- package/dist/adapters/messages/index.js +112 -0
- package/dist/adapters/messages/index.js.map +1 -0
- package/dist/adapters/messages/requestTransform.d.ts +8 -0
- package/dist/adapters/messages/requestTransform.js +206 -0
- package/dist/adapters/messages/requestTransform.js.map +1 -0
- package/dist/adapters/messages/responseTransform.d.ts +8 -0
- package/dist/adapters/messages/responseTransform.js +104 -0
- package/dist/adapters/messages/responseTransform.js.map +1 -0
- package/dist/adapters/messages/streamTransform.d.ts +26 -0
- package/dist/adapters/messages/streamTransform.js +174 -0
- package/dist/adapters/messages/streamTransform.js.map +1 -0
- package/dist/adapters/registry.d.ts +67 -0
- package/dist/adapters/registry.js +232 -0
- package/dist/adapters/registry.js.map +1 -0
- package/dist/adapters/responses/encryptedContentAffinity.d.ts +12 -0
- package/dist/adapters/responses/encryptedContentAffinity.js +55 -0
- package/dist/adapters/responses/encryptedContentAffinity.js.map +1 -0
- package/dist/adapters/responses/index.d.ts +6 -0
- package/dist/adapters/responses/index.js +201 -0
- package/dist/adapters/responses/index.js.map +1 -0
- package/dist/adapters/responses/requestTransform.d.ts +7 -0
- package/dist/adapters/responses/requestTransform.js +190 -0
- package/dist/adapters/responses/requestTransform.js.map +1 -0
- package/dist/adapters/responses/responseTransform.d.ts +30 -0
- package/dist/adapters/responses/responseTransform.js +174 -0
- package/dist/adapters/responses/responseTransform.js.map +1 -0
- package/dist/adapters/responses/streamTransform.d.ts +40 -0
- package/dist/adapters/responses/streamTransform.js +301 -0
- package/dist/adapters/responses/streamTransform.js.map +1 -0
- package/dist/adapters/types.d.ts +79 -0
- package/dist/adapters/types.js +2 -0
- package/dist/adapters/types.js.map +1 -0
- package/dist/autogen/decoders.d.ts +956 -0
- package/dist/autogen/decoders.js +10502 -0
- package/dist/autogen/decoders.js.map +1 -0
- package/dist/autogen/helpers.d.ts +5 -0
- package/dist/autogen/helpers.js +3 -0
- package/dist/autogen/helpers.js.map +1 -0
- package/dist/autogen/meta.d.ts +961 -0
- package/dist/autogen/meta.js +960 -0
- package/dist/autogen/meta.js.map +1 -0
- package/dist/autogen/models.d.ts +24388 -0
- package/dist/autogen/models.js +9 -0
- package/dist/autogen/models.js.map +1 -0
- package/dist/autogen/schema.json +30705 -0
- package/dist/autogen/validate.d.ts +6 -0
- package/dist/autogen/validate.js +15 -0
- package/dist/autogen/validate.js.map +1 -0
- package/dist/cache/port.d.ts +31 -0
- package/dist/cache/port.js +44 -0
- package/dist/cache/port.js.map +1 -0
- package/dist/catalog/snapshots.d.ts +19 -0
- package/dist/catalog/snapshots.js +14 -0
- package/dist/catalog/snapshots.js.map +1 -0
- package/dist/config.d.ts +89 -0
- package/dist/config.js +195 -0
- package/dist/config.js.map +1 -0
- package/dist/constants/jsonRpc.d.ts +30 -0
- package/dist/constants/jsonRpc.js +11 -0
- package/dist/constants/jsonRpc.js.map +1 -0
- package/dist/constants.d.ts +26 -0
- package/dist/constants.js +27 -0
- package/dist/constants.js.map +1 -0
- package/dist/entities/Authentication.d.ts +37 -0
- package/dist/entities/Authentication.js +11 -0
- package/dist/entities/Authentication.js.map +1 -0
- package/dist/entities/Model.d.ts +105 -0
- package/dist/entities/Model.js +55 -0
- package/dist/entities/Model.js.map +1 -0
- package/dist/entities/Provider.d.ts +46 -0
- package/dist/entities/Provider.js +48 -0
- package/dist/entities/Provider.js.map +1 -0
- package/dist/entities/ProviderAccount.d.ts +23 -0
- package/dist/entities/ProviderAccount.js +2 -0
- package/dist/entities/ProviderAccount.js.map +1 -0
- package/dist/errors.d.ts +190 -0
- package/dist/errors.js +300 -0
- package/dist/errors.js.map +1 -0
- package/dist/globals.d.ts +452 -0
- package/dist/globals.js +782 -0
- package/dist/globals.js.map +1 -0
- package/dist/handlers/handlerUtils.d.ts +2 -0
- package/dist/handlers/handlerUtils.js +240 -0
- package/dist/handlers/handlerUtils.js.map +1 -0
- package/dist/handlers/retryFromExecution.d.ts +12 -0
- package/dist/handlers/retryFromExecution.js +21 -0
- package/dist/handlers/retryFromExecution.js.map +1 -0
- package/dist/handlers/retryHandler.d.ts +20 -0
- package/dist/handlers/retryHandler.js +276 -0
- package/dist/handlers/retryHandler.js.map +1 -0
- package/dist/handlers/streamHandler.d.ts +6 -0
- package/dist/handlers/streamHandler.js +29 -0
- package/dist/handlers/streamHandler.js.map +1 -0
- package/dist/handlers/streamHandlerUtils.d.ts +21 -0
- package/dist/handlers/streamHandlerUtils.js +220 -0
- package/dist/handlers/streamHandlerUtils.js.map +1 -0
- package/dist/handlers/tfyUtils.d.ts +24 -0
- package/dist/handlers/tfyUtils.js +221 -0
- package/dist/handlers/tfyUtils.js.map +1 -0
- package/dist/http/createSafeDispatcher.d.ts +29 -0
- package/dist/http/createSafeDispatcher.js +49 -0
- package/dist/http/createSafeDispatcher.js.map +1 -0
- package/dist/http/errors.d.ts +23 -0
- package/dist/http/errors.js +128 -0
- package/dist/http/errors.js.map +1 -0
- package/dist/http/guardedLookup.d.ts +18 -0
- package/dist/http/guardedLookup.js +72 -0
- package/dist/http/guardedLookup.js.map +1 -0
- package/dist/http/index.d.ts +7 -0
- package/dist/http/index.js +7 -0
- package/dist/http/index.js.map +1 -0
- package/dist/http/isPublicIp.d.ts +1 -0
- package/dist/http/isPublicIp.js +63 -0
- package/dist/http/isPublicIp.js.map +1 -0
- package/dist/http/loopbackDispatcher.d.ts +32 -0
- package/dist/http/loopbackDispatcher.js +40 -0
- package/dist/http/loopbackDispatcher.js.map +1 -0
- package/dist/http/loopbackFetch.d.ts +18 -0
- package/dist/http/loopbackFetch.js +47 -0
- package/dist/http/loopbackFetch.js.map +1 -0
- package/dist/http/meshTls.d.ts +153 -0
- package/dist/http/meshTls.js +274 -0
- package/dist/http/meshTls.js.map +1 -0
- package/dist/http/safeFetch.d.ts +49 -0
- package/dist/http/safeFetch.js +226 -0
- package/dist/http/safeFetch.js.map +1 -0
- package/dist/http/types.d.ts +10 -0
- package/dist/http/types.js +2 -0
- package/dist/http/types.js.map +1 -0
- package/dist/http/urlverify/config.d.ts +20 -0
- package/dist/http/urlverify/config.js +66 -0
- package/dist/http/urlverify/config.js.map +1 -0
- package/dist/http/urlverify/hostname.d.ts +10 -0
- package/dist/http/urlverify/hostname.js +29 -0
- package/dist/http/urlverify/hostname.js.map +1 -0
- package/dist/http/urlverify/ip.d.ts +13 -0
- package/dist/http/urlverify/ip.js +115 -0
- package/dist/http/urlverify/ip.js.map +1 -0
- package/dist/http/urlverify/mode.d.ts +20 -0
- package/dist/http/urlverify/mode.js +22 -0
- package/dist/http/urlverify/mode.js.map +1 -0
- package/dist/index.d.ts +16 -0
- package/dist/index.js +11 -0
- package/dist/index.js.map +1 -0
- package/dist/loadbalancer_utils.d.ts +6 -0
- package/dist/loadbalancer_utils.js +2 -0
- package/dist/loadbalancer_utils.js.map +1 -0
- package/dist/logger.d.ts +18 -0
- package/dist/logger.js +93 -0
- package/dist/logger.js.map +1 -0
- package/dist/parity/transformCapturedProviderResponse.d.ts +42 -0
- package/dist/parity/transformCapturedProviderResponse.js +52 -0
- package/dist/parity/transformCapturedProviderResponse.js.map +1 -0
- package/dist/providers/ai21/api.d.ts +3 -0
- package/dist/providers/ai21/api.js +21 -0
- package/dist/providers/ai21/api.js.map +1 -0
- package/dist/providers/ai21/chatComplete.d.ts +4 -0
- package/dist/providers/ai21/chatComplete.js +170 -0
- package/dist/providers/ai21/chatComplete.js.map +1 -0
- package/dist/providers/ai21/index.d.ts +8 -0
- package/dist/providers/ai21/index.js +11 -0
- package/dist/providers/ai21/index.js.map +1 -0
- package/dist/providers/anthropic/anthropicBetas.d.ts +51 -0
- package/dist/providers/anthropic/anthropicBetas.js +95 -0
- package/dist/providers/anthropic/anthropicBetas.js.map +1 -0
- package/dist/providers/anthropic/api.d.ts +22 -0
- package/dist/providers/anthropic/api.js +87 -0
- package/dist/providers/anthropic/api.js.map +1 -0
- package/dist/providers/anthropic/betaTracing.d.ts +10 -0
- package/dist/providers/anthropic/betaTracing.js +30 -0
- package/dist/providers/anthropic/betaTracing.js.map +1 -0
- package/dist/providers/anthropic/chatComplete.d.ts +137 -0
- package/dist/providers/anthropic/chatComplete.js +1395 -0
- package/dist/providers/anthropic/chatComplete.js.map +1 -0
- package/dist/providers/anthropic/complete.d.ts +32 -0
- package/dist/providers/anthropic/complete.js +110 -0
- package/dist/providers/anthropic/complete.js.map +1 -0
- package/dist/providers/anthropic/deleteFile.d.ts +7 -0
- package/dist/providers/anthropic/deleteFile.js +23 -0
- package/dist/providers/anthropic/deleteFile.js.map +1 -0
- package/dist/providers/anthropic/fileTypes.d.ts +64 -0
- package/dist/providers/anthropic/fileTypes.js +7 -0
- package/dist/providers/anthropic/fileTypes.js.map +1 -0
- package/dist/providers/anthropic/fileUtils.d.ts +14 -0
- package/dist/providers/anthropic/fileUtils.js +22 -0
- package/dist/providers/anthropic/fileUtils.js.map +1 -0
- package/dist/providers/anthropic/index.d.ts +8 -0
- package/dist/providers/anthropic/index.js +33 -0
- package/dist/providers/anthropic/index.js.map +1 -0
- package/dist/providers/anthropic/listFiles.d.ts +7 -0
- package/dist/providers/anthropic/listFiles.js +26 -0
- package/dist/providers/anthropic/listFiles.js.map +1 -0
- package/dist/providers/anthropic/messages.d.ts +5 -0
- package/dist/providers/anthropic/messages.js +19 -0
- package/dist/providers/anthropic/messages.js.map +1 -0
- package/dist/providers/anthropic/retrieveFile.d.ts +7 -0
- package/dist/providers/anthropic/retrieveFile.js +19 -0
- package/dist/providers/anthropic/retrieveFile.js.map +1 -0
- package/dist/providers/anthropic/retrieveFileContent.d.ts +4 -0
- package/dist/providers/anthropic/retrieveFileContent.js +17 -0
- package/dist/providers/anthropic/retrieveFileContent.js.map +1 -0
- package/dist/providers/anthropic/serverTools.d.ts +10 -0
- package/dist/providers/anthropic/serverTools.js +70 -0
- package/dist/providers/anthropic/serverTools.js.map +1 -0
- package/dist/providers/anthropic/types.d.ts +119 -0
- package/dist/providers/anthropic/types.js +11 -0
- package/dist/providers/anthropic/types.js.map +1 -0
- package/dist/providers/anthropic/uploadFile.d.ts +7 -0
- package/dist/providers/anthropic/uploadFile.js +47 -0
- package/dist/providers/anthropic/uploadFile.js.map +1 -0
- package/dist/providers/anthropic/uploadFileUtils.d.ts +20 -0
- package/dist/providers/anthropic/uploadFileUtils.js +60 -0
- package/dist/providers/anthropic/uploadFileUtils.js.map +1 -0
- package/dist/providers/anthropic/utils.d.ts +52 -0
- package/dist/providers/anthropic/utils.js +119 -0
- package/dist/providers/anthropic/utils.js.map +1 -0
- package/dist/providers/anthropic-base/constants.d.ts +12 -0
- package/dist/providers/anthropic-base/constants.js +53 -0
- package/dist/providers/anthropic-base/constants.js.map +1 -0
- package/dist/providers/anthropic-base/messages.d.ts +12 -0
- package/dist/providers/anthropic-base/messages.js +81 -0
- package/dist/providers/anthropic-base/messages.js.map +1 -0
- package/dist/providers/anthropic-base/types.d.ts +49 -0
- package/dist/providers/anthropic-base/types.js +2 -0
- package/dist/providers/anthropic-base/types.js.map +1 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.d.ts +7 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.js +135 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.js.map +1 -0
- package/dist/providers/anyscale/api.d.ts +12 -0
- package/dist/providers/anyscale/api.js +26 -0
- package/dist/providers/anyscale/api.js.map +1 -0
- package/dist/providers/anyscale/chatComplete.d.ts +29 -0
- package/dist/providers/anyscale/chatComplete.js +163 -0
- package/dist/providers/anyscale/chatComplete.js.map +1 -0
- package/dist/providers/anyscale/complete.d.ts +8 -0
- package/dist/providers/anyscale/complete.js +111 -0
- package/dist/providers/anyscale/complete.js.map +1 -0
- package/dist/providers/anyscale/embed.d.ts +7 -0
- package/dist/providers/anyscale/embed.js +40 -0
- package/dist/providers/anyscale/embed.js.map +1 -0
- package/dist/providers/anyscale/index.d.ts +8 -0
- package/dist/providers/anyscale/index.js +19 -0
- package/dist/providers/anyscale/index.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/api.d.ts +14 -0
- package/dist/providers/aws-bedrock-mantle/api.js +200 -0
- package/dist/providers/aws-bedrock-mantle/api.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/index.d.ts +5 -0
- package/dist/providers/aws-bedrock-mantle/index.js +91 -0
- package/dist/providers/aws-bedrock-mantle/index.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.d.ts +5 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.js +11 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.d.ts +14 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.js +210 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.js.map +1 -0
- package/dist/providers/aws-claude-platform/api.d.ts +3 -0
- package/dist/providers/aws-claude-platform/api.js +105 -0
- package/dist/providers/aws-claude-platform/api.js.map +1 -0
- package/dist/providers/aws-claude-platform/index.d.ts +3 -0
- package/dist/providers/aws-claude-platform/index.js +21 -0
- package/dist/providers/aws-claude-platform/index.js.map +1 -0
- package/dist/providers/aws-claude-platform/uploadFile.d.ts +21 -0
- package/dist/providers/aws-claude-platform/uploadFile.js +58 -0
- package/dist/providers/aws-claude-platform/uploadFile.js.map +1 -0
- package/dist/providers/azure-ai-inference/api.d.ts +4 -0
- package/dist/providers/azure-ai-inference/api.js +209 -0
- package/dist/providers/azure-ai-inference/api.js.map +1 -0
- package/dist/providers/azure-ai-inference/chatComplete.d.ts +6 -0
- package/dist/providers/azure-ai-inference/chatComplete.js +78 -0
- package/dist/providers/azure-ai-inference/chatComplete.js.map +1 -0
- package/dist/providers/azure-ai-inference/complete.d.ts +6 -0
- package/dist/providers/azure-ai-inference/complete.js +63 -0
- package/dist/providers/azure-ai-inference/complete.js.map +1 -0
- package/dist/providers/azure-ai-inference/createSpeech.d.ts +5 -0
- package/dist/providers/azure-ai-inference/createSpeech.js +58 -0
- package/dist/providers/azure-ai-inference/createSpeech.js.map +1 -0
- package/dist/providers/azure-ai-inference/createTranscription.d.ts +4 -0
- package/dist/providers/azure-ai-inference/createTranscription.js +29 -0
- package/dist/providers/azure-ai-inference/createTranscription.js.map +1 -0
- package/dist/providers/azure-ai-inference/createTranslation.d.ts +4 -0
- package/dist/providers/azure-ai-inference/createTranslation.js +29 -0
- package/dist/providers/azure-ai-inference/createTranslation.js.map +1 -0
- package/dist/providers/azure-ai-inference/embed.d.ts +12 -0
- package/dist/providers/azure-ai-inference/embed.js +24 -0
- package/dist/providers/azure-ai-inference/embed.js.map +1 -0
- package/dist/providers/azure-ai-inference/index.d.ts +4 -0
- package/dist/providers/azure-ai-inference/index.js +69 -0
- package/dist/providers/azure-ai-inference/index.js.map +1 -0
- package/dist/providers/azure-ai-inference/messages.d.ts +5 -0
- package/dist/providers/azure-ai-inference/messages.js +21 -0
- package/dist/providers/azure-ai-inference/messages.js.map +1 -0
- package/dist/providers/azure-ai-inference/rerank.d.ts +30 -0
- package/dist/providers/azure-ai-inference/rerank.js +61 -0
- package/dist/providers/azure-ai-inference/rerank.js.map +1 -0
- package/dist/providers/azure-openai/api.d.ts +3 -0
- package/dist/providers/azure-openai/api.js +227 -0
- package/dist/providers/azure-openai/api.js.map +1 -0
- package/dist/providers/azure-openai/chatComplete.d.ts +6 -0
- package/dist/providers/azure-openai/chatComplete.js +168 -0
- package/dist/providers/azure-openai/chatComplete.js.map +1 -0
- package/dist/providers/azure-openai/complete.d.ts +6 -0
- package/dist/providers/azure-openai/complete.js +78 -0
- package/dist/providers/azure-openai/complete.js.map +1 -0
- package/dist/providers/azure-openai/createBatch.d.ts +3 -0
- package/dist/providers/azure-openai/createBatch.js +47 -0
- package/dist/providers/azure-openai/createBatch.js.map +1 -0
- package/dist/providers/azure-openai/createFinetune.d.ts +37 -0
- package/dist/providers/azure-openai/createFinetune.js +12 -0
- package/dist/providers/azure-openai/createFinetune.js.map +1 -0
- package/dist/providers/azure-openai/createSpeech.d.ts +3 -0
- package/dist/providers/azure-openai/createSpeech.js +40 -0
- package/dist/providers/azure-openai/createSpeech.js.map +1 -0
- package/dist/providers/azure-openai/createTranscription.d.ts +9 -0
- package/dist/providers/azure-openai/createTranscription.js +41 -0
- package/dist/providers/azure-openai/createTranscription.js.map +1 -0
- package/dist/providers/azure-openai/createTranslation.d.ts +9 -0
- package/dist/providers/azure-openai/createTranslation.js +41 -0
- package/dist/providers/azure-openai/createTranslation.js.map +1 -0
- package/dist/providers/azure-openai/embed.d.ts +7 -0
- package/dist/providers/azure-openai/embed.js +34 -0
- package/dist/providers/azure-openai/embed.js.map +1 -0
- package/dist/providers/azure-openai/getBatchOutput.d.ts +2 -0
- package/dist/providers/azure-openai/getBatchOutput.js +120 -0
- package/dist/providers/azure-openai/getBatchOutput.js.map +1 -0
- package/dist/providers/azure-openai/imageEdit.d.ts +4 -0
- package/dist/providers/azure-openai/imageEdit.js +40 -0
- package/dist/providers/azure-openai/imageEdit.js.map +1 -0
- package/dist/providers/azure-openai/imageGenerate.d.ts +12 -0
- package/dist/providers/azure-openai/imageGenerate.js +45 -0
- package/dist/providers/azure-openai/imageGenerate.js.map +1 -0
- package/dist/providers/azure-openai/index.d.ts +6 -0
- package/dist/providers/azure-openai/index.js +125 -0
- package/dist/providers/azure-openai/index.js.map +1 -0
- package/dist/providers/azure-openai/utils.d.ts +19 -0
- package/dist/providers/azure-openai/utils.js +99 -0
- package/dist/providers/azure-openai/utils.js.map +1 -0
- package/dist/providers/azure-openai/wifAuth.d.ts +1 -0
- package/dist/providers/azure-openai/wifAuth.js +19 -0
- package/dist/providers/azure-openai/wifAuth.js.map +1 -0
- package/dist/providers/baseten/api.d.ts +3 -0
- package/dist/providers/baseten/api.js +24 -0
- package/dist/providers/baseten/api.js.map +1 -0
- package/dist/providers/baseten/index.d.ts +3 -0
- package/dist/providers/baseten/index.js +19 -0
- package/dist/providers/baseten/index.js.map +1 -0
- package/dist/providers/bedrock/api.d.ts +25 -0
- package/dist/providers/bedrock/api.js +470 -0
- package/dist/providers/bedrock/api.js.map +1 -0
- package/dist/providers/bedrock/cancelBatch.d.ts +10 -0
- package/dist/providers/bedrock/cancelBatch.js +20 -0
- package/dist/providers/bedrock/cancelBatch.js.map +1 -0
- package/dist/providers/bedrock/chatComplete.d.ts +70 -0
- package/dist/providers/bedrock/chatComplete.js +1375 -0
- package/dist/providers/bedrock/chatComplete.js.map +1 -0
- package/dist/providers/bedrock/complete.d.ts +136 -0
- package/dist/providers/bedrock/complete.js +868 -0
- package/dist/providers/bedrock/complete.js.map +1 -0
- package/dist/providers/bedrock/constants.d.ts +72 -0
- package/dist/providers/bedrock/constants.js +99 -0
- package/dist/providers/bedrock/constants.js.map +1 -0
- package/dist/providers/bedrock/countTokens.d.ts +16 -0
- package/dist/providers/bedrock/countTokens.js +61 -0
- package/dist/providers/bedrock/countTokens.js.map +1 -0
- package/dist/providers/bedrock/createBatch.d.ts +4 -0
- package/dist/providers/bedrock/createBatch.js +75 -0
- package/dist/providers/bedrock/createBatch.js.map +1 -0
- package/dist/providers/bedrock/createFinetune.d.ts +11 -0
- package/dist/providers/bedrock/createFinetune.js +88 -0
- package/dist/providers/bedrock/createFinetune.js.map +1 -0
- package/dist/providers/bedrock/deleteFile.d.ts +2 -0
- package/dist/providers/bedrock/deleteFile.js +10 -0
- package/dist/providers/bedrock/deleteFile.js.map +1 -0
- package/dist/providers/bedrock/embed.d.ts +68 -0
- package/dist/providers/bedrock/embed.js +345 -0
- package/dist/providers/bedrock/embed.js.map +1 -0
- package/dist/providers/bedrock/getBatchOutput.d.ts +5 -0
- package/dist/providers/bedrock/getBatchOutput.js +112 -0
- package/dist/providers/bedrock/getBatchOutput.js.map +1 -0
- package/dist/providers/bedrock/imageEdit.d.ts +18 -0
- package/dist/providers/bedrock/imageEdit.js +493 -0
- package/dist/providers/bedrock/imageEdit.js.map +1 -0
- package/dist/providers/bedrock/imageGenerate.d.ts +36 -0
- package/dist/providers/bedrock/imageGenerate.js +151 -0
- package/dist/providers/bedrock/imageGenerate.js.map +1 -0
- package/dist/providers/bedrock/imageVariation.d.ts +9 -0
- package/dist/providers/bedrock/imageVariation.js +117 -0
- package/dist/providers/bedrock/imageVariation.js.map +1 -0
- package/dist/providers/bedrock/index.d.ts +6 -0
- package/dist/providers/bedrock/index.js +328 -0
- package/dist/providers/bedrock/index.js.map +1 -0
- package/dist/providers/bedrock/listBatches.d.ts +4 -0
- package/dist/providers/bedrock/listBatches.js +33 -0
- package/dist/providers/bedrock/listBatches.js.map +1 -0
- package/dist/providers/bedrock/listFiles.d.ts +2 -0
- package/dist/providers/bedrock/listFiles.js +10 -0
- package/dist/providers/bedrock/listFiles.js.map +1 -0
- package/dist/providers/bedrock/listFinetunes.d.ts +7 -0
- package/dist/providers/bedrock/listFinetunes.js +16 -0
- package/dist/providers/bedrock/listFinetunes.js.map +1 -0
- package/dist/providers/bedrock/messages.d.ts +21 -0
- package/dist/providers/bedrock/messages.js +436 -0
- package/dist/providers/bedrock/messages.js.map +1 -0
- package/dist/providers/bedrock/modelFamily.d.ts +9 -0
- package/dist/providers/bedrock/modelFamily.js +12 -0
- package/dist/providers/bedrock/modelFamily.js.map +1 -0
- package/dist/providers/bedrock/requestHandlerFetch.d.ts +9 -0
- package/dist/providers/bedrock/requestHandlerFetch.js +35 -0
- package/dist/providers/bedrock/requestHandlerFetch.js.map +1 -0
- package/dist/providers/bedrock/rerank.d.ts +18 -0
- package/dist/providers/bedrock/rerank.js +126 -0
- package/dist/providers/bedrock/rerank.js.map +1 -0
- package/dist/providers/bedrock/retrieveBatch.d.ts +4 -0
- package/dist/providers/bedrock/retrieveBatch.js +43 -0
- package/dist/providers/bedrock/retrieveBatch.js.map +1 -0
- package/dist/providers/bedrock/retrieveFile.d.ts +2 -0
- package/dist/providers/bedrock/retrieveFile.js +66 -0
- package/dist/providers/bedrock/retrieveFile.js.map +1 -0
- package/dist/providers/bedrock/retrieveFileContent.d.ts +3 -0
- package/dist/providers/bedrock/retrieveFileContent.js +61 -0
- package/dist/providers/bedrock/retrieveFileContent.js.map +1 -0
- package/dist/providers/bedrock/retrieveFinetune.d.ts +7 -0
- package/dist/providers/bedrock/retrieveFinetune.js +9 -0
- package/dist/providers/bedrock/retrieveFinetune.js.map +1 -0
- package/dist/providers/bedrock/types.d.ts +291 -0
- package/dist/providers/bedrock/types.js +28 -0
- package/dist/providers/bedrock/types.js.map +1 -0
- package/dist/providers/bedrock/uploadFile.d.ts +11 -0
- package/dist/providers/bedrock/uploadFile.js +471 -0
- package/dist/providers/bedrock/uploadFile.js.map +1 -0
- package/dist/providers/bedrock/uploadFileUtils.d.ts +68 -0
- package/dist/providers/bedrock/uploadFileUtils.js +952 -0
- package/dist/providers/bedrock/uploadFileUtils.js.map +1 -0
- package/dist/providers/bedrock/utils/messagesUtils.d.ts +35 -0
- package/dist/providers/bedrock/utils/messagesUtils.js +73 -0
- package/dist/providers/bedrock/utils/messagesUtils.js.map +1 -0
- package/dist/providers/bedrock/utils.d.ts +72 -0
- package/dist/providers/bedrock/utils.js +652 -0
- package/dist/providers/bedrock/utils.js.map +1 -0
- package/dist/providers/cartesia/api.d.ts +13 -0
- package/dist/providers/cartesia/api.js +27 -0
- package/dist/providers/cartesia/api.js.map +1 -0
- package/dist/providers/cartesia/index.d.ts +13 -0
- package/dist/providers/cartesia/index.js +16 -0
- package/dist/providers/cartesia/index.js.map +1 -0
- package/dist/providers/cerebras/api.d.ts +2 -0
- package/dist/providers/cerebras/api.js +19 -0
- package/dist/providers/cerebras/api.js.map +1 -0
- package/dist/providers/cerebras/index.d.ts +3 -0
- package/dist/providers/cerebras/index.js +19 -0
- package/dist/providers/cerebras/index.js.map +1 -0
- package/dist/providers/cloudera/api.d.ts +3 -0
- package/dist/providers/cloudera/api.js +34 -0
- package/dist/providers/cloudera/api.js.map +1 -0
- package/dist/providers/cloudera/chatComplete.d.ts +14 -0
- package/dist/providers/cloudera/chatComplete.js +63 -0
- package/dist/providers/cloudera/chatComplete.js.map +1 -0
- package/dist/providers/cloudera/embed.d.ts +5 -0
- package/dist/providers/cloudera/embed.js +29 -0
- package/dist/providers/cloudera/embed.js.map +1 -0
- package/dist/providers/cloudera/index.d.ts +8 -0
- package/dist/providers/cloudera/index.js +15 -0
- package/dist/providers/cloudera/index.js.map +1 -0
- package/dist/providers/cloudera/utils.d.ts +1 -0
- package/dist/providers/cloudera/utils.js +261 -0
- package/dist/providers/cloudera/utils.js.map +1 -0
- package/dist/providers/cohere/api.d.ts +3 -0
- package/dist/providers/cohere/api.js +52 -0
- package/dist/providers/cohere/api.js.map +1 -0
- package/dist/providers/cohere/cancelBatch.d.ts +8 -0
- package/dist/providers/cohere/cancelBatch.js +12 -0
- package/dist/providers/cohere/cancelBatch.js.map +1 -0
- package/dist/providers/cohere/chatComplete.d.ts +6 -0
- package/dist/providers/cohere/chatComplete.js +315 -0
- package/dist/providers/cohere/chatComplete.js.map +1 -0
- package/dist/providers/cohere/complete.d.ts +39 -0
- package/dist/providers/cohere/complete.js +116 -0
- package/dist/providers/cohere/complete.js.map +1 -0
- package/dist/providers/cohere/createBatch.d.ts +4 -0
- package/dist/providers/cohere/createBatch.js +51 -0
- package/dist/providers/cohere/createBatch.js.map +1 -0
- package/dist/providers/cohere/deleteFile.d.ts +8 -0
- package/dist/providers/cohere/deleteFile.js +13 -0
- package/dist/providers/cohere/deleteFile.js.map +1 -0
- package/dist/providers/cohere/embed.d.ts +94 -0
- package/dist/providers/cohere/embed.js +137 -0
- package/dist/providers/cohere/embed.js.map +1 -0
- package/dist/providers/cohere/getBatchOutput.d.ts +2 -0
- package/dist/providers/cohere/getBatchOutput.js +117 -0
- package/dist/providers/cohere/getBatchOutput.js.map +1 -0
- package/dist/providers/cohere/getFiles.d.ts +4 -0
- package/dist/providers/cohere/getFiles.js +51 -0
- package/dist/providers/cohere/getFiles.js.map +1 -0
- package/dist/providers/cohere/index.d.ts +10 -0
- package/dist/providers/cohere/index.js +46 -0
- package/dist/providers/cohere/index.js.map +1 -0
- package/dist/providers/cohere/listBatches.d.ts +3 -0
- package/dist/providers/cohere/listBatches.js +30 -0
- package/dist/providers/cohere/listBatches.js.map +1 -0
- package/dist/providers/cohere/rerank.d.ts +46 -0
- package/dist/providers/cohere/rerank.js +41 -0
- package/dist/providers/cohere/rerank.js.map +1 -0
- package/dist/providers/cohere/retrieveBatch.d.ts +3 -0
- package/dist/providers/cohere/retrieveBatch.js +33 -0
- package/dist/providers/cohere/retrieveBatch.js.map +1 -0
- package/dist/providers/cohere/types.d.ts +264 -0
- package/dist/providers/cohere/types.js +10 -0
- package/dist/providers/cohere/types.js.map +1 -0
- package/dist/providers/cohere/uploadFile.d.ts +13 -0
- package/dist/providers/cohere/uploadFile.js +40 -0
- package/dist/providers/cohere/uploadFile.js.map +1 -0
- package/dist/providers/cohere/utils.d.ts +2 -0
- package/dist/providers/cohere/utils.js +15 -0
- package/dist/providers/cohere/utils.js.map +1 -0
- package/dist/providers/cortex/api.d.ts +3 -0
- package/dist/providers/cortex/api.js +25 -0
- package/dist/providers/cortex/api.js.map +1 -0
- package/dist/providers/cortex/index.d.ts +3 -0
- package/dist/providers/cortex/index.js +37 -0
- package/dist/providers/cortex/index.js.map +1 -0
- package/dist/providers/databricks/api.d.ts +3 -0
- package/dist/providers/databricks/api.js +69 -0
- package/dist/providers/databricks/api.js.map +1 -0
- package/dist/providers/databricks/chatComplete.d.ts +17 -0
- package/dist/providers/databricks/chatComplete.js +174 -0
- package/dist/providers/databricks/chatComplete.js.map +1 -0
- package/dist/providers/databricks/createModelResponse.d.ts +12 -0
- package/dist/providers/databricks/createModelResponse.js +24 -0
- package/dist/providers/databricks/createModelResponse.js.map +1 -0
- package/dist/providers/databricks/embed.d.ts +6 -0
- package/dist/providers/databricks/embed.js +27 -0
- package/dist/providers/databricks/embed.js.map +1 -0
- package/dist/providers/databricks/index.d.ts +3 -0
- package/dist/providers/databricks/index.js +66 -0
- package/dist/providers/databricks/index.js.map +1 -0
- package/dist/providers/databricks/messages.d.ts +5 -0
- package/dist/providers/databricks/messages.js +23 -0
- package/dist/providers/databricks/messages.js.map +1 -0
- package/dist/providers/databricks/utils.d.ts +3 -0
- package/dist/providers/databricks/utils.js +46 -0
- package/dist/providers/databricks/utils.js.map +1 -0
- package/dist/providers/deepgram/api.d.ts +13 -0
- package/dist/providers/deepgram/api.js +26 -0
- package/dist/providers/deepgram/api.js.map +1 -0
- package/dist/providers/deepgram/index.d.ts +13 -0
- package/dist/providers/deepgram/index.js +16 -0
- package/dist/providers/deepgram/index.js.map +1 -0
- package/dist/providers/deepinfra/api.d.ts +3 -0
- package/dist/providers/deepinfra/api.js +21 -0
- package/dist/providers/deepinfra/api.js.map +1 -0
- package/dist/providers/deepinfra/chatComplete.d.ts +23 -0
- package/dist/providers/deepinfra/chatComplete.js +150 -0
- package/dist/providers/deepinfra/chatComplete.js.map +1 -0
- package/dist/providers/deepinfra/embed.d.ts +5 -0
- package/dist/providers/deepinfra/embed.js +28 -0
- package/dist/providers/deepinfra/embed.js.map +1 -0
- package/dist/providers/deepinfra/index.d.ts +8 -0
- package/dist/providers/deepinfra/index.js +15 -0
- package/dist/providers/deepinfra/index.js.map +1 -0
- package/dist/providers/deepinfra/utils.d.ts +3 -0
- package/dist/providers/deepinfra/utils.js +25 -0
- package/dist/providers/deepinfra/utils.js.map +1 -0
- package/dist/providers/elevenlabs/api.d.ts +8 -0
- package/dist/providers/elevenlabs/api.js +21 -0
- package/dist/providers/elevenlabs/api.js.map +1 -0
- package/dist/providers/elevenlabs/index.d.ts +8 -0
- package/dist/providers/elevenlabs/index.js +11 -0
- package/dist/providers/elevenlabs/index.js.map +1 -0
- package/dist/providers/google/api.d.ts +8 -0
- package/dist/providers/google/api.js +52 -0
- package/dist/providers/google/api.js.map +1 -0
- package/dist/providers/google/chatComplete.d.ts +131 -0
- package/dist/providers/google/chatComplete.js +935 -0
- package/dist/providers/google/chatComplete.js.map +1 -0
- package/dist/providers/google/createSpeech.d.ts +30 -0
- package/dist/providers/google/createSpeech.js +227 -0
- package/dist/providers/google/createSpeech.js.map +1 -0
- package/dist/providers/google/embed.d.ts +11 -0
- package/dist/providers/google/embed.js +77 -0
- package/dist/providers/google/embed.js.map +1 -0
- package/dist/providers/google/imageEdit.d.ts +5 -0
- package/dist/providers/google/imageEdit.js +165 -0
- package/dist/providers/google/imageEdit.js.map +1 -0
- package/dist/providers/google/imageGenerate.d.ts +16 -0
- package/dist/providers/google/imageGenerate.js +181 -0
- package/dist/providers/google/imageGenerate.js.map +1 -0
- package/dist/providers/google/index.d.ts +8 -0
- package/dist/providers/google/index.js +44 -0
- package/dist/providers/google/index.js.map +1 -0
- package/dist/providers/google/responseFormatHandlers.d.ts +13 -0
- package/dist/providers/google/responseFormatHandlers.js +30 -0
- package/dist/providers/google/responseFormatHandlers.js.map +1 -0
- package/dist/providers/google/types.d.ts +48 -0
- package/dist/providers/google/types.js +16 -0
- package/dist/providers/google/types.js.map +1 -0
- package/dist/providers/google-vertex-ai/api.d.ts +14 -0
- package/dist/providers/google-vertex-ai/api.js +330 -0
- package/dist/providers/google-vertex-ai/api.js.map +1 -0
- package/dist/providers/google-vertex-ai/cancelBatch.d.ts +6 -0
- package/dist/providers/google-vertex-ai/cancelBatch.js +9 -0
- package/dist/providers/google-vertex-ai/cancelBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/chatComplete.d.ts +50 -0
- package/dist/providers/google-vertex-ai/chatComplete.js +1512 -0
- package/dist/providers/google-vertex-ai/chatComplete.js.map +1 -0
- package/dist/providers/google-vertex-ai/createBatch.d.ts +186 -0
- package/dist/providers/google-vertex-ai/createBatch.js +101 -0
- package/dist/providers/google-vertex-ai/createBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/createFinetune.d.ts +44 -0
- package/dist/providers/google-vertex-ai/createFinetune.js +44 -0
- package/dist/providers/google-vertex-ai/createFinetune.js.map +1 -0
- package/dist/providers/google-vertex-ai/createSpeech.d.ts +16 -0
- package/dist/providers/google-vertex-ai/createSpeech.js +185 -0
- package/dist/providers/google-vertex-ai/createSpeech.js.map +1 -0
- package/dist/providers/google-vertex-ai/embed.d.ts +32 -0
- package/dist/providers/google-vertex-ai/embed.js +275 -0
- package/dist/providers/google-vertex-ai/embed.js.map +1 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.d.ts +3 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.js +160 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.js.map +1 -0
- package/dist/providers/google-vertex-ai/imageEdit.d.ts +56 -0
- package/dist/providers/google-vertex-ai/imageEdit.js +559 -0
- package/dist/providers/google-vertex-ai/imageEdit.js.map +1 -0
- package/dist/providers/google-vertex-ai/imageGenerate.d.ts +75 -0
- package/dist/providers/google-vertex-ai/imageGenerate.js +384 -0
- package/dist/providers/google-vertex-ai/imageGenerate.js.map +1 -0
- package/dist/providers/google-vertex-ai/index.d.ts +20 -0
- package/dist/providers/google-vertex-ai/index.js +207 -0
- package/dist/providers/google-vertex-ai/index.js.map +1 -0
- package/dist/providers/google-vertex-ai/listBatches.d.ts +429 -0
- package/dist/providers/google-vertex-ai/listBatches.js +23 -0
- package/dist/providers/google-vertex-ai/listBatches.js.map +1 -0
- package/dist/providers/google-vertex-ai/listFiles.d.ts +2 -0
- package/dist/providers/google-vertex-ai/listFiles.js +16 -0
- package/dist/providers/google-vertex-ai/listFiles.js.map +1 -0
- package/dist/providers/google-vertex-ai/listFinetunes.d.ts +58 -0
- package/dist/providers/google-vertex-ai/listFinetunes.js +22 -0
- package/dist/providers/google-vertex-ai/listFinetunes.js.map +1 -0
- package/dist/providers/google-vertex-ai/messages.d.ts +5 -0
- package/dist/providers/google-vertex-ai/messages.js +39 -0
- package/dist/providers/google-vertex-ai/messages.js.map +1 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.d.ts +8 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.js +13 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.d.ts +189 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.js +14 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFile.d.ts +3 -0
- package/dist/providers/google-vertex-ai/retrieveFile.js +52 -0
- package/dist/providers/google-vertex-ai/retrieveFile.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.d.ts +1 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.js +13 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.d.ts +19 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.js +8 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.js.map +1 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.d.ts +14 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.js +136 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.js.map +1 -0
- package/dist/providers/google-vertex-ai/types.d.ts +364 -0
- package/dist/providers/google-vertex-ai/types.js +20 -0
- package/dist/providers/google-vertex-ai/types.js.map +1 -0
- package/dist/providers/google-vertex-ai/uploadFile.d.ts +7 -0
- package/dist/providers/google-vertex-ai/uploadFile.js +193 -0
- package/dist/providers/google-vertex-ai/uploadFile.js.map +1 -0
- package/dist/providers/google-vertex-ai/utils.d.ts +654 -0
- package/dist/providers/google-vertex-ai/utils.js +1151 -0
- package/dist/providers/google-vertex-ai/utils.js.map +1 -0
- package/dist/providers/google-vertex-ai/wifAuth.d.ts +2 -0
- package/dist/providers/google-vertex-ai/wifAuth.js +237 -0
- package/dist/providers/google-vertex-ai/wifAuth.js.map +1 -0
- package/dist/providers/groq/api.d.ts +3 -0
- package/dist/providers/groq/api.js +59 -0
- package/dist/providers/groq/api.js.map +1 -0
- package/dist/providers/groq/cancelBatch.d.ts +2 -0
- package/dist/providers/groq/cancelBatch.js +9 -0
- package/dist/providers/groq/cancelBatch.js.map +1 -0
- package/dist/providers/groq/chatComplete.d.ts +39 -0
- package/dist/providers/groq/chatComplete.js +142 -0
- package/dist/providers/groq/chatComplete.js.map +1 -0
- package/dist/providers/groq/complete.d.ts +13 -0
- package/dist/providers/groq/complete.js +213 -0
- package/dist/providers/groq/complete.js.map +1 -0
- package/dist/providers/groq/createBatch.d.ts +3 -0
- package/dist/providers/groq/createBatch.js +28 -0
- package/dist/providers/groq/createBatch.js.map +1 -0
- package/dist/providers/groq/createSpeech.d.ts +8 -0
- package/dist/providers/groq/createSpeech.js +37 -0
- package/dist/providers/groq/createSpeech.js.map +1 -0
- package/dist/providers/groq/createTranscription.d.ts +7 -0
- package/dist/providers/groq/createTranscription.js +31 -0
- package/dist/providers/groq/createTranscription.js.map +1 -0
- package/dist/providers/groq/createTranslation.d.ts +7 -0
- package/dist/providers/groq/createTranslation.js +31 -0
- package/dist/providers/groq/createTranslation.js.map +1 -0
- package/dist/providers/groq/deleteFile.d.ts +2 -0
- package/dist/providers/groq/deleteFile.js +9 -0
- package/dist/providers/groq/deleteFile.js.map +1 -0
- package/dist/providers/groq/index.d.ts +3 -0
- package/dist/providers/groq/index.js +70 -0
- package/dist/providers/groq/index.js.map +1 -0
- package/dist/providers/groq/listBatches.d.ts +2 -0
- package/dist/providers/groq/listBatches.js +9 -0
- package/dist/providers/groq/listBatches.js.map +1 -0
- package/dist/providers/groq/listFiles.d.ts +2 -0
- package/dist/providers/groq/listFiles.js +9 -0
- package/dist/providers/groq/listFiles.js.map +1 -0
- package/dist/providers/groq/retrieveBatch.d.ts +2 -0
- package/dist/providers/groq/retrieveBatch.js +9 -0
- package/dist/providers/groq/retrieveBatch.js.map +1 -0
- package/dist/providers/groq/retrieveFile.d.ts +2 -0
- package/dist/providers/groq/retrieveFile.js +9 -0
- package/dist/providers/groq/retrieveFile.js.map +1 -0
- package/dist/providers/groq/retrieveFileContent.d.ts +2 -0
- package/dist/providers/groq/retrieveFileContent.js +9 -0
- package/dist/providers/groq/retrieveFileContent.js.map +1 -0
- package/dist/providers/groq/uploadFile.d.ts +3 -0
- package/dist/providers/groq/uploadFile.js +12 -0
- package/dist/providers/groq/uploadFile.js.map +1 -0
- package/dist/providers/groq/utils.d.ts +2 -0
- package/dist/providers/groq/utils.js +7 -0
- package/dist/providers/groq/utils.js.map +1 -0
- package/dist/providers/index.d.ts +5 -0
- package/dist/providers/index.js +88 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/microsoft-foundry/api.d.ts +11 -0
- package/dist/providers/microsoft-foundry/api.js +270 -0
- package/dist/providers/microsoft-foundry/api.js.map +1 -0
- package/dist/providers/microsoft-foundry/createBatch.d.ts +10 -0
- package/dist/providers/microsoft-foundry/createBatch.js +40 -0
- package/dist/providers/microsoft-foundry/createBatch.js.map +1 -0
- package/dist/providers/microsoft-foundry/createTranscription.d.ts +3 -0
- package/dist/providers/microsoft-foundry/createTranscription.js +23 -0
- package/dist/providers/microsoft-foundry/createTranscription.js.map +1 -0
- package/dist/providers/microsoft-foundry/createTranslation.d.ts +3 -0
- package/dist/providers/microsoft-foundry/createTranslation.js +23 -0
- package/dist/providers/microsoft-foundry/createTranslation.js.map +1 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.d.ts +3 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.js +106 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.js.map +1 -0
- package/dist/providers/microsoft-foundry/imageEdit.d.ts +3 -0
- package/dist/providers/microsoft-foundry/imageEdit.js +28 -0
- package/dist/providers/microsoft-foundry/imageEdit.js.map +1 -0
- package/dist/providers/microsoft-foundry/index.d.ts +3 -0
- package/dist/providers/microsoft-foundry/index.js +142 -0
- package/dist/providers/microsoft-foundry/index.js.map +1 -0
- package/dist/providers/microsoft-foundry/messages.d.ts +5 -0
- package/dist/providers/microsoft-foundry/messages.js +16 -0
- package/dist/providers/microsoft-foundry/messages.js.map +1 -0
- package/dist/providers/microsoft-foundry/rerank.d.ts +30 -0
- package/dist/providers/microsoft-foundry/rerank.js +53 -0
- package/dist/providers/microsoft-foundry/rerank.js.map +1 -0
- package/dist/providers/microsoft-foundry/responseTransforms.d.ts +2 -0
- package/dist/providers/microsoft-foundry/responseTransforms.js +4 -0
- package/dist/providers/microsoft-foundry/responseTransforms.js.map +1 -0
- package/dist/providers/mistral-ai/api.d.ts +3 -0
- package/dist/providers/mistral-ai/api.js +23 -0
- package/dist/providers/mistral-ai/api.js.map +1 -0
- package/dist/providers/mistral-ai/chatComplete.d.ts +48 -0
- package/dist/providers/mistral-ai/chatComplete.js +257 -0
- package/dist/providers/mistral-ai/chatComplete.js.map +1 -0
- package/dist/providers/mistral-ai/embed.d.ts +8 -0
- package/dist/providers/mistral-ai/embed.js +52 -0
- package/dist/providers/mistral-ai/embed.js.map +1 -0
- package/dist/providers/mistral-ai/index.d.ts +8 -0
- package/dist/providers/mistral-ai/index.js +15 -0
- package/dist/providers/mistral-ai/index.js.map +1 -0
- package/dist/providers/mistral-ai/types.d.ts +7 -0
- package/dist/providers/mistral-ai/types.js +9 -0
- package/dist/providers/mistral-ai/types.js.map +1 -0
- package/dist/providers/nomic/api.d.ts +3 -0
- package/dist/providers/nomic/api.js +18 -0
- package/dist/providers/nomic/api.js.map +1 -0
- package/dist/providers/nomic/embed.d.ts +24 -0
- package/dist/providers/nomic/embed.js +70 -0
- package/dist/providers/nomic/embed.js.map +1 -0
- package/dist/providers/nomic/index.d.ts +8 -0
- package/dist/providers/nomic/index.js +11 -0
- package/dist/providers/nomic/index.js.map +1 -0
- package/dist/providers/ollama/api.d.ts +3 -0
- package/dist/providers/ollama/api.js +31 -0
- package/dist/providers/ollama/api.js.map +1 -0
- package/dist/providers/ollama/chatComplete.d.ts +22 -0
- package/dist/providers/ollama/chatComplete.js +110 -0
- package/dist/providers/ollama/chatComplete.js.map +1 -0
- package/dist/providers/ollama/embed.d.ts +11 -0
- package/dist/providers/ollama/embed.js +43 -0
- package/dist/providers/ollama/embed.js.map +1 -0
- package/dist/providers/ollama/index.d.ts +8 -0
- package/dist/providers/ollama/index.js +15 -0
- package/dist/providers/ollama/index.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.d.ts +62 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.js +171 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.d.ts +10 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.js +10 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.d.ts +32 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.js +257 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.d.ts +13 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.js +116 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.d.ts +34 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.js +285 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.d.ts +19 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.js +2 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.js.map +1 -0
- package/dist/providers/open-ai-base/constants.d.ts +38 -0
- package/dist/providers/open-ai-base/constants.js +347 -0
- package/dist/providers/open-ai-base/constants.js.map +1 -0
- package/dist/providers/open-ai-base/createModelResponse.d.ts +9 -0
- package/dist/providers/open-ai-base/createModelResponse.js +172 -0
- package/dist/providers/open-ai-base/createModelResponse.js.map +1 -0
- package/dist/providers/open-ai-base/cursor.utils.d.ts +42 -0
- package/dist/providers/open-ai-base/cursor.utils.js +131 -0
- package/dist/providers/open-ai-base/cursor.utils.js.map +1 -0
- package/dist/providers/open-ai-base/helpers.d.ts +41 -0
- package/dist/providers/open-ai-base/helpers.js +356 -0
- package/dist/providers/open-ai-base/helpers.js.map +1 -0
- package/dist/providers/open-ai-base/index.d.ts +67 -0
- package/dist/providers/open-ai-base/index.js +550 -0
- package/dist/providers/open-ai-base/index.js.map +1 -0
- package/dist/providers/openai/api.d.ts +3 -0
- package/dist/providers/openai/api.js +141 -0
- package/dist/providers/openai/api.js.map +1 -0
- package/dist/providers/openai/cancelBatch.d.ts +2 -0
- package/dist/providers/openai/cancelBatch.js +14 -0
- package/dist/providers/openai/cancelBatch.js.map +1 -0
- package/dist/providers/openai/chatComplete.d.ts +14 -0
- package/dist/providers/openai/chatComplete.js +402 -0
- package/dist/providers/openai/chatComplete.js.map +1 -0
- package/dist/providers/openai/complete.d.ts +14 -0
- package/dist/providers/openai/complete.js +144 -0
- package/dist/providers/openai/complete.js.map +1 -0
- package/dist/providers/openai/createBatch.d.ts +3 -0
- package/dist/providers/openai/createBatch.js +33 -0
- package/dist/providers/openai/createBatch.js.map +1 -0
- package/dist/providers/openai/createFinetune.d.ts +3 -0
- package/dist/providers/openai/createFinetune.js +48 -0
- package/dist/providers/openai/createFinetune.js.map +1 -0
- package/dist/providers/openai/createModelResponseCompact.d.ts +42 -0
- package/dist/providers/openai/createModelResponseCompact.js +25 -0
- package/dist/providers/openai/createModelResponseCompact.js.map +1 -0
- package/dist/providers/openai/createSpeech.d.ts +3 -0
- package/dist/providers/openai/createSpeech.js +40 -0
- package/dist/providers/openai/createSpeech.js.map +1 -0
- package/dist/providers/openai/createTranscription.d.ts +8 -0
- package/dist/providers/openai/createTranscription.js +44 -0
- package/dist/providers/openai/createTranscription.js.map +1 -0
- package/dist/providers/openai/createTranslation.d.ts +8 -0
- package/dist/providers/openai/createTranslation.js +41 -0
- package/dist/providers/openai/createTranslation.js.map +1 -0
- package/dist/providers/openai/deleteFile.d.ts +2 -0
- package/dist/providers/openai/deleteFile.js +14 -0
- package/dist/providers/openai/deleteFile.js.map +1 -0
- package/dist/providers/openai/embed.d.ts +7 -0
- package/dist/providers/openai/embed.js +35 -0
- package/dist/providers/openai/embed.js.map +1 -0
- package/dist/providers/openai/getBatchOutput.d.ts +3 -0
- package/dist/providers/openai/getBatchOutput.js +55 -0
- package/dist/providers/openai/getBatchOutput.js.map +1 -0
- package/dist/providers/openai/imageEdit.d.ts +3 -0
- package/dist/providers/openai/imageEdit.js +34 -0
- package/dist/providers/openai/imageEdit.js.map +1 -0
- package/dist/providers/openai/imageGenerate.d.ts +12 -0
- package/dist/providers/openai/imageGenerate.js +45 -0
- package/dist/providers/openai/imageGenerate.js.map +1 -0
- package/dist/providers/openai/imageVariation.d.ts +3 -0
- package/dist/providers/openai/imageVariation.js +29 -0
- package/dist/providers/openai/imageVariation.js.map +1 -0
- package/dist/providers/openai/index.d.ts +6 -0
- package/dist/providers/openai/index.js +146 -0
- package/dist/providers/openai/index.js.map +1 -0
- package/dist/providers/openai/listBatches.d.ts +2 -0
- package/dist/providers/openai/listBatches.js +14 -0
- package/dist/providers/openai/listBatches.js.map +1 -0
- package/dist/providers/openai/listFiles.d.ts +2 -0
- package/dist/providers/openai/listFiles.js +14 -0
- package/dist/providers/openai/listFiles.js.map +1 -0
- package/dist/providers/openai/moderation.d.ts +2 -0
- package/dist/providers/openai/moderation.js +14 -0
- package/dist/providers/openai/moderation.js.map +1 -0
- package/dist/providers/openai/retrieveBatch.d.ts +2 -0
- package/dist/providers/openai/retrieveBatch.js +9 -0
- package/dist/providers/openai/retrieveBatch.js.map +1 -0
- package/dist/providers/openai/retrieveFileContent.d.ts +2 -0
- package/dist/providers/openai/retrieveFileContent.js +9 -0
- package/dist/providers/openai/retrieveFileContent.js.map +1 -0
- package/dist/providers/openai/uploadFile.d.ts +3 -0
- package/dist/providers/openai/uploadFile.js +17 -0
- package/dist/providers/openai/uploadFile.js.map +1 -0
- package/dist/providers/openai/utils.d.ts +7 -0
- package/dist/providers/openai/utils.js +7 -0
- package/dist/providers/openai/utils.js.map +1 -0
- package/dist/providers/openai-like/api.d.ts +7 -0
- package/dist/providers/openai-like/api.js +40 -0
- package/dist/providers/openai-like/api.js.map +1 -0
- package/dist/providers/openai-like/chatComplete.d.ts +41 -0
- package/dist/providers/openai-like/chatComplete.js +91 -0
- package/dist/providers/openai-like/chatComplete.js.map +1 -0
- package/dist/providers/openai-like/embed.d.ts +9 -0
- package/dist/providers/openai-like/embed.js +23 -0
- package/dist/providers/openai-like/embed.js.map +1 -0
- package/dist/providers/openai-like/index.d.ts +16 -0
- package/dist/providers/openai-like/index.js +35 -0
- package/dist/providers/openai-like/index.js.map +1 -0
- package/dist/providers/openai-like/utils.d.ts +16 -0
- package/dist/providers/openai-like/utils.js +16 -0
- package/dist/providers/openai-like/utils.js.map +1 -0
- package/dist/providers/openrouter/api.d.ts +3 -0
- package/dist/providers/openrouter/api.js +30 -0
- package/dist/providers/openrouter/api.js.map +1 -0
- package/dist/providers/openrouter/chatComplete.d.ts +51 -0
- package/dist/providers/openrouter/chatComplete.js +251 -0
- package/dist/providers/openrouter/chatComplete.js.map +1 -0
- package/dist/providers/openrouter/index.d.ts +3 -0
- package/dist/providers/openrouter/index.js +20 -0
- package/dist/providers/openrouter/index.js.map +1 -0
- package/dist/providers/openrouter/utils.d.ts +20 -0
- package/dist/providers/openrouter/utils.js +15 -0
- package/dist/providers/openrouter/utils.js.map +1 -0
- package/dist/providers/palm/api.d.ts +3 -0
- package/dist/providers/palm/api.js +26 -0
- package/dist/providers/palm/api.js.map +1 -0
- package/dist/providers/palm/chatComplete.d.ts +5 -0
- package/dist/providers/palm/chatComplete.js +91 -0
- package/dist/providers/palm/chatComplete.js.map +1 -0
- package/dist/providers/palm/complete.d.ts +5 -0
- package/dist/providers/palm/complete.js +82 -0
- package/dist/providers/palm/complete.js.map +1 -0
- package/dist/providers/palm/embed.d.ts +12 -0
- package/dist/providers/palm/embed.js +46 -0
- package/dist/providers/palm/embed.js.map +1 -0
- package/dist/providers/palm/index.d.ts +8 -0
- package/dist/providers/palm/index.js +17 -0
- package/dist/providers/palm/index.js.map +1 -0
- package/dist/providers/perplexity-ai/api.d.ts +3 -0
- package/dist/providers/perplexity-ai/api.js +20 -0
- package/dist/providers/perplexity-ai/api.js.map +1 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.d.ts +8 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.js +152 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.js.map +1 -0
- package/dist/providers/perplexity-ai/createModelResponse.d.ts +6 -0
- package/dist/providers/perplexity-ai/createModelResponse.js +51 -0
- package/dist/providers/perplexity-ai/createModelResponse.js.map +1 -0
- package/dist/providers/perplexity-ai/decision.d.ts +29 -0
- package/dist/providers/perplexity-ai/decision.js +47 -0
- package/dist/providers/perplexity-ai/decision.js.map +1 -0
- package/dist/providers/perplexity-ai/index.d.ts +3 -0
- package/dist/providers/perplexity-ai/index.js +23 -0
- package/dist/providers/perplexity-ai/index.js.map +1 -0
- package/dist/providers/requestHandlerApiArgs.d.ts +12 -0
- package/dist/providers/requestHandlerApiArgs.js +19 -0
- package/dist/providers/requestHandlerApiArgs.js.map +1 -0
- package/dist/providers/sagemaker/api.d.ts +3 -0
- package/dist/providers/sagemaker/api.js +86 -0
- package/dist/providers/sagemaker/api.js.map +1 -0
- package/dist/providers/sagemaker/chatComplete.d.ts +10 -0
- package/dist/providers/sagemaker/chatComplete.js +160 -0
- package/dist/providers/sagemaker/chatComplete.js.map +1 -0
- package/dist/providers/sagemaker/embed.d.ts +10 -0
- package/dist/providers/sagemaker/embed.js +55 -0
- package/dist/providers/sagemaker/embed.js.map +1 -0
- package/dist/providers/sagemaker/index.d.ts +3 -0
- package/dist/providers/sagemaker/index.js +30 -0
- package/dist/providers/sagemaker/index.js.map +1 -0
- package/dist/providers/sagemaker/utils.d.ts +3 -0
- package/dist/providers/sagemaker/utils.js +11 -0
- package/dist/providers/sagemaker/utils.js.map +1 -0
- package/dist/providers/sambanova/api.d.ts +3 -0
- package/dist/providers/sambanova/api.js +18 -0
- package/dist/providers/sambanova/api.js.map +1 -0
- package/dist/providers/sambanova/chatComplete.d.ts +31 -0
- package/dist/providers/sambanova/chatComplete.js +54 -0
- package/dist/providers/sambanova/chatComplete.js.map +1 -0
- package/dist/providers/sambanova/index.d.ts +3 -0
- package/dist/providers/sambanova/index.js +72 -0
- package/dist/providers/sambanova/index.js.map +1 -0
- package/dist/providers/segmind/api.d.ts +7 -0
- package/dist/providers/segmind/api.js +18 -0
- package/dist/providers/segmind/api.js.map +1 -0
- package/dist/providers/segmind/imageGenerate.d.ts +13 -0
- package/dist/providers/segmind/imageGenerate.js +130 -0
- package/dist/providers/segmind/imageGenerate.js.map +1 -0
- package/dist/providers/segmind/index.d.ts +8 -0
- package/dist/providers/segmind/index.js +11 -0
- package/dist/providers/segmind/index.js.map +1 -0
- package/dist/providers/shared/responseFormatUtils.d.ts +100 -0
- package/dist/providers/shared/responseFormatUtils.js +495 -0
- package/dist/providers/shared/responseFormatUtils.js.map +1 -0
- package/dist/providers/smallest-ai/api.d.ts +10 -0
- package/dist/providers/smallest-ai/api.js +24 -0
- package/dist/providers/smallest-ai/api.js.map +1 -0
- package/dist/providers/smallest-ai/index.d.ts +3 -0
- package/dist/providers/smallest-ai/index.js +6 -0
- package/dist/providers/smallest-ai/index.js.map +1 -0
- package/dist/providers/stability-ai/api.d.ts +7 -0
- package/dist/providers/stability-ai/api.js +52 -0
- package/dist/providers/stability-ai/api.js.map +1 -0
- package/dist/providers/stability-ai/constants.d.ts +6 -0
- package/dist/providers/stability-ai/constants.js +7 -0
- package/dist/providers/stability-ai/constants.js.map +1 -0
- package/dist/providers/stability-ai/imageGenerate.d.ts +17 -0
- package/dist/providers/stability-ai/imageGenerate.js +77 -0
- package/dist/providers/stability-ai/imageGenerate.js.map +1 -0
- package/dist/providers/stability-ai/imageGenerateV2.d.ts +18 -0
- package/dist/providers/stability-ai/imageGenerateV2.js +127 -0
- package/dist/providers/stability-ai/imageGenerateV2.js.map +1 -0
- package/dist/providers/stability-ai/index.d.ts +8 -0
- package/dist/providers/stability-ai/index.js +26 -0
- package/dist/providers/stability-ai/index.js.map +1 -0
- package/dist/providers/stability-ai/utils.d.ts +1 -0
- package/dist/providers/stability-ai/utils.js +12 -0
- package/dist/providers/stability-ai/utils.js.map +1 -0
- package/dist/providers/together-ai/api.d.ts +3 -0
- package/dist/providers/together-ai/api.js +22 -0
- package/dist/providers/together-ai/api.js.map +1 -0
- package/dist/providers/together-ai/chatComplete.d.ts +41 -0
- package/dist/providers/together-ai/chatComplete.js +161 -0
- package/dist/providers/together-ai/chatComplete.js.map +1 -0
- package/dist/providers/together-ai/complete.d.ts +13 -0
- package/dist/providers/together-ai/complete.js +100 -0
- package/dist/providers/together-ai/complete.js.map +1 -0
- package/dist/providers/together-ai/embed.d.ts +8 -0
- package/dist/providers/together-ai/embed.js +50 -0
- package/dist/providers/together-ai/embed.js.map +1 -0
- package/dist/providers/together-ai/index.d.ts +8 -0
- package/dist/providers/together-ai/index.js +19 -0
- package/dist/providers/together-ai/index.js.map +1 -0
- package/dist/providers/together-ai/types.d.ts +7 -0
- package/dist/providers/together-ai/types.js +9 -0
- package/dist/providers/together-ai/types.js.map +1 -0
- package/dist/providers/truefoundry-models/api.d.ts +3 -0
- package/dist/providers/truefoundry-models/api.js +29 -0
- package/dist/providers/truefoundry-models/api.js.map +1 -0
- package/dist/providers/truefoundry-models/index.d.ts +3 -0
- package/dist/providers/truefoundry-models/index.js +27 -0
- package/dist/providers/truefoundry-models/index.js.map +1 -0
- package/dist/providers/types.d.ts +459 -0
- package/dist/providers/types.js +9 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/providers/typesafe/api.d.ts +5 -0
- package/dist/providers/typesafe/api.js +55 -0
- package/dist/providers/typesafe/api.js.map +1 -0
- package/dist/providers/typesafe/decision.d.ts +44 -0
- package/dist/providers/typesafe/decision.js +105 -0
- package/dist/providers/typesafe/decision.js.map +1 -0
- package/dist/providers/typesafe/index.d.ts +3 -0
- package/dist/providers/typesafe/index.js +23 -0
- package/dist/providers/typesafe/index.js.map +1 -0
- package/dist/providers/utils/cacheControlUtils.d.ts +40 -0
- package/dist/providers/utils/cacheControlUtils.js +196 -0
- package/dist/providers/utils/cacheControlUtils.js.map +1 -0
- package/dist/providers/utils/fileUtils.d.ts +18 -0
- package/dist/providers/utils/fileUtils.js +46 -0
- package/dist/providers/utils/fileUtils.js.map +1 -0
- package/dist/providers/utils/finishReasonMap.d.ts +4 -0
- package/dist/providers/utils/finishReasonMap.js +83 -0
- package/dist/providers/utils/finishReasonMap.js.map +1 -0
- package/dist/providers/utils/toolUtils.d.ts +10 -0
- package/dist/providers/utils/toolUtils.js +35 -0
- package/dist/providers/utils/toolUtils.js.map +1 -0
- package/dist/providers/utils.d.ts +63 -0
- package/dist/providers/utils.js +210 -0
- package/dist/providers/utils.js.map +1 -0
- package/dist/providers/wafer/api.d.ts +2 -0
- package/dist/providers/wafer/api.js +26 -0
- package/dist/providers/wafer/api.js.map +1 -0
- package/dist/providers/wafer/index.d.ts +3 -0
- package/dist/providers/wafer/index.js +16 -0
- package/dist/providers/wafer/index.js.map +1 -0
- package/dist/providers/xai/index.d.ts +3 -0
- package/dist/providers/xai/index.js +21 -0
- package/dist/providers/xai/index.js.map +1 -0
- package/dist/requestContext.d.ts +5 -0
- package/dist/requestContext.js +19 -0
- package/dist/requestContext.js.map +1 -0
- package/dist/runtime/ambientCredentials.d.ts +14 -0
- package/dist/runtime/ambientCredentials.js +22 -0
- package/dist/runtime/ambientCredentials.js.map +1 -0
- package/dist/sdk.d.ts +66 -0
- package/dist/sdk.js +98 -0
- package/dist/sdk.js.map +1 -0
- package/dist/services/buildExecutionReport.d.ts +48 -0
- package/dist/services/buildExecutionReport.js +206 -0
- package/dist/services/buildExecutionReport.js.map +1 -0
- package/dist/services/buildFetchInit.d.ts +7 -0
- package/dist/services/buildFetchInit.js +70 -0
- package/dist/services/buildFetchInit.js.map +1 -0
- package/dist/services/createProviderRequest.d.ts +25 -0
- package/dist/services/createProviderRequest.js +276 -0
- package/dist/services/createProviderRequest.js.map +1 -0
- package/dist/services/execute.d.ts +11 -0
- package/dist/services/execute.js +204 -0
- package/dist/services/execute.js.map +1 -0
- package/dist/services/handleProviderResponse.d.ts +42 -0
- package/dist/services/handleProviderResponse.js +436 -0
- package/dist/services/handleProviderResponse.js.map +1 -0
- package/dist/services/transformToProviderRequest.d.ts +29 -0
- package/dist/services/transformToProviderRequest.js +268 -0
- package/dist/services/transformToProviderRequest.js.map +1 -0
- package/dist/stream/firstChunkGate.d.ts +31 -0
- package/dist/stream/firstChunkGate.js +86 -0
- package/dist/stream/firstChunkGate.js.map +1 -0
- package/dist/stream/firstChunkGateValidators.d.ts +23 -0
- package/dist/stream/firstChunkGateValidators.js +174 -0
- package/dist/stream/firstChunkGateValidators.js.map +1 -0
- package/dist/stream/index.d.ts +19 -0
- package/dist/stream/index.js +13 -0
- package/dist/stream/index.js.map +1 -0
- package/dist/stream/internalMetadataSse.d.ts +22 -0
- package/dist/stream/internalMetadataSse.js +60 -0
- package/dist/stream/internalMetadataSse.js.map +1 -0
- package/dist/stream/pumpProviderAwsEventStream.d.ts +32 -0
- package/dist/stream/pumpProviderAwsEventStream.js +103 -0
- package/dist/stream/pumpProviderAwsEventStream.js.map +1 -0
- package/dist/stream/pumpProviderSseStream.d.ts +11 -0
- package/dist/stream/pumpProviderSseStream.js +154 -0
- package/dist/stream/pumpProviderSseStream.js.map +1 -0
- package/dist/stream/readAwsEventFrames.d.ts +12 -0
- package/dist/stream/readAwsEventFrames.js +113 -0
- package/dist/stream/readAwsEventFrames.js.map +1 -0
- package/dist/stream/readSseFrames.d.ts +6 -0
- package/dist/stream/readSseFrames.js +80 -0
- package/dist/stream/readSseFrames.js.map +1 -0
- package/dist/stream/resolvePumpAbortSignal.d.ts +16 -0
- package/dist/stream/resolvePumpAbortSignal.js +30 -0
- package/dist/stream/resolvePumpAbortSignal.js.map +1 -0
- package/dist/stream/resolveStreamEndReason.d.ts +16 -0
- package/dist/stream/resolveStreamEndReason.js +89 -0
- package/dist/stream/resolveStreamEndReason.js.map +1 -0
- package/dist/stream/shouldReadAwsEventStream.d.ts +17 -0
- package/dist/stream/shouldReadAwsEventStream.js +29 -0
- package/dist/stream/shouldReadAwsEventStream.js.map +1 -0
- package/dist/stream/shouldRequireAzureStreamSleep.d.ts +8 -0
- package/dist/stream/shouldRequireAzureStreamSleep.js +12 -0
- package/dist/stream/shouldRequireAzureStreamSleep.js.map +1 -0
- package/dist/stream/splitPatterns.d.ts +20 -0
- package/dist/stream/splitPatterns.js +33 -0
- package/dist/stream/splitPatterns.js.map +1 -0
- package/dist/stream/types.d.ts +91 -0
- package/dist/stream/types.js +2 -0
- package/dist/stream/types.js.map +1 -0
- package/dist/tfy-providers/custom/api.d.ts +3 -0
- package/dist/tfy-providers/custom/api.js +125 -0
- package/dist/tfy-providers/custom/api.js.map +1 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts +30 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js +30 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/index.d.ts +14 -0
- package/dist/tfy-providers/custom/index.js +85 -0
- package/dist/tfy-providers/custom/index.js.map +1 -0
- package/dist/tfy-providers/custom/infinity/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/infinity/embed.js +24 -0
- package/dist/tfy-providers/custom/infinity/embed.js.map +1 -0
- package/dist/tfy-providers/custom/infinity/rerank.d.ts +27 -0
- package/dist/tfy-providers/custom/infinity/rerank.js +28 -0
- package/dist/tfy-providers/custom/infinity/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.js +28 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.js.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.d.ts +45 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.js +53 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.d.ts +12 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.js +109 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.d.ts +12 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.js +82 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.js +28 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.js.map +1 -0
- package/dist/tfy-providers/custom/tei/embed.d.ts +10 -0
- package/dist/tfy-providers/custom/tei/embed.js +24 -0
- package/dist/tfy-providers/custom/tei/embed.js.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.d.ts +27 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.js +158 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.js.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.d.ts +12 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.js +82 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.js.map +1 -0
- package/dist/tracing/constants.d.ts +0 -0
- package/dist/tracing/constants.js +2 -0
- package/dist/tracing/constants.js.map +1 -0
- package/dist/types/MessagesRequest.d.ts +459 -0
- package/dist/types/MessagesRequest.js +2 -0
- package/dist/types/MessagesRequest.js.map +1 -0
- package/dist/types/MessagesStreamResponse.d.ts +64 -0
- package/dist/types/MessagesStreamResponse.js +2 -0
- package/dist/types/MessagesStreamResponse.js.map +1 -0
- package/dist/types/cache.d.ts +12 -0
- package/dist/types/cache.js +2 -0
- package/dist/types/cache.js.map +1 -0
- package/dist/types/contracts.d.ts +161 -0
- package/dist/types/contracts.js +2 -0
- package/dist/types/contracts.js.map +1 -0
- package/dist/types/embedRequestBody.d.ts +59 -0
- package/dist/types/embedRequestBody.js +2 -0
- package/dist/types/embedRequestBody.js.map +1 -0
- package/dist/types/executionReport.d.ts +223 -0
- package/dist/types/executionReport.js +2 -0
- package/dist/types/executionReport.js.map +1 -0
- package/dist/types/headers.d.ts +42 -0
- package/dist/types/headers.js +8 -0
- package/dist/types/headers.js.map +1 -0
- package/dist/types/inputList.d.ts +145 -0
- package/dist/types/inputList.js +8 -0
- package/dist/types/inputList.js.map +1 -0
- package/dist/types/messagesResponse.d.ts +204 -0
- package/dist/types/messagesResponse.js +10 -0
- package/dist/types/messagesResponse.js.map +1 -0
- package/dist/types/modelConfig.d.ts +41 -0
- package/dist/types/modelConfig.js +2 -0
- package/dist/types/modelConfig.js.map +1 -0
- package/dist/types/modelResponses.d.ts +2174 -0
- package/dist/types/modelResponses.js +8 -0
- package/dist/types/modelResponses.js.map +1 -0
- package/dist/types/options.d.ts +122 -0
- package/dist/types/options.js +2 -0
- package/dist/types/options.js.map +1 -0
- package/dist/types/requestBody.d.ts +586 -0
- package/dist/types/requestBody.js +25 -0
- package/dist/types/requestBody.js.map +1 -0
- package/dist/types/responseBody.d.ts +51 -0
- package/dist/types/responseBody.js +2 -0
- package/dist/types/responseBody.js.map +1 -0
- package/dist/types/shared.d.ts +116 -0
- package/dist/types/shared.js +2 -0
- package/dist/types/shared.js.map +1 -0
- package/dist/utils/abortSignals.d.ts +4 -0
- package/dist/utils/abortSignals.js +7 -0
- package/dist/utils/abortSignals.js.map +1 -0
- package/dist/utils/abortUtils.d.ts +5 -0
- package/dist/utils/abortUtils.js +20 -0
- package/dist/utils/abortUtils.js.map +1 -0
- package/dist/utils/audioUtils.d.ts +5 -0
- package/dist/utils/audioUtils.js +50 -0
- package/dist/utils/audioUtils.js.map +1 -0
- package/dist/utils/awsEventStreamEncoder.d.ts +12 -0
- package/dist/utils/awsEventStreamEncoder.js +49 -0
- package/dist/utils/awsEventStreamEncoder.js.map +1 -0
- package/dist/utils/awsSigV4.d.ts +2 -0
- package/dist/utils/awsSigV4.js +49 -0
- package/dist/utils/awsSigV4.js.map +1 -0
- package/dist/utils/azureEntraAuth.d.ts +10 -0
- package/dist/utils/azureEntraAuth.js +80 -0
- package/dist/utils/azureEntraAuth.js.map +1 -0
- package/dist/utils/billedUsage.d.ts +18 -0
- package/dist/utils/billedUsage.js +89 -0
- package/dist/utils/billedUsage.js.map +1 -0
- package/dist/utils/deriveProviderHeaderOptions.d.ts +9 -0
- package/dist/utils/deriveProviderHeaderOptions.js +141 -0
- package/dist/utils/deriveProviderHeaderOptions.js.map +1 -0
- package/dist/utils/errorHandlingUtils.d.ts +93 -0
- package/dist/utils/errorHandlingUtils.js +134 -0
- package/dist/utils/errorHandlingUtils.js.map +1 -0
- package/dist/utils/ignoreWithLog.d.ts +3 -0
- package/dist/utils/ignoreWithLog.js +12 -0
- package/dist/utils/ignoreWithLog.js.map +1 -0
- package/dist/utils/isStreamingEnabled.d.ts +14 -0
- package/dist/utils/isStreamingEnabled.js +14 -0
- package/dist/utils/isStreamingEnabled.js.map +1 -0
- package/dist/utils/jsonValue.d.ts +5 -0
- package/dist/utils/jsonValue.js +15 -0
- package/dist/utils/jsonValue.js.map +1 -0
- package/dist/utils/jwtUtils.d.ts +30 -0
- package/dist/utils/jwtUtils.js +102 -0
- package/dist/utils/jwtUtils.js.map +1 -0
- package/dist/utils/k8sTokenRequest.d.ts +1 -0
- package/dist/utils/k8sTokenRequest.js +45 -0
- package/dist/utils/k8sTokenRequest.js.map +1 -0
- package/dist/utils/memoryOptimizationUtils.d.ts +19 -0
- package/dist/utils/memoryOptimizationUtils.js +38 -0
- package/dist/utils/memoryOptimizationUtils.js.map +1 -0
- package/dist/utils/misc.d.ts +3 -0
- package/dist/utils/misc.js +24 -0
- package/dist/utils/misc.js.map +1 -0
- package/dist/utils/modelParamUtils.d.ts +91 -0
- package/dist/utils/modelParamUtils.js +387 -0
- package/dist/utils/modelParamUtils.js.map +1 -0
- package/dist/utils/providerConfigTransform.d.ts +24 -0
- package/dist/utils/providerConfigTransform.js +111 -0
- package/dist/utils/providerConfigTransform.js.map +1 -0
- package/dist/utils/providerReportedCost.d.ts +2 -0
- package/dist/utils/providerReportedCost.js +15 -0
- package/dist/utils/providerReportedCost.js.map +1 -0
- package/dist/utils/reasoningUtils.d.ts +28 -0
- package/dist/utils/reasoningUtils.js +148 -0
- package/dist/utils/reasoningUtils.js.map +1 -0
- package/dist/utils/sdkRequestUrl.d.ts +7 -0
- package/dist/utils/sdkRequestUrl.js +9 -0
- package/dist/utils/sdkRequestUrl.js.map +1 -0
- package/dist/utils/sseUtils.d.ts +48 -0
- package/dist/utils/sseUtils.js +152 -0
- package/dist/utils/sseUtils.js.map +1 -0
- package/dist/utils/systemMessageUtils.d.ts +7 -0
- package/dist/utils/systemMessageUtils.js +67 -0
- package/dist/utils/systemMessageUtils.js.map +1 -0
- package/dist/utils.d.ts +16 -0
- package/dist/utils.js +82 -0
- package/dist/utils.js.map +1 -0
- package/package.json +59 -4
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { ParamMapTransformInput, ProviderConfig } from '../providers/types.js';
|
|
2
|
+
import type { ProviderOptions } from '../types/contracts.js';
|
|
3
|
+
import { Params } from '../types/requestBody.js';
|
|
4
|
+
export declare function setNestedProperty(obj: any, path: string, value: any): void;
|
|
5
|
+
/**
|
|
6
|
+
* Resolves the model name to use for model config lookups and name-pattern rules.
|
|
7
|
+
* Azure/Foundry deployment names are arbitrary, so they miss the catalogue and match
|
|
8
|
+
* the wrong patterns; the foundation model on the selected Model manifest is the real model.
|
|
9
|
+
*/
|
|
10
|
+
export declare function resolveEffectiveModelName(params: Params, providerOptions?: ProviderOptions | null): string | undefined;
|
|
11
|
+
/**
|
|
12
|
+
* Params to strip before sending to the provider because the model would reject them.
|
|
13
|
+
*
|
|
14
|
+
* Matched on model name only, so a non-OpenAI provider serving a model whose name contains
|
|
15
|
+
* "gpt-5" (e.g. `databricks-gpt-5`, whose catalogue entry is `removeParams: []`) is subject to
|
|
16
|
+
* these rules too. Left as-is deliberately: gating on provider here would be a second
|
|
17
|
+
* hardcoded table to keep current, and per-provider param support is what the model catalogue
|
|
18
|
+
* is for. Tracked with the TODO on the rules themselves.
|
|
19
|
+
*/
|
|
20
|
+
export declare function getModelSpecificParamsToExclude(modelName: string): string[];
|
|
21
|
+
export declare const getValue: (configParam: string, params: Params, paramConfig: any, transformInput?: ParamMapTransformInput) => any;
|
|
22
|
+
export declare const transformUsingProviderConfig: (providerConfig: ProviderConfig, params: Params, transformInput?: ParamMapTransformInput) => {
|
|
23
|
+
[key: string]: any;
|
|
24
|
+
};
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lightweight utility for transforming request params using a ProviderConfig.
|
|
3
|
+
*
|
|
4
|
+
* Extracted from services/transformToProviderRequest.ts to avoid circular
|
|
5
|
+
* dependencies when adapters import both a ProviderConfig and the transform
|
|
6
|
+
* function. The original file pulls in ALL providers via providers/index.ts,
|
|
7
|
+
* which creates cycles back to provider-specific files.
|
|
8
|
+
*/
|
|
9
|
+
import { GPT5_UNSUPPORTED_SAMPLING_PARAMS, isBaseGpt5ReasoningModel } from '../globals.js';
|
|
10
|
+
export function setNestedProperty(obj, path, value) {
|
|
11
|
+
const parts = path.split('.');
|
|
12
|
+
let current = obj;
|
|
13
|
+
for (let i = 0; i < parts.length - 1; i++) {
|
|
14
|
+
if (!current[parts[i]]) {
|
|
15
|
+
current[parts[i]] = {};
|
|
16
|
+
}
|
|
17
|
+
current = current[parts[i]];
|
|
18
|
+
}
|
|
19
|
+
current[parts[parts.length - 1]] = value;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Resolves the model name to use for model config lookups and name-pattern rules.
|
|
23
|
+
* Azure/Foundry deployment names are arbitrary, so they miss the catalogue and match
|
|
24
|
+
* the wrong patterns; the foundation model on the selected Model manifest is the real model.
|
|
25
|
+
*/
|
|
26
|
+
export function resolveEffectiveModelName(params, providerOptions) {
|
|
27
|
+
const foundation = providerOptions?.model?.manifest
|
|
28
|
+
?.foundation_model;
|
|
29
|
+
return foundation || params.model;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Params to strip before sending to the provider because the model would reject them.
|
|
33
|
+
*
|
|
34
|
+
* Matched on model name only, so a non-OpenAI provider serving a model whose name contains
|
|
35
|
+
* "gpt-5" (e.g. `databricks-gpt-5`, whose catalogue entry is `removeParams: []`) is subject to
|
|
36
|
+
* these rules too. Left as-is deliberately: gating on provider here would be a second
|
|
37
|
+
* hardcoded table to keep current, and per-provider param support is what the model catalogue
|
|
38
|
+
* is for. Tracked with the TODO on the rules themselves.
|
|
39
|
+
*/
|
|
40
|
+
export function getModelSpecificParamsToExclude(modelName) {
|
|
41
|
+
if (!modelName)
|
|
42
|
+
return [];
|
|
43
|
+
return isBaseGpt5ReasoningModel(modelName) ? GPT5_UNSUPPORTED_SAMPLING_PARAMS : [];
|
|
44
|
+
}
|
|
45
|
+
export const getValue = (configParam, params, paramConfig, transformInput) => {
|
|
46
|
+
let value = params[configParam];
|
|
47
|
+
if (paramConfig.transform) {
|
|
48
|
+
value = paramConfig.transform(params, transformInput);
|
|
49
|
+
}
|
|
50
|
+
if (value === 'tfy-default' && paramConfig && paramConfig.default !== undefined) {
|
|
51
|
+
value = paramConfig.default;
|
|
52
|
+
}
|
|
53
|
+
if (typeof value === 'number' && paramConfig && paramConfig.min !== undefined && value < paramConfig.min) {
|
|
54
|
+
value = paramConfig.min;
|
|
55
|
+
}
|
|
56
|
+
else if (typeof value === 'number' && paramConfig && paramConfig.max !== undefined && value > paramConfig.max) {
|
|
57
|
+
value = paramConfig.max;
|
|
58
|
+
}
|
|
59
|
+
return value;
|
|
60
|
+
};
|
|
61
|
+
export const transformUsingProviderConfig = (providerConfig, params, transformInput) => {
|
|
62
|
+
const transformedRequest = {};
|
|
63
|
+
let paramsToExclude = [];
|
|
64
|
+
const effectiveModelName = resolveEffectiveModelName(params, transformInput?.providerOptions);
|
|
65
|
+
if (effectiveModelName) {
|
|
66
|
+
paramsToExclude = getModelSpecificParamsToExclude(effectiveModelName);
|
|
67
|
+
}
|
|
68
|
+
for (const configParam in providerConfig) {
|
|
69
|
+
if (paramsToExclude.includes(configParam)) {
|
|
70
|
+
continue;
|
|
71
|
+
}
|
|
72
|
+
let paramConfigs = providerConfig[configParam];
|
|
73
|
+
if (!Array.isArray(paramConfigs)) {
|
|
74
|
+
paramConfigs = [paramConfigs];
|
|
75
|
+
}
|
|
76
|
+
for (const paramConfig of paramConfigs) {
|
|
77
|
+
if (configParam in params) {
|
|
78
|
+
const shouldRemove = typeof paramConfig.removeFromParams === 'function'
|
|
79
|
+
? paramConfig.removeFromParams(params)
|
|
80
|
+
: paramConfig.removeFromParams;
|
|
81
|
+
if (shouldRemove) {
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
const value = getValue(configParam, params, paramConfig, transformInput);
|
|
85
|
+
const paramName = typeof paramConfig.param === 'function' ? paramConfig.param(params) : paramConfig.param;
|
|
86
|
+
setNestedProperty(transformedRequest, paramName, value);
|
|
87
|
+
}
|
|
88
|
+
else if (paramConfig &&
|
|
89
|
+
(typeof paramConfig.required === 'function' ? paramConfig.required(params) : paramConfig.required) &&
|
|
90
|
+
paramConfig.default !== undefined) {
|
|
91
|
+
let value;
|
|
92
|
+
if (typeof paramConfig.default === 'function') {
|
|
93
|
+
value = paramConfig.default(params, transformInput);
|
|
94
|
+
}
|
|
95
|
+
else {
|
|
96
|
+
value = paramConfig.default;
|
|
97
|
+
}
|
|
98
|
+
const paramName = typeof paramConfig.param === 'function' ? paramConfig.param(params) : paramConfig.param;
|
|
99
|
+
setNestedProperty(transformedRequest, paramName, value);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
const SKIP_PASS_THROUGH_PARAMS = ['model', 'stream'];
|
|
104
|
+
for (const param in params) {
|
|
105
|
+
if (!(param in providerConfig) && !SKIP_PASS_THROUGH_PARAMS.includes(param) && !paramsToExclude.includes(param)) {
|
|
106
|
+
transformedRequest[param] = params[param];
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
return transformedRequest;
|
|
110
|
+
};
|
|
111
|
+
//# sourceMappingURL=providerConfigTransform.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providerConfigTransform.js","sourceRoot":"","sources":["../../src/utils/providerConfigTransform.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,gCAAgC,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAKxF,MAAM,UAAU,iBAAiB,CAAC,GAAQ,EAAE,IAAY,EAAE,KAAU;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAc,EACd,eAAwC;IAExC,MAAM,UAAU,GAAI,eAAe,EAAE,KAAK,EAAE,QAA6D;QACvG,EAAE,gBAAgB,CAAC;IACrB,OAAO,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC;AACpC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,+BAA+B,CAAC,SAAiB;IAC/D,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAC1B,OAAO,wBAAwB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrF,CAAC;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,WAAmB,EACnB,MAAc,EACd,WAAgB,EAChB,cAAuC,EACvC,EAAE;IACF,IAAI,KAAK,GAAG,MAAM,CAAC,WAA2B,CAAC,CAAC;IAEhD,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;QAC1B,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,KAAK,KAAK,aAAa,IAAI,WAAW,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAChF,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,WAAW,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACzG,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC;IAC1B,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,WAAW,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChH,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,cAA8B,EAC9B,MAAc,EACd,cAAuC,EACvC,EAAE;IACF,MAAM,kBAAkB,GAA2B,EAAE,CAAC;IAEtD,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,MAAM,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;IAC9F,IAAI,kBAAkB,EAAE,CAAC;QACvB,eAAe,GAAG,+BAA+B,CAAC,kBAAkB,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;QACzC,IAAI,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,YAAY,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjC,YAAY,GAAG,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,WAAW,IAAI,MAAM,EAAE,CAAC;gBAC1B,MAAM,YAAY,GAChB,OAAO,WAAW,CAAC,gBAAgB,KAAK,UAAU;oBAChD,CAAC,CAAC,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC;oBACtC,CAAC,CAAC,WAAW,CAAC,gBAAgB,CAAC;gBACnC,IAAI,YAAY,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;gBACzE,MAAM,SAAS,GAAG,OAAO,WAAW,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC;gBAC1G,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;iBAAM,IACL,WAAW;gBACX,CAAC,OAAO,WAAW,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAClG,WAAW,CAAC,OAAO,KAAK,SAAS,EACjC,CAAC;gBACD,IAAI,KAAK,CAAC;gBACV,IAAI,OAAO,WAAW,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC9C,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC;gBAC9B,CAAC;gBACD,MAAM,SAAS,GAAG,OAAO,WAAW,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC;gBAC1G,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,wBAAwB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChH,kBAAkB,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAA4B,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/** Provider-metered USD total from `usage.cost.total_cost` (e.g. Perplexity). */
|
|
2
|
+
export function providerReportedCostInUsd(usage) {
|
|
3
|
+
if (!usage || typeof usage !== 'object')
|
|
4
|
+
return undefined;
|
|
5
|
+
const { cost } = usage;
|
|
6
|
+
if (!cost || typeof cost !== 'object' || Array.isArray(cost))
|
|
7
|
+
return undefined;
|
|
8
|
+
const { total_cost, currency } = cost;
|
|
9
|
+
if (currency != null && String(currency).toUpperCase() !== 'USD')
|
|
10
|
+
return undefined;
|
|
11
|
+
if (typeof total_cost !== 'number' || !Number.isFinite(total_cost) || total_cost < 0)
|
|
12
|
+
return undefined;
|
|
13
|
+
return total_cost;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=providerReportedCost.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providerReportedCost.js","sourceRoot":"","sources":["../../src/utils/providerReportedCost.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,EAAE,IAAI,EAAE,GAAG,KAA2B,CAAC;IAC7C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/E,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,IAAoD,CAAC;IACtF,IAAI,QAAQ,IAAI,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK;QAAE,OAAO,SAAS,CAAC;IACnF,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACvG,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
export declare const REASONING_EFFORT: {
|
|
7
|
+
readonly NONE: "none";
|
|
8
|
+
readonly MINIMAL: "minimal";
|
|
9
|
+
readonly LOW: "low";
|
|
10
|
+
readonly MEDIUM: "medium";
|
|
11
|
+
readonly HIGH: "high";
|
|
12
|
+
readonly XHIGH: "xhigh";
|
|
13
|
+
readonly MAX: "max";
|
|
14
|
+
readonly DEFAULT: "default";
|
|
15
|
+
};
|
|
16
|
+
export type ReasoningEffort = (typeof REASONING_EFFORT)[keyof typeof REASONING_EFFORT];
|
|
17
|
+
/**
|
|
18
|
+
* Reconcile a requested reasoning_effort against a model's supportedValues.
|
|
19
|
+
* Returns the value to use, or undefined to drop the param.
|
|
20
|
+
*/
|
|
21
|
+
export declare function resolveReasoningEffort(requested: string, supportedValues: ReasoningEffort[]): string | undefined;
|
|
22
|
+
/**
|
|
23
|
+
* Calculate budget tokens based on reasoning effort and max tokens
|
|
24
|
+
* @param maxTokens - Maximum tokens for the response
|
|
25
|
+
* @param reasoningEffort - Reasoning effort level
|
|
26
|
+
* @returns Budget tokens for reasoning
|
|
27
|
+
*/
|
|
28
|
+
export declare function calculateBudgetTokens(maxTokens?: number, reasoningEffort?: ReasoningEffort): number;
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
import { HTTPException } from 'hono/http-exception';
|
|
7
|
+
// list of supported reasoning effort values from the config
|
|
8
|
+
export const REASONING_EFFORT = {
|
|
9
|
+
NONE: 'none',
|
|
10
|
+
MINIMAL: 'minimal',
|
|
11
|
+
LOW: 'low',
|
|
12
|
+
MEDIUM: 'medium',
|
|
13
|
+
HIGH: 'high',
|
|
14
|
+
XHIGH: 'xhigh',
|
|
15
|
+
MAX: 'max',
|
|
16
|
+
DEFAULT: 'default',
|
|
17
|
+
};
|
|
18
|
+
const REASONING_EFFORT_RANK = {
|
|
19
|
+
[REASONING_EFFORT.NONE]: 0,
|
|
20
|
+
[REASONING_EFFORT.MINIMAL]: 1,
|
|
21
|
+
[REASONING_EFFORT.LOW]: 2,
|
|
22
|
+
[REASONING_EFFORT.MEDIUM]: 3,
|
|
23
|
+
[REASONING_EFFORT.DEFAULT]: 3, // most providers use medium as default
|
|
24
|
+
[REASONING_EFFORT.HIGH]: 4,
|
|
25
|
+
[REASONING_EFFORT.XHIGH]: 5,
|
|
26
|
+
[REASONING_EFFORT.MAX]: 6,
|
|
27
|
+
};
|
|
28
|
+
// efforts with the same rank are treated as aliases of each other.
|
|
29
|
+
const RANK_TO_REASONING_EFFORTS = {
|
|
30
|
+
0: [REASONING_EFFORT.NONE],
|
|
31
|
+
1: [REASONING_EFFORT.MINIMAL],
|
|
32
|
+
2: [REASONING_EFFORT.LOW],
|
|
33
|
+
3: [REASONING_EFFORT.MEDIUM, REASONING_EFFORT.DEFAULT],
|
|
34
|
+
4: [REASONING_EFFORT.HIGH],
|
|
35
|
+
5: [REASONING_EFFORT.XHIGH],
|
|
36
|
+
6: [REASONING_EFFORT.MAX],
|
|
37
|
+
};
|
|
38
|
+
function isReasoningEffort(value) {
|
|
39
|
+
return value in REASONING_EFFORT_RANK;
|
|
40
|
+
}
|
|
41
|
+
function getReasoningEffortRank(value) {
|
|
42
|
+
return REASONING_EFFORT_RANK[value];
|
|
43
|
+
}
|
|
44
|
+
function findAliasInSupported(requested, supportedValues) {
|
|
45
|
+
const rank = getReasoningEffortRank(requested);
|
|
46
|
+
const sameRankEfforts = RANK_TO_REASONING_EFFORTS[rank] ?? [];
|
|
47
|
+
return sameRankEfforts.find(value => value !== requested && supportedValues.includes(value));
|
|
48
|
+
}
|
|
49
|
+
function findNearestHigherSupported(requestedRank, supportedValues) {
|
|
50
|
+
let bestValue;
|
|
51
|
+
let bestRank;
|
|
52
|
+
for (const value of supportedValues) {
|
|
53
|
+
const rank = getReasoningEffortRank(value);
|
|
54
|
+
if (rank <= requestedRank) {
|
|
55
|
+
continue;
|
|
56
|
+
}
|
|
57
|
+
if (bestRank === undefined || rank < bestRank) {
|
|
58
|
+
bestRank = rank;
|
|
59
|
+
bestValue = value;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return bestValue;
|
|
63
|
+
}
|
|
64
|
+
function findHighestSupported(supportedValues) {
|
|
65
|
+
let bestValue;
|
|
66
|
+
let bestRank;
|
|
67
|
+
for (const value of supportedValues) {
|
|
68
|
+
const rank = getReasoningEffortRank(value);
|
|
69
|
+
if (bestRank === undefined || rank > bestRank) {
|
|
70
|
+
bestRank = rank;
|
|
71
|
+
bestValue = value;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
return bestValue;
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Reconcile a requested reasoning_effort against a model's supportedValues.
|
|
78
|
+
* Returns the value to use, or undefined to drop the param.
|
|
79
|
+
*/
|
|
80
|
+
export function resolveReasoningEffort(requested, supportedValues) {
|
|
81
|
+
if (supportedValues.length === 0) {
|
|
82
|
+
return requested;
|
|
83
|
+
}
|
|
84
|
+
if (isReasoningEffort(requested)) {
|
|
85
|
+
if (supportedValues.includes(requested)) {
|
|
86
|
+
return requested;
|
|
87
|
+
}
|
|
88
|
+
// drop the param, don't remap
|
|
89
|
+
if (requested === REASONING_EFFORT.NONE) {
|
|
90
|
+
return undefined;
|
|
91
|
+
}
|
|
92
|
+
const alias = findAliasInSupported(requested, supportedValues);
|
|
93
|
+
if (alias) {
|
|
94
|
+
return alias;
|
|
95
|
+
}
|
|
96
|
+
const requestedRank = getReasoningEffortRank(requested);
|
|
97
|
+
const nearestHigher = findNearestHigherSupported(requestedRank, supportedValues);
|
|
98
|
+
if (nearestHigher) {
|
|
99
|
+
return nearestHigher;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
return findHighestSupported(supportedValues) ?? requested;
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Calculate budget tokens based on reasoning effort and max tokens
|
|
106
|
+
* @param maxTokens - Maximum tokens for the response
|
|
107
|
+
* @param reasoningEffort - Reasoning effort level
|
|
108
|
+
* @returns Budget tokens for reasoning
|
|
109
|
+
*/
|
|
110
|
+
export function calculateBudgetTokens(maxTokens, reasoningEffort) {
|
|
111
|
+
// Helper function to calculate budget_tokens based on the max_tokens.
|
|
112
|
+
// Ratio for efforts: None - 0%, Minimal - 10%, Low - 30%, Medium - 60%, High: 90%
|
|
113
|
+
// Note that The minimum budget_tokens is 1,024 tokens so far.
|
|
114
|
+
// But it may be changed for different models in the future.
|
|
115
|
+
if (!maxTokens || !reasoningEffort) {
|
|
116
|
+
throw new HTTPException(400, {
|
|
117
|
+
message: 'max_tokens is required when reasoning_effort is provided',
|
|
118
|
+
});
|
|
119
|
+
}
|
|
120
|
+
let ratio;
|
|
121
|
+
switch (reasoningEffort) {
|
|
122
|
+
case REASONING_EFFORT.NONE:
|
|
123
|
+
ratio = 0;
|
|
124
|
+
break;
|
|
125
|
+
case REASONING_EFFORT.MINIMAL:
|
|
126
|
+
ratio = 0.1;
|
|
127
|
+
break;
|
|
128
|
+
case REASONING_EFFORT.LOW:
|
|
129
|
+
ratio = 0.3;
|
|
130
|
+
break;
|
|
131
|
+
case REASONING_EFFORT.MEDIUM:
|
|
132
|
+
ratio = 0.6;
|
|
133
|
+
break;
|
|
134
|
+
case REASONING_EFFORT.HIGH:
|
|
135
|
+
ratio = 0.9;
|
|
136
|
+
break;
|
|
137
|
+
case REASONING_EFFORT.XHIGH:
|
|
138
|
+
ratio = 0.95;
|
|
139
|
+
break;
|
|
140
|
+
case REASONING_EFFORT.MAX:
|
|
141
|
+
ratio = 0.99;
|
|
142
|
+
break;
|
|
143
|
+
default:
|
|
144
|
+
ratio = 0.6; // default to medium
|
|
145
|
+
}
|
|
146
|
+
return Math.floor(maxTokens * ratio);
|
|
147
|
+
}
|
|
148
|
+
//# sourceMappingURL=reasoningUtils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reasoningUtils.js","sourceRoot":"","sources":["../../src/utils/reasoningUtils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,4DAA4D;AAC5D,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,SAAS;IAClB,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,GAAG,EAAE,KAAK;IACV,OAAO,EAAE,SAAS;CACV,CAAC;AAIX,MAAM,qBAAqB,GAAoC;IAC7D,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;IAC1B,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;IAC7B,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;IACzB,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;IAC5B,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,uCAAuC;IACtE,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;IAC1B,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3B,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;CAC1B,CAAC;AAEF,mEAAmE;AACnE,MAAM,yBAAyB,GAAsC;IACnE,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC;IAC1B,CAAC,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC;IAC7B,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC;IACzB,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC;IACtD,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC;IAC1B,CAAC,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC;IAC3B,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC;CAC1B,CAAC;AAEF,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,IAAI,qBAAqB,CAAC;AACxC,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAsB;IACpD,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,oBAAoB,CAC3B,SAA0B,EAC1B,eAAkC;IAElC,MAAM,IAAI,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,eAAe,GAAG,yBAAyB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC9D,OAAO,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,0BAA0B,CACjC,aAAqB,EACrB,eAAkC;IAElC,IAAI,SAAsC,CAAC;IAC3C,IAAI,QAA4B,CAAC;IAEjC,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,IAAI,IAAI,aAAa,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;YAC9C,QAAQ,GAAG,IAAI,CAAC;YAChB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,oBAAoB,CAAC,eAAkC;IAC9D,IAAI,SAAsC,CAAC;IAC3C,IAAI,QAA4B,CAAC;IAEjC,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;YAC9C,QAAQ,GAAG,IAAI,CAAC;YAChB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,SAAiB,EAAE,eAAkC;IAC1F,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,IAAI,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,8BAA8B;QAC9B,IAAI,SAAS,KAAK,gBAAgB,CAAC,IAAI,EAAE,CAAC;YACxC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QAC/D,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,aAAa,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,0BAA0B,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QACjF,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,aAAa,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,oBAAoB,CAAC,eAAe,CAAC,IAAI,SAAS,CAAC;AAC5D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,SAAkB,EAAE,eAAiC;IACzF,sEAAsE;IACtE,kFAAkF;IAClF,8DAA8D;IAC9D,4DAA4D;IAE5D,IAAI,CAAC,SAAS,IAAI,CAAC,eAAe,EAAE,CAAC;QACnC,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE;YAC3B,OAAO,EAAE,0DAA0D;SACpE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAa,CAAC;IAClB,QAAQ,eAAe,EAAE,CAAC;QACxB,KAAK,gBAAgB,CAAC,IAAI;YACxB,KAAK,GAAG,CAAC,CAAC;YACV,MAAM;QACR,KAAK,gBAAgB,CAAC,OAAO;YAC3B,KAAK,GAAG,GAAG,CAAC;YACZ,MAAM;QACR,KAAK,gBAAgB,CAAC,GAAG;YACvB,KAAK,GAAG,GAAG,CAAC;YACZ,MAAM;QACR,KAAK,gBAAgB,CAAC,MAAM;YAC1B,KAAK,GAAG,GAAG,CAAC;YACZ,MAAM;QACR,KAAK,gBAAgB,CAAC,IAAI;YACxB,KAAK,GAAG,GAAG,CAAC;YACZ,MAAM;QACR,KAAK,gBAAgB,CAAC,KAAK;YACzB,KAAK,GAAG,IAAI,CAAC;YACb,MAAM;QACR,KAAK,gBAAgB,CAAC,GAAG;YACvB,KAAK,GAAG,IAAI,CAAC;YACb,MAAM;QACR;YACE,KAAK,GAAG,GAAG,CAAC,CAAC,oBAAoB;IACrC,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC;AACvC,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { SdkRequest } from '../types/contracts.js';
|
|
2
|
+
/**
|
|
3
|
+
* Reconstruct a URL string from `SdkRequest.path` + `SdkRequest.search` for
|
|
4
|
+
* providers that still split path segments / query the way they did with
|
|
5
|
+
* `gatewayRequestURL`. Host is a placeholder and must not be fetched.
|
|
6
|
+
*/
|
|
7
|
+
export declare function sdkRequestUrl(request: Pick<SdkRequest, 'path' | 'search'>): string;
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Reconstruct a URL string from `SdkRequest.path` + `SdkRequest.search` for
|
|
3
|
+
* providers that still split path segments / query the way they did with
|
|
4
|
+
* `gatewayRequestURL`. Host is a placeholder and must not be fetched.
|
|
5
|
+
*/
|
|
6
|
+
export function sdkRequestUrl(request) {
|
|
7
|
+
return new URL(request.path + request.search, 'https://gateway.invalid').toString();
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=sdkRequestUrl.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sdkRequestUrl.js","sourceRoot":"","sources":["../../src/utils/sdkRequestUrl.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,OAA4C;IACxE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC,QAAQ,EAAE,CAAC;AACtF,CAAC"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Per the SSE spec, lines beginning with ':' are comments that consumers MUST ignore;
|
|
3
|
+
* providers emit them as keepalives so idle connections survive intermediary proxies.
|
|
4
|
+
* Provider stream transforms JSON.parse the frame body, so a comment must never reach them.
|
|
5
|
+
*
|
|
6
|
+
* Only ':' lines are removed. Frames are not required to carry a `data:` field, because
|
|
7
|
+
* several providers (Cohere, Google/Vertex, SageMaker) stream bare JSON; JSON can never
|
|
8
|
+
* begin with ':', so this stays unambiguous.
|
|
9
|
+
*
|
|
10
|
+
* Returns null when the frame carries nothing transformable, i.e. it was comments only or
|
|
11
|
+
* blank. Otherwise returns the frame with any comment lines removed, preserving the
|
|
12
|
+
* original line terminators.
|
|
13
|
+
*/
|
|
14
|
+
export declare function stripSseComments(frame: string): string | null;
|
|
15
|
+
/**
|
|
16
|
+
* Every `data:` value in one frame, in order.
|
|
17
|
+
*
|
|
18
|
+
* 'event: x\ndata: {"a":1}' -> ['{"a":1}']
|
|
19
|
+
* 'data: {"a":1}\nevent: x' -> ['{"a":1}'] // label order does not matter
|
|
20
|
+
* 'data:{"a":1}' -> ['{"a":1}'] // the space is optional
|
|
21
|
+
* 'data: one\ndata: two' -> ['one', 'two'] // a frame may carry several
|
|
22
|
+
* 'event: ping' -> [] // no data line at all
|
|
23
|
+
*/
|
|
24
|
+
export declare function getSseDataLines(frame: string): string[];
|
|
25
|
+
/**
|
|
26
|
+
* The frame's payload as text. A frame may spread one value over several `data:` lines, and the
|
|
27
|
+
* spec says to join them with a newline, so that is what happens here rather than reading only
|
|
28
|
+
* the first line.
|
|
29
|
+
*
|
|
30
|
+
* 'event: x\ndata: {"a":1}' -> '{"a":1}'
|
|
31
|
+
* 'data: one\ndata: two' -> 'one\ntwo'
|
|
32
|
+
* 'data: [DONE]' -> '[DONE]'
|
|
33
|
+
* 'event: ping' -> null // nothing to read
|
|
34
|
+
*/
|
|
35
|
+
export declare function getSseDataPayload(frame: string): string | null;
|
|
36
|
+
/**
|
|
37
|
+
* The frame's payload parsed as JSON, or undefined when there is nothing to act on.
|
|
38
|
+
*
|
|
39
|
+
* 'event: x\ndata: {"a":1}' -> { a: 1 }
|
|
40
|
+
* 'data: {"a":1}\nevent: x' -> { a: 1 }
|
|
41
|
+
* 'event: ping' -> undefined // no data line
|
|
42
|
+
* 'data: [DONE]' -> undefined // end-of-stream marker, not an event
|
|
43
|
+
* 'data: not json' -> undefined // cannot be parsed
|
|
44
|
+
*
|
|
45
|
+
* All the undefined cases look alike from here. If you need to tell them apart — to report an
|
|
46
|
+
* unfamiliar frame shape, say — call getSseDataPayload and parse it yourself.
|
|
47
|
+
*/
|
|
48
|
+
export declare function parseSseDataJson<T = unknown>(frame: string): T | undefined;
|
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The three line endings an SSE producer is allowed to use. Splitting on this drops the line
|
|
3
|
+
* ending, which is what you want when you only care about the text of each line:
|
|
4
|
+
*
|
|
5
|
+
* 'a\r\nb'.split(LINE_TERMINATOR) -> ['a', 'b']
|
|
6
|
+
*/
|
|
7
|
+
const LINE_TERMINATOR = /\r\n|\n|\r/;
|
|
8
|
+
/**
|
|
9
|
+
* The same three, wrapped in a group. JavaScript keeps a group's match in the result, so
|
|
10
|
+
* splitting on this hands back the line endings too:
|
|
11
|
+
*
|
|
12
|
+
* 'a\r\nb'.split(LINE_SPLIT) -> ['a', '\r\n', 'b']
|
|
13
|
+
*
|
|
14
|
+
* Needed only when the frame has to be put back together with the exact line endings it
|
|
15
|
+
* arrived with.
|
|
16
|
+
*/
|
|
17
|
+
const LINE_SPLIT = /(\r\n|\n|\r)/;
|
|
18
|
+
/** A ':' optionally preceded by horizontal whitespace, at the start of any line. */
|
|
19
|
+
const HAS_COMMENT_LINE = /^[ \t]*:/m;
|
|
20
|
+
/**
|
|
21
|
+
* Per the SSE spec, lines beginning with ':' are comments that consumers MUST ignore;
|
|
22
|
+
* providers emit them as keepalives so idle connections survive intermediary proxies.
|
|
23
|
+
* Provider stream transforms JSON.parse the frame body, so a comment must never reach them.
|
|
24
|
+
*
|
|
25
|
+
* Only ':' lines are removed. Frames are not required to carry a `data:` field, because
|
|
26
|
+
* several providers (Cohere, Google/Vertex, SageMaker) stream bare JSON; JSON can never
|
|
27
|
+
* begin with ':', so this stays unambiguous.
|
|
28
|
+
*
|
|
29
|
+
* Returns null when the frame carries nothing transformable, i.e. it was comments only or
|
|
30
|
+
* blank. Otherwise returns the frame with any comment lines removed, preserving the
|
|
31
|
+
* original line terminators.
|
|
32
|
+
*/
|
|
33
|
+
export function stripSseComments(frame) {
|
|
34
|
+
if (!frame.trim()) {
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
if (!HAS_COMMENT_LINE.test(frame)) {
|
|
38
|
+
return frame;
|
|
39
|
+
}
|
|
40
|
+
// Splitting on a capture group interleaves separators with lines, so each kept line can
|
|
41
|
+
// be rejoined with the terminator it originally had rather than a normalised '\n'.
|
|
42
|
+
const tokens = frame.split(LINE_SPLIT);
|
|
43
|
+
let kept = '';
|
|
44
|
+
for (let i = 0; i < tokens.length; i += 2) {
|
|
45
|
+
if (tokens[i].trimStart().startsWith(':')) {
|
|
46
|
+
continue;
|
|
47
|
+
}
|
|
48
|
+
kept += tokens[i] + (tokens[i + 1] ?? '');
|
|
49
|
+
}
|
|
50
|
+
return kept.trim() ? kept : null;
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Reading an SSE frame
|
|
54
|
+
* ====================
|
|
55
|
+
* A frame is a few labelled lines. The useful part is the `data:` line:
|
|
56
|
+
*
|
|
57
|
+
* event: response.output_text.delta
|
|
58
|
+
* data: {"type":"response.output_text.delta","delta":"Hi"}
|
|
59
|
+
*
|
|
60
|
+
* Use `parseSseDataJson` if you just want the object. Use `getSseDataPayload` if you also need
|
|
61
|
+
* to say something about a payload you could not parse.
|
|
62
|
+
*
|
|
63
|
+
* Both of those read ONE frame. Some provider transforms return several frames concatenated into
|
|
64
|
+
* a single string — the Anthropic chat-completions transform emits its error chunk together with
|
|
65
|
+
* the `data: [DONE]` terminator, for instance. Joining those data lines produces two JSON values
|
|
66
|
+
* and parses as neither. Callers holding a value like that want `getSseDataLines`, so each line
|
|
67
|
+
* can be read on its own.
|
|
68
|
+
*
|
|
69
|
+
* Two rules are easy to get wrong, so they are handled here once instead of at every call site.
|
|
70
|
+
*
|
|
71
|
+
* 1. The labels can come in any order.
|
|
72
|
+
*
|
|
73
|
+
* Most providers put `event:` first, but AWS Bedrock Mantle puts `data:` first:
|
|
74
|
+
*
|
|
75
|
+
* data: {"type":"response.output_text.delta","delta":"Hi"}
|
|
76
|
+
* event: response.output_text.delta
|
|
77
|
+
*
|
|
78
|
+
* Both are valid. So you cannot say "the payload is everything after `data: `" — on the
|
|
79
|
+
* frame above that also swallows the `event:` line and you end up trying to parse:
|
|
80
|
+
*
|
|
81
|
+
* {"type":"response.output_text.delta","delta":"Hi"}
|
|
82
|
+
* event: response.output_text.delta
|
|
83
|
+
*
|
|
84
|
+
* which fails with `Unexpected non-whitespace character after JSON ... (line 2 column 1)`.
|
|
85
|
+
* Look at each line separately instead.
|
|
86
|
+
*
|
|
87
|
+
* 2. The space after `data:` is optional.
|
|
88
|
+
*
|
|
89
|
+
* `data:{"a":1}` and `data: {"a":1}` mean the same thing, so skip the label by its length
|
|
90
|
+
* and trim whatever follows.
|
|
91
|
+
*/
|
|
92
|
+
/** Length of `data:` itself. The space that usually follows it is optional, so it is trimmed. */
|
|
93
|
+
const DATA_FIELD_PREFIX_LENGTH = 'data:'.length;
|
|
94
|
+
/** What `data: [DONE]` leaves behind once the label is removed. Marks the end of a stream. */
|
|
95
|
+
const SSE_DONE_PAYLOAD = '[DONE]';
|
|
96
|
+
/**
|
|
97
|
+
* Every `data:` value in one frame, in order.
|
|
98
|
+
*
|
|
99
|
+
* 'event: x\ndata: {"a":1}' -> ['{"a":1}']
|
|
100
|
+
* 'data: {"a":1}\nevent: x' -> ['{"a":1}'] // label order does not matter
|
|
101
|
+
* 'data:{"a":1}' -> ['{"a":1}'] // the space is optional
|
|
102
|
+
* 'data: one\ndata: two' -> ['one', 'two'] // a frame may carry several
|
|
103
|
+
* 'event: ping' -> [] // no data line at all
|
|
104
|
+
*/
|
|
105
|
+
export function getSseDataLines(frame) {
|
|
106
|
+
const dataLines = [];
|
|
107
|
+
for (const line of frame.split(LINE_TERMINATOR)) {
|
|
108
|
+
if (line.startsWith('data:')) {
|
|
109
|
+
dataLines.push(line.slice(DATA_FIELD_PREFIX_LENGTH).trim());
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return dataLines;
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* The frame's payload as text. A frame may spread one value over several `data:` lines, and the
|
|
116
|
+
* spec says to join them with a newline, so that is what happens here rather than reading only
|
|
117
|
+
* the first line.
|
|
118
|
+
*
|
|
119
|
+
* 'event: x\ndata: {"a":1}' -> '{"a":1}'
|
|
120
|
+
* 'data: one\ndata: two' -> 'one\ntwo'
|
|
121
|
+
* 'data: [DONE]' -> '[DONE]'
|
|
122
|
+
* 'event: ping' -> null // nothing to read
|
|
123
|
+
*/
|
|
124
|
+
export function getSseDataPayload(frame) {
|
|
125
|
+
const dataLines = getSseDataLines(frame);
|
|
126
|
+
return dataLines.length ? dataLines.join('\n').trim() : null;
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* The frame's payload parsed as JSON, or undefined when there is nothing to act on.
|
|
130
|
+
*
|
|
131
|
+
* 'event: x\ndata: {"a":1}' -> { a: 1 }
|
|
132
|
+
* 'data: {"a":1}\nevent: x' -> { a: 1 }
|
|
133
|
+
* 'event: ping' -> undefined // no data line
|
|
134
|
+
* 'data: [DONE]' -> undefined // end-of-stream marker, not an event
|
|
135
|
+
* 'data: not json' -> undefined // cannot be parsed
|
|
136
|
+
*
|
|
137
|
+
* All the undefined cases look alike from here. If you need to tell them apart — to report an
|
|
138
|
+
* unfamiliar frame shape, say — call getSseDataPayload and parse it yourself.
|
|
139
|
+
*/
|
|
140
|
+
export function parseSseDataJson(frame) {
|
|
141
|
+
const payload = getSseDataPayload(frame);
|
|
142
|
+
if (!payload || payload === SSE_DONE_PAYLOAD) {
|
|
143
|
+
return undefined;
|
|
144
|
+
}
|
|
145
|
+
try {
|
|
146
|
+
return JSON.parse(payload);
|
|
147
|
+
}
|
|
148
|
+
catch {
|
|
149
|
+
return undefined;
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
//# sourceMappingURL=sseUtils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sseUtils.js","sourceRoot":"","sources":["../../src/utils/sseUtils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,eAAe,GAAG,YAAY,CAAC;AAErC;;;;;;;;GAQG;AACH,MAAM,UAAU,GAAG,cAAc,CAAC;AAElC,oFAAoF;AACpF,MAAM,gBAAgB,GAAG,WAAW,CAAC;AAErC;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wFAAwF;IACxF,mFAAmF;IACnF,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AAEH,iGAAiG;AACjG,MAAM,wBAAwB,GAAG,OAAO,CAAC,MAAM,CAAC;AAEhD,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAElC;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QAChD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAAc,KAAa;IACzD,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
/** Marks text that was operator-authored, so a converted turn is not read as the user speaking. */
|
|
2
|
+
export declare const CONVERTED_SYSTEM_NOTE = "Operator note (not from the user): the following was originally a mid-conversation system message.";
|
|
3
|
+
export declare const isSystemRole: (msg: any) => boolean;
|
|
4
|
+
export declare function extractSystemText(content: any): string;
|
|
5
|
+
export declare function asContentBlocks(content: any): any[];
|
|
6
|
+
export declare function countLeadingSystemMessages(messages: any[]): number;
|
|
7
|
+
export declare function reorderSystemRunsAroundToolResults(messages: any[]): any[];
|