@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -2
- package/dist/adapters/bedrock-converse/index.d.ts +10 -0
- package/dist/adapters/bedrock-converse/index.d.ts.map +1 -0
- package/dist/adapters/bedrock-converse/index.js +121 -0
- package/dist/adapters/bedrock-converse/index.js.map +1 -0
- package/dist/adapters/bedrock-converse/requestTransform.d.ts +112 -0
- package/dist/adapters/bedrock-converse/requestTransform.d.ts.map +1 -0
- package/dist/adapters/bedrock-converse/requestTransform.js +187 -0
- package/dist/adapters/bedrock-converse/requestTransform.js.map +1 -0
- package/dist/adapters/bedrock-converse/responseTransform.d.ts +8 -0
- package/dist/adapters/bedrock-converse/responseTransform.d.ts.map +1 -0
- package/dist/adapters/bedrock-converse/responseTransform.js +104 -0
- package/dist/adapters/bedrock-converse/responseTransform.js.map +1 -0
- package/dist/adapters/bedrock-converse/streamTransform.d.ts +35 -0
- package/dist/adapters/bedrock-converse/streamTransform.d.ts.map +1 -0
- package/dist/adapters/bedrock-converse/streamTransform.js +204 -0
- package/dist/adapters/bedrock-converse/streamTransform.js.map +1 -0
- package/dist/adapters/constants.d.ts +16 -0
- package/dist/adapters/constants.d.ts.map +1 -0
- package/dist/adapters/constants.js +26 -0
- package/dist/adapters/constants.js.map +1 -0
- package/dist/adapters/gemini/index.d.ts +10 -0
- package/dist/adapters/gemini/index.d.ts.map +1 -0
- package/dist/adapters/gemini/index.js +146 -0
- package/dist/adapters/gemini/index.js.map +1 -0
- package/dist/adapters/gemini/requestTransform.d.ts +73 -0
- package/dist/adapters/gemini/requestTransform.d.ts.map +1 -0
- package/dist/adapters/gemini/requestTransform.js +227 -0
- package/dist/adapters/gemini/requestTransform.js.map +1 -0
- package/dist/adapters/gemini/responseTransform.d.ts +8 -0
- package/dist/adapters/gemini/responseTransform.d.ts.map +1 -0
- package/dist/adapters/gemini/responseTransform.js +113 -0
- package/dist/adapters/gemini/responseTransform.js.map +1 -0
- package/dist/adapters/gemini/streamTransform.d.ts +23 -0
- package/dist/adapters/gemini/streamTransform.d.ts.map +1 -0
- package/dist/adapters/gemini/streamTransform.js +174 -0
- package/dist/adapters/gemini/streamTransform.js.map +1 -0
- package/dist/adapters/guardrailHelpers.d.ts +50 -0
- package/dist/adapters/guardrailHelpers.d.ts.map +1 -0
- package/dist/adapters/guardrailHelpers.js +23 -0
- package/dist/adapters/guardrailHelpers.js.map +1 -0
- package/dist/adapters/index.d.ts +29 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +62 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/messages/index.d.ts +10 -0
- package/dist/adapters/messages/index.d.ts.map +1 -0
- package/dist/adapters/messages/index.js +112 -0
- package/dist/adapters/messages/index.js.map +1 -0
- package/dist/adapters/messages/requestTransform.d.ts +9 -0
- package/dist/adapters/messages/requestTransform.d.ts.map +1 -0
- package/dist/adapters/messages/requestTransform.js +206 -0
- package/dist/adapters/messages/requestTransform.js.map +1 -0
- package/dist/adapters/messages/responseTransform.d.ts +9 -0
- package/dist/adapters/messages/responseTransform.d.ts.map +1 -0
- package/dist/adapters/messages/responseTransform.js +104 -0
- package/dist/adapters/messages/responseTransform.js.map +1 -0
- package/dist/adapters/messages/streamTransform.d.ts +27 -0
- package/dist/adapters/messages/streamTransform.d.ts.map +1 -0
- package/dist/adapters/messages/streamTransform.js +174 -0
- package/dist/adapters/messages/streamTransform.js.map +1 -0
- package/dist/adapters/registry.d.ts +68 -0
- package/dist/adapters/registry.d.ts.map +1 -0
- package/dist/adapters/registry.js +232 -0
- package/dist/adapters/registry.js.map +1 -0
- package/dist/adapters/responses/encryptedContentAffinity.d.ts +13 -0
- package/dist/adapters/responses/encryptedContentAffinity.d.ts.map +1 -0
- package/dist/adapters/responses/encryptedContentAffinity.js +55 -0
- package/dist/adapters/responses/encryptedContentAffinity.js.map +1 -0
- package/dist/adapters/responses/index.d.ts +7 -0
- package/dist/adapters/responses/index.d.ts.map +1 -0
- package/dist/adapters/responses/index.js +201 -0
- package/dist/adapters/responses/index.js.map +1 -0
- package/dist/adapters/responses/requestTransform.d.ts +8 -0
- package/dist/adapters/responses/requestTransform.d.ts.map +1 -0
- package/dist/adapters/responses/requestTransform.js +190 -0
- package/dist/adapters/responses/requestTransform.js.map +1 -0
- package/dist/adapters/responses/responseTransform.d.ts +31 -0
- package/dist/adapters/responses/responseTransform.d.ts.map +1 -0
- package/dist/adapters/responses/responseTransform.js +174 -0
- package/dist/adapters/responses/responseTransform.js.map +1 -0
- package/dist/adapters/responses/streamTransform.d.ts +41 -0
- package/dist/adapters/responses/streamTransform.d.ts.map +1 -0
- package/dist/adapters/responses/streamTransform.js +301 -0
- package/dist/adapters/responses/streamTransform.js.map +1 -0
- package/dist/adapters/types.d.ts +80 -0
- package/dist/adapters/types.d.ts.map +1 -0
- package/dist/adapters/types.js +2 -0
- package/dist/adapters/types.js.map +1 -0
- package/dist/autogen/decoders.d.ts +957 -0
- package/dist/autogen/decoders.d.ts.map +1 -0
- package/dist/autogen/decoders.js +10502 -0
- package/dist/autogen/decoders.js.map +1 -0
- package/dist/autogen/helpers.d.ts +6 -0
- package/dist/autogen/helpers.d.ts.map +1 -0
- package/dist/autogen/helpers.js +3 -0
- package/dist/autogen/helpers.js.map +1 -0
- package/dist/autogen/meta.d.ts +962 -0
- package/dist/autogen/meta.d.ts.map +1 -0
- package/dist/autogen/meta.js +960 -0
- package/dist/autogen/meta.js.map +1 -0
- package/dist/autogen/models.d.ts +24389 -0
- package/dist/autogen/models.d.ts.map +1 -0
- package/dist/autogen/models.js +9 -0
- package/dist/autogen/models.js.map +1 -0
- package/dist/autogen/schema.json +30705 -0
- package/dist/autogen/validate.d.ts +7 -0
- package/dist/autogen/validate.d.ts.map +1 -0
- package/dist/autogen/validate.js +15 -0
- package/dist/autogen/validate.js.map +1 -0
- package/dist/cache/port.d.ts +32 -0
- package/dist/cache/port.d.ts.map +1 -0
- package/dist/cache/port.js +44 -0
- package/dist/cache/port.js.map +1 -0
- package/dist/catalog/snapshots.d.ts +20 -0
- package/dist/catalog/snapshots.d.ts.map +1 -0
- package/dist/catalog/snapshots.js +14 -0
- package/dist/catalog/snapshots.js.map +1 -0
- package/dist/config.d.ts +90 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +195 -0
- package/dist/config.js.map +1 -0
- package/dist/constants/jsonRpc.d.ts +31 -0
- package/dist/constants/jsonRpc.d.ts.map +1 -0
- package/dist/constants/jsonRpc.js +11 -0
- package/dist/constants/jsonRpc.js.map +1 -0
- package/dist/constants.d.ts +27 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +27 -0
- package/dist/constants.js.map +1 -0
- package/dist/entities/Authentication.d.ts +38 -0
- package/dist/entities/Authentication.d.ts.map +1 -0
- package/dist/entities/Authentication.js +11 -0
- package/dist/entities/Authentication.js.map +1 -0
- package/dist/entities/Model.d.ts +106 -0
- package/dist/entities/Model.d.ts.map +1 -0
- package/dist/entities/Model.js +55 -0
- package/dist/entities/Model.js.map +1 -0
- package/dist/entities/Provider.d.ts +47 -0
- package/dist/entities/Provider.d.ts.map +1 -0
- package/dist/entities/Provider.js +48 -0
- package/dist/entities/Provider.js.map +1 -0
- package/dist/entities/ProviderAccount.d.ts +24 -0
- package/dist/entities/ProviderAccount.d.ts.map +1 -0
- package/dist/entities/ProviderAccount.js +2 -0
- package/dist/entities/ProviderAccount.js.map +1 -0
- package/dist/errors.d.ts +191 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +300 -0
- package/dist/errors.js.map +1 -0
- package/dist/globals.d.ts +453 -0
- package/dist/globals.d.ts.map +1 -0
- package/dist/globals.js +782 -0
- package/dist/globals.js.map +1 -0
- package/dist/handlers/handlerUtils.d.ts +3 -0
- package/dist/handlers/handlerUtils.d.ts.map +1 -0
- package/dist/handlers/handlerUtils.js +240 -0
- package/dist/handlers/handlerUtils.js.map +1 -0
- package/dist/handlers/retryFromExecution.d.ts +13 -0
- package/dist/handlers/retryFromExecution.d.ts.map +1 -0
- package/dist/handlers/retryFromExecution.js +21 -0
- package/dist/handlers/retryFromExecution.js.map +1 -0
- package/dist/handlers/retryHandler.d.ts +21 -0
- package/dist/handlers/retryHandler.d.ts.map +1 -0
- package/dist/handlers/retryHandler.js +276 -0
- package/dist/handlers/retryHandler.js.map +1 -0
- package/dist/handlers/streamHandler.d.ts +7 -0
- package/dist/handlers/streamHandler.d.ts.map +1 -0
- package/dist/handlers/streamHandler.js +29 -0
- package/dist/handlers/streamHandler.js.map +1 -0
- package/dist/handlers/streamHandlerUtils.d.ts +22 -0
- package/dist/handlers/streamHandlerUtils.d.ts.map +1 -0
- package/dist/handlers/streamHandlerUtils.js +220 -0
- package/dist/handlers/streamHandlerUtils.js.map +1 -0
- package/dist/handlers/tfyUtils.d.ts +25 -0
- package/dist/handlers/tfyUtils.d.ts.map +1 -0
- package/dist/handlers/tfyUtils.js +221 -0
- package/dist/handlers/tfyUtils.js.map +1 -0
- package/dist/http/createSafeDispatcher.d.ts +30 -0
- package/dist/http/createSafeDispatcher.d.ts.map +1 -0
- package/dist/http/createSafeDispatcher.js +49 -0
- package/dist/http/createSafeDispatcher.js.map +1 -0
- package/dist/http/errors.d.ts +24 -0
- package/dist/http/errors.d.ts.map +1 -0
- package/dist/http/errors.js +128 -0
- package/dist/http/errors.js.map +1 -0
- package/dist/http/guardedLookup.d.ts +19 -0
- package/dist/http/guardedLookup.d.ts.map +1 -0
- package/dist/http/guardedLookup.js +72 -0
- package/dist/http/guardedLookup.js.map +1 -0
- package/dist/http/index.d.ts +8 -0
- package/dist/http/index.d.ts.map +1 -0
- package/dist/http/index.js +7 -0
- package/dist/http/index.js.map +1 -0
- package/dist/http/isPublicIp.d.ts +2 -0
- package/dist/http/isPublicIp.d.ts.map +1 -0
- package/dist/http/isPublicIp.js +63 -0
- package/dist/http/isPublicIp.js.map +1 -0
- package/dist/http/loopbackDispatcher.d.ts +33 -0
- package/dist/http/loopbackDispatcher.d.ts.map +1 -0
- package/dist/http/loopbackDispatcher.js +40 -0
- package/dist/http/loopbackDispatcher.js.map +1 -0
- package/dist/http/loopbackFetch.d.ts +19 -0
- package/dist/http/loopbackFetch.d.ts.map +1 -0
- package/dist/http/loopbackFetch.js +47 -0
- package/dist/http/loopbackFetch.js.map +1 -0
- package/dist/http/meshTls.d.ts +154 -0
- package/dist/http/meshTls.d.ts.map +1 -0
- package/dist/http/meshTls.js +274 -0
- package/dist/http/meshTls.js.map +1 -0
- package/dist/http/safeFetch.d.ts +50 -0
- package/dist/http/safeFetch.d.ts.map +1 -0
- package/dist/http/safeFetch.js +226 -0
- package/dist/http/safeFetch.js.map +1 -0
- package/dist/http/types.d.ts +11 -0
- package/dist/http/types.d.ts.map +1 -0
- package/dist/http/types.js +2 -0
- package/dist/http/types.js.map +1 -0
- package/dist/http/urlverify/config.d.ts +21 -0
- package/dist/http/urlverify/config.d.ts.map +1 -0
- package/dist/http/urlverify/config.js +66 -0
- package/dist/http/urlverify/config.js.map +1 -0
- package/dist/http/urlverify/hostname.d.ts +11 -0
- package/dist/http/urlverify/hostname.d.ts.map +1 -0
- package/dist/http/urlverify/hostname.js +29 -0
- package/dist/http/urlverify/hostname.js.map +1 -0
- package/dist/http/urlverify/ip.d.ts +14 -0
- package/dist/http/urlverify/ip.d.ts.map +1 -0
- package/dist/http/urlverify/ip.js +115 -0
- package/dist/http/urlverify/ip.js.map +1 -0
- package/dist/http/urlverify/mode.d.ts +21 -0
- package/dist/http/urlverify/mode.d.ts.map +1 -0
- package/dist/http/urlverify/mode.js +22 -0
- package/dist/http/urlverify/mode.js.map +1 -0
- package/dist/index.d.ts +17 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11 -0
- package/dist/index.js.map +1 -0
- package/dist/loadbalancer_utils.d.ts +7 -0
- package/dist/loadbalancer_utils.d.ts.map +1 -0
- package/dist/loadbalancer_utils.js +2 -0
- package/dist/loadbalancer_utils.js.map +1 -0
- package/dist/logger.d.ts +19 -0
- package/dist/logger.d.ts.map +1 -0
- package/dist/logger.js +93 -0
- package/dist/logger.js.map +1 -0
- package/dist/parity/transformCapturedProviderResponse.d.ts +43 -0
- package/dist/parity/transformCapturedProviderResponse.d.ts.map +1 -0
- package/dist/parity/transformCapturedProviderResponse.js +52 -0
- package/dist/parity/transformCapturedProviderResponse.js.map +1 -0
- package/dist/providers/ai21/api.d.ts +4 -0
- package/dist/providers/ai21/api.d.ts.map +1 -0
- package/dist/providers/ai21/api.js +21 -0
- package/dist/providers/ai21/api.js.map +1 -0
- package/dist/providers/ai21/chatComplete.d.ts +5 -0
- package/dist/providers/ai21/chatComplete.d.ts.map +1 -0
- package/dist/providers/ai21/chatComplete.js +170 -0
- package/dist/providers/ai21/chatComplete.js.map +1 -0
- package/dist/providers/ai21/index.d.ts +9 -0
- package/dist/providers/ai21/index.d.ts.map +1 -0
- package/dist/providers/ai21/index.js +11 -0
- package/dist/providers/ai21/index.js.map +1 -0
- package/dist/providers/anthropic/anthropicBetas.d.ts +52 -0
- package/dist/providers/anthropic/anthropicBetas.d.ts.map +1 -0
- package/dist/providers/anthropic/anthropicBetas.js +95 -0
- package/dist/providers/anthropic/anthropicBetas.js.map +1 -0
- package/dist/providers/anthropic/api.d.ts +23 -0
- package/dist/providers/anthropic/api.d.ts.map +1 -0
- package/dist/providers/anthropic/api.js +87 -0
- package/dist/providers/anthropic/api.js.map +1 -0
- package/dist/providers/anthropic/betaTracing.d.ts +11 -0
- package/dist/providers/anthropic/betaTracing.d.ts.map +1 -0
- package/dist/providers/anthropic/betaTracing.js +30 -0
- package/dist/providers/anthropic/betaTracing.js.map +1 -0
- package/dist/providers/anthropic/chatComplete.d.ts +138 -0
- package/dist/providers/anthropic/chatComplete.d.ts.map +1 -0
- package/dist/providers/anthropic/chatComplete.js +1395 -0
- package/dist/providers/anthropic/chatComplete.js.map +1 -0
- package/dist/providers/anthropic/complete.d.ts +33 -0
- package/dist/providers/anthropic/complete.d.ts.map +1 -0
- package/dist/providers/anthropic/complete.js +110 -0
- package/dist/providers/anthropic/complete.js.map +1 -0
- package/dist/providers/anthropic/deleteFile.d.ts +8 -0
- package/dist/providers/anthropic/deleteFile.d.ts.map +1 -0
- package/dist/providers/anthropic/deleteFile.js +23 -0
- package/dist/providers/anthropic/deleteFile.js.map +1 -0
- package/dist/providers/anthropic/fileTypes.d.ts +65 -0
- package/dist/providers/anthropic/fileTypes.d.ts.map +1 -0
- package/dist/providers/anthropic/fileTypes.js +7 -0
- package/dist/providers/anthropic/fileTypes.js.map +1 -0
- package/dist/providers/anthropic/fileUtils.d.ts +15 -0
- package/dist/providers/anthropic/fileUtils.d.ts.map +1 -0
- package/dist/providers/anthropic/fileUtils.js +22 -0
- package/dist/providers/anthropic/fileUtils.js.map +1 -0
- package/dist/providers/anthropic/index.d.ts +9 -0
- package/dist/providers/anthropic/index.d.ts.map +1 -0
- package/dist/providers/anthropic/index.js +33 -0
- package/dist/providers/anthropic/index.js.map +1 -0
- package/dist/providers/anthropic/listFiles.d.ts +8 -0
- package/dist/providers/anthropic/listFiles.d.ts.map +1 -0
- package/dist/providers/anthropic/listFiles.js +26 -0
- package/dist/providers/anthropic/listFiles.js.map +1 -0
- package/dist/providers/anthropic/messages.d.ts +6 -0
- package/dist/providers/anthropic/messages.d.ts.map +1 -0
- package/dist/providers/anthropic/messages.js +19 -0
- package/dist/providers/anthropic/messages.js.map +1 -0
- package/dist/providers/anthropic/retrieveFile.d.ts +8 -0
- package/dist/providers/anthropic/retrieveFile.d.ts.map +1 -0
- package/dist/providers/anthropic/retrieveFile.js +19 -0
- package/dist/providers/anthropic/retrieveFile.js.map +1 -0
- package/dist/providers/anthropic/retrieveFileContent.d.ts +5 -0
- package/dist/providers/anthropic/retrieveFileContent.d.ts.map +1 -0
- package/dist/providers/anthropic/retrieveFileContent.js +17 -0
- package/dist/providers/anthropic/retrieveFileContent.js.map +1 -0
- package/dist/providers/anthropic/serverTools.d.ts +11 -0
- package/dist/providers/anthropic/serverTools.d.ts.map +1 -0
- package/dist/providers/anthropic/serverTools.js +70 -0
- package/dist/providers/anthropic/serverTools.js.map +1 -0
- package/dist/providers/anthropic/types.d.ts +120 -0
- package/dist/providers/anthropic/types.d.ts.map +1 -0
- package/dist/providers/anthropic/types.js +11 -0
- package/dist/providers/anthropic/types.js.map +1 -0
- package/dist/providers/anthropic/uploadFile.d.ts +8 -0
- package/dist/providers/anthropic/uploadFile.d.ts.map +1 -0
- package/dist/providers/anthropic/uploadFile.js +47 -0
- package/dist/providers/anthropic/uploadFile.js.map +1 -0
- package/dist/providers/anthropic/uploadFileUtils.d.ts +21 -0
- package/dist/providers/anthropic/uploadFileUtils.d.ts.map +1 -0
- package/dist/providers/anthropic/uploadFileUtils.js +60 -0
- package/dist/providers/anthropic/uploadFileUtils.js.map +1 -0
- package/dist/providers/anthropic/utils.d.ts +53 -0
- package/dist/providers/anthropic/utils.d.ts.map +1 -0
- package/dist/providers/anthropic/utils.js +119 -0
- package/dist/providers/anthropic/utils.js.map +1 -0
- package/dist/providers/anthropic-base/constants.d.ts +13 -0
- package/dist/providers/anthropic-base/constants.d.ts.map +1 -0
- package/dist/providers/anthropic-base/constants.js +53 -0
- package/dist/providers/anthropic-base/constants.js.map +1 -0
- package/dist/providers/anthropic-base/messages.d.ts +13 -0
- package/dist/providers/anthropic-base/messages.d.ts.map +1 -0
- package/dist/providers/anthropic-base/messages.js +81 -0
- package/dist/providers/anthropic-base/messages.js.map +1 -0
- package/dist/providers/anthropic-base/types.d.ts +50 -0
- package/dist/providers/anthropic-base/types.d.ts.map +1 -0
- package/dist/providers/anthropic-base/types.js +2 -0
- package/dist/providers/anthropic-base/types.js.map +1 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.d.ts +8 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.d.ts.map +1 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.js +135 -0
- package/dist/providers/anthropic-base/utils/streamGenerator.js.map +1 -0
- package/dist/providers/anyscale/api.d.ts +13 -0
- package/dist/providers/anyscale/api.d.ts.map +1 -0
- package/dist/providers/anyscale/api.js +26 -0
- package/dist/providers/anyscale/api.js.map +1 -0
- package/dist/providers/anyscale/chatComplete.d.ts +30 -0
- package/dist/providers/anyscale/chatComplete.d.ts.map +1 -0
- package/dist/providers/anyscale/chatComplete.js +163 -0
- package/dist/providers/anyscale/chatComplete.js.map +1 -0
- package/dist/providers/anyscale/complete.d.ts +9 -0
- package/dist/providers/anyscale/complete.d.ts.map +1 -0
- package/dist/providers/anyscale/complete.js +111 -0
- package/dist/providers/anyscale/complete.js.map +1 -0
- package/dist/providers/anyscale/embed.d.ts +8 -0
- package/dist/providers/anyscale/embed.d.ts.map +1 -0
- package/dist/providers/anyscale/embed.js +40 -0
- package/dist/providers/anyscale/embed.js.map +1 -0
- package/dist/providers/anyscale/index.d.ts +9 -0
- package/dist/providers/anyscale/index.d.ts.map +1 -0
- package/dist/providers/anyscale/index.js +19 -0
- package/dist/providers/anyscale/index.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/api.d.ts +15 -0
- package/dist/providers/aws-bedrock-mantle/api.d.ts.map +1 -0
- package/dist/providers/aws-bedrock-mantle/api.js +200 -0
- package/dist/providers/aws-bedrock-mantle/api.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/index.d.ts +6 -0
- package/dist/providers/aws-bedrock-mantle/index.d.ts.map +1 -0
- package/dist/providers/aws-bedrock-mantle/index.js +91 -0
- package/dist/providers/aws-bedrock-mantle/index.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.d.ts +6 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.d.ts.map +1 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.js +11 -0
- package/dist/providers/aws-bedrock-mantle/modelFamily.js.map +1 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.d.ts +15 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.d.ts.map +1 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.js +210 -0
- package/dist/providers/aws-bedrock-mantle/responsesLite.js.map +1 -0
- package/dist/providers/aws-claude-platform/api.d.ts +4 -0
- package/dist/providers/aws-claude-platform/api.d.ts.map +1 -0
- package/dist/providers/aws-claude-platform/api.js +105 -0
- package/dist/providers/aws-claude-platform/api.js.map +1 -0
- package/dist/providers/aws-claude-platform/index.d.ts +4 -0
- package/dist/providers/aws-claude-platform/index.d.ts.map +1 -0
- package/dist/providers/aws-claude-platform/index.js +21 -0
- package/dist/providers/aws-claude-platform/index.js.map +1 -0
- package/dist/providers/aws-claude-platform/uploadFile.d.ts +22 -0
- package/dist/providers/aws-claude-platform/uploadFile.d.ts.map +1 -0
- package/dist/providers/aws-claude-platform/uploadFile.js +58 -0
- package/dist/providers/aws-claude-platform/uploadFile.js.map +1 -0
- package/dist/providers/azure-ai-inference/api.d.ts +5 -0
- package/dist/providers/azure-ai-inference/api.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/api.js +209 -0
- package/dist/providers/azure-ai-inference/api.js.map +1 -0
- package/dist/providers/azure-ai-inference/chatComplete.d.ts +7 -0
- package/dist/providers/azure-ai-inference/chatComplete.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/chatComplete.js +78 -0
- package/dist/providers/azure-ai-inference/chatComplete.js.map +1 -0
- package/dist/providers/azure-ai-inference/complete.d.ts +7 -0
- package/dist/providers/azure-ai-inference/complete.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/complete.js +63 -0
- package/dist/providers/azure-ai-inference/complete.js.map +1 -0
- package/dist/providers/azure-ai-inference/createSpeech.d.ts +6 -0
- package/dist/providers/azure-ai-inference/createSpeech.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/createSpeech.js +58 -0
- package/dist/providers/azure-ai-inference/createSpeech.js.map +1 -0
- package/dist/providers/azure-ai-inference/createTranscription.d.ts +5 -0
- package/dist/providers/azure-ai-inference/createTranscription.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/createTranscription.js +29 -0
- package/dist/providers/azure-ai-inference/createTranscription.js.map +1 -0
- package/dist/providers/azure-ai-inference/createTranslation.d.ts +5 -0
- package/dist/providers/azure-ai-inference/createTranslation.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/createTranslation.js +29 -0
- package/dist/providers/azure-ai-inference/createTranslation.js.map +1 -0
- package/dist/providers/azure-ai-inference/embed.d.ts +13 -0
- package/dist/providers/azure-ai-inference/embed.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/embed.js +24 -0
- package/dist/providers/azure-ai-inference/embed.js.map +1 -0
- package/dist/providers/azure-ai-inference/index.d.ts +5 -0
- package/dist/providers/azure-ai-inference/index.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/index.js +69 -0
- package/dist/providers/azure-ai-inference/index.js.map +1 -0
- package/dist/providers/azure-ai-inference/messages.d.ts +6 -0
- package/dist/providers/azure-ai-inference/messages.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/messages.js +21 -0
- package/dist/providers/azure-ai-inference/messages.js.map +1 -0
- package/dist/providers/azure-ai-inference/rerank.d.ts +31 -0
- package/dist/providers/azure-ai-inference/rerank.d.ts.map +1 -0
- package/dist/providers/azure-ai-inference/rerank.js +61 -0
- package/dist/providers/azure-ai-inference/rerank.js.map +1 -0
- package/dist/providers/azure-openai/api.d.ts +4 -0
- package/dist/providers/azure-openai/api.d.ts.map +1 -0
- package/dist/providers/azure-openai/api.js +227 -0
- package/dist/providers/azure-openai/api.js.map +1 -0
- package/dist/providers/azure-openai/chatComplete.d.ts +7 -0
- package/dist/providers/azure-openai/chatComplete.d.ts.map +1 -0
- package/dist/providers/azure-openai/chatComplete.js +168 -0
- package/dist/providers/azure-openai/chatComplete.js.map +1 -0
- package/dist/providers/azure-openai/complete.d.ts +7 -0
- package/dist/providers/azure-openai/complete.d.ts.map +1 -0
- package/dist/providers/azure-openai/complete.js +78 -0
- package/dist/providers/azure-openai/complete.js.map +1 -0
- package/dist/providers/azure-openai/createBatch.d.ts +4 -0
- package/dist/providers/azure-openai/createBatch.d.ts.map +1 -0
- package/dist/providers/azure-openai/createBatch.js +47 -0
- package/dist/providers/azure-openai/createBatch.js.map +1 -0
- package/dist/providers/azure-openai/createFinetune.d.ts +38 -0
- package/dist/providers/azure-openai/createFinetune.d.ts.map +1 -0
- package/dist/providers/azure-openai/createFinetune.js +12 -0
- package/dist/providers/azure-openai/createFinetune.js.map +1 -0
- package/dist/providers/azure-openai/createSpeech.d.ts +4 -0
- package/dist/providers/azure-openai/createSpeech.d.ts.map +1 -0
- package/dist/providers/azure-openai/createSpeech.js +40 -0
- package/dist/providers/azure-openai/createSpeech.js.map +1 -0
- package/dist/providers/azure-openai/createTranscription.d.ts +10 -0
- package/dist/providers/azure-openai/createTranscription.d.ts.map +1 -0
- package/dist/providers/azure-openai/createTranscription.js +41 -0
- package/dist/providers/azure-openai/createTranscription.js.map +1 -0
- package/dist/providers/azure-openai/createTranslation.d.ts +10 -0
- package/dist/providers/azure-openai/createTranslation.d.ts.map +1 -0
- package/dist/providers/azure-openai/createTranslation.js +41 -0
- package/dist/providers/azure-openai/createTranslation.js.map +1 -0
- package/dist/providers/azure-openai/embed.d.ts +8 -0
- package/dist/providers/azure-openai/embed.d.ts.map +1 -0
- package/dist/providers/azure-openai/embed.js +34 -0
- package/dist/providers/azure-openai/embed.js.map +1 -0
- package/dist/providers/azure-openai/getBatchOutput.d.ts +3 -0
- package/dist/providers/azure-openai/getBatchOutput.d.ts.map +1 -0
- package/dist/providers/azure-openai/getBatchOutput.js +120 -0
- package/dist/providers/azure-openai/getBatchOutput.js.map +1 -0
- package/dist/providers/azure-openai/imageEdit.d.ts +5 -0
- package/dist/providers/azure-openai/imageEdit.d.ts.map +1 -0
- package/dist/providers/azure-openai/imageEdit.js +40 -0
- package/dist/providers/azure-openai/imageEdit.js.map +1 -0
- package/dist/providers/azure-openai/imageGenerate.d.ts +13 -0
- package/dist/providers/azure-openai/imageGenerate.d.ts.map +1 -0
- package/dist/providers/azure-openai/imageGenerate.js +45 -0
- package/dist/providers/azure-openai/imageGenerate.js.map +1 -0
- package/dist/providers/azure-openai/index.d.ts +7 -0
- package/dist/providers/azure-openai/index.d.ts.map +1 -0
- package/dist/providers/azure-openai/index.js +125 -0
- package/dist/providers/azure-openai/index.js.map +1 -0
- package/dist/providers/azure-openai/utils.d.ts +20 -0
- package/dist/providers/azure-openai/utils.d.ts.map +1 -0
- package/dist/providers/azure-openai/utils.js +99 -0
- package/dist/providers/azure-openai/utils.js.map +1 -0
- package/dist/providers/azure-openai/wifAuth.d.ts +2 -0
- package/dist/providers/azure-openai/wifAuth.d.ts.map +1 -0
- package/dist/providers/azure-openai/wifAuth.js +19 -0
- package/dist/providers/azure-openai/wifAuth.js.map +1 -0
- package/dist/providers/baseten/api.d.ts +4 -0
- package/dist/providers/baseten/api.d.ts.map +1 -0
- package/dist/providers/baseten/api.js +24 -0
- package/dist/providers/baseten/api.js.map +1 -0
- package/dist/providers/baseten/index.d.ts +4 -0
- package/dist/providers/baseten/index.d.ts.map +1 -0
- package/dist/providers/baseten/index.js +19 -0
- package/dist/providers/baseten/index.js.map +1 -0
- package/dist/providers/bedrock/api.d.ts +26 -0
- package/dist/providers/bedrock/api.d.ts.map +1 -0
- package/dist/providers/bedrock/api.js +470 -0
- package/dist/providers/bedrock/api.js.map +1 -0
- package/dist/providers/bedrock/cancelBatch.d.ts +11 -0
- package/dist/providers/bedrock/cancelBatch.d.ts.map +1 -0
- package/dist/providers/bedrock/cancelBatch.js +20 -0
- package/dist/providers/bedrock/cancelBatch.js.map +1 -0
- package/dist/providers/bedrock/chatComplete.d.ts +71 -0
- package/dist/providers/bedrock/chatComplete.d.ts.map +1 -0
- package/dist/providers/bedrock/chatComplete.js +1375 -0
- package/dist/providers/bedrock/chatComplete.js.map +1 -0
- package/dist/providers/bedrock/complete.d.ts +137 -0
- package/dist/providers/bedrock/complete.d.ts.map +1 -0
- package/dist/providers/bedrock/complete.js +868 -0
- package/dist/providers/bedrock/complete.js.map +1 -0
- package/dist/providers/bedrock/constants.d.ts +73 -0
- package/dist/providers/bedrock/constants.d.ts.map +1 -0
- package/dist/providers/bedrock/constants.js +99 -0
- package/dist/providers/bedrock/constants.js.map +1 -0
- package/dist/providers/bedrock/countTokens.d.ts +17 -0
- package/dist/providers/bedrock/countTokens.d.ts.map +1 -0
- package/dist/providers/bedrock/countTokens.js +61 -0
- package/dist/providers/bedrock/countTokens.js.map +1 -0
- package/dist/providers/bedrock/createBatch.d.ts +5 -0
- package/dist/providers/bedrock/createBatch.d.ts.map +1 -0
- package/dist/providers/bedrock/createBatch.js +75 -0
- package/dist/providers/bedrock/createBatch.js.map +1 -0
- package/dist/providers/bedrock/createFinetune.d.ts +12 -0
- package/dist/providers/bedrock/createFinetune.d.ts.map +1 -0
- package/dist/providers/bedrock/createFinetune.js +88 -0
- package/dist/providers/bedrock/createFinetune.js.map +1 -0
- package/dist/providers/bedrock/deleteFile.d.ts +3 -0
- package/dist/providers/bedrock/deleteFile.d.ts.map +1 -0
- package/dist/providers/bedrock/deleteFile.js +10 -0
- package/dist/providers/bedrock/deleteFile.js.map +1 -0
- package/dist/providers/bedrock/embed.d.ts +69 -0
- package/dist/providers/bedrock/embed.d.ts.map +1 -0
- package/dist/providers/bedrock/embed.js +345 -0
- package/dist/providers/bedrock/embed.js.map +1 -0
- package/dist/providers/bedrock/getBatchOutput.d.ts +6 -0
- package/dist/providers/bedrock/getBatchOutput.d.ts.map +1 -0
- package/dist/providers/bedrock/getBatchOutput.js +112 -0
- package/dist/providers/bedrock/getBatchOutput.js.map +1 -0
- package/dist/providers/bedrock/imageEdit.d.ts +19 -0
- package/dist/providers/bedrock/imageEdit.d.ts.map +1 -0
- package/dist/providers/bedrock/imageEdit.js +493 -0
- package/dist/providers/bedrock/imageEdit.js.map +1 -0
- package/dist/providers/bedrock/imageGenerate.d.ts +37 -0
- package/dist/providers/bedrock/imageGenerate.d.ts.map +1 -0
- package/dist/providers/bedrock/imageGenerate.js +151 -0
- package/dist/providers/bedrock/imageGenerate.js.map +1 -0
- package/dist/providers/bedrock/imageVariation.d.ts +10 -0
- package/dist/providers/bedrock/imageVariation.d.ts.map +1 -0
- package/dist/providers/bedrock/imageVariation.js +117 -0
- package/dist/providers/bedrock/imageVariation.js.map +1 -0
- package/dist/providers/bedrock/index.d.ts +7 -0
- package/dist/providers/bedrock/index.d.ts.map +1 -0
- package/dist/providers/bedrock/index.js +328 -0
- package/dist/providers/bedrock/index.js.map +1 -0
- package/dist/providers/bedrock/listBatches.d.ts +5 -0
- package/dist/providers/bedrock/listBatches.d.ts.map +1 -0
- package/dist/providers/bedrock/listBatches.js +33 -0
- package/dist/providers/bedrock/listBatches.js.map +1 -0
- package/dist/providers/bedrock/listFiles.d.ts +3 -0
- package/dist/providers/bedrock/listFiles.d.ts.map +1 -0
- package/dist/providers/bedrock/listFiles.js +10 -0
- package/dist/providers/bedrock/listFiles.js.map +1 -0
- package/dist/providers/bedrock/listFinetunes.d.ts +8 -0
- package/dist/providers/bedrock/listFinetunes.d.ts.map +1 -0
- package/dist/providers/bedrock/listFinetunes.js +16 -0
- package/dist/providers/bedrock/listFinetunes.js.map +1 -0
- package/dist/providers/bedrock/messages.d.ts +22 -0
- package/dist/providers/bedrock/messages.d.ts.map +1 -0
- package/dist/providers/bedrock/messages.js +436 -0
- package/dist/providers/bedrock/messages.js.map +1 -0
- package/dist/providers/bedrock/modelFamily.d.ts +10 -0
- package/dist/providers/bedrock/modelFamily.d.ts.map +1 -0
- package/dist/providers/bedrock/modelFamily.js +12 -0
- package/dist/providers/bedrock/modelFamily.js.map +1 -0
- package/dist/providers/bedrock/requestHandlerFetch.d.ts +10 -0
- package/dist/providers/bedrock/requestHandlerFetch.d.ts.map +1 -0
- package/dist/providers/bedrock/requestHandlerFetch.js +35 -0
- package/dist/providers/bedrock/requestHandlerFetch.js.map +1 -0
- package/dist/providers/bedrock/rerank.d.ts +19 -0
- package/dist/providers/bedrock/rerank.d.ts.map +1 -0
- package/dist/providers/bedrock/rerank.js +126 -0
- package/dist/providers/bedrock/rerank.js.map +1 -0
- package/dist/providers/bedrock/retrieveBatch.d.ts +5 -0
- package/dist/providers/bedrock/retrieveBatch.d.ts.map +1 -0
- package/dist/providers/bedrock/retrieveBatch.js +43 -0
- package/dist/providers/bedrock/retrieveBatch.js.map +1 -0
- package/dist/providers/bedrock/retrieveFile.d.ts +3 -0
- package/dist/providers/bedrock/retrieveFile.d.ts.map +1 -0
- package/dist/providers/bedrock/retrieveFile.js +66 -0
- package/dist/providers/bedrock/retrieveFile.js.map +1 -0
- package/dist/providers/bedrock/retrieveFileContent.d.ts +4 -0
- package/dist/providers/bedrock/retrieveFileContent.d.ts.map +1 -0
- package/dist/providers/bedrock/retrieveFileContent.js +61 -0
- package/dist/providers/bedrock/retrieveFileContent.js.map +1 -0
- package/dist/providers/bedrock/retrieveFinetune.d.ts +8 -0
- package/dist/providers/bedrock/retrieveFinetune.d.ts.map +1 -0
- package/dist/providers/bedrock/retrieveFinetune.js +9 -0
- package/dist/providers/bedrock/retrieveFinetune.js.map +1 -0
- package/dist/providers/bedrock/types.d.ts +292 -0
- package/dist/providers/bedrock/types.d.ts.map +1 -0
- package/dist/providers/bedrock/types.js +28 -0
- package/dist/providers/bedrock/types.js.map +1 -0
- package/dist/providers/bedrock/uploadFile.d.ts +12 -0
- package/dist/providers/bedrock/uploadFile.d.ts.map +1 -0
- package/dist/providers/bedrock/uploadFile.js +471 -0
- package/dist/providers/bedrock/uploadFile.js.map +1 -0
- package/dist/providers/bedrock/uploadFileUtils.d.ts +69 -0
- package/dist/providers/bedrock/uploadFileUtils.d.ts.map +1 -0
- package/dist/providers/bedrock/uploadFileUtils.js +952 -0
- package/dist/providers/bedrock/uploadFileUtils.js.map +1 -0
- package/dist/providers/bedrock/utils/messagesUtils.d.ts +36 -0
- package/dist/providers/bedrock/utils/messagesUtils.d.ts.map +1 -0
- package/dist/providers/bedrock/utils/messagesUtils.js +73 -0
- package/dist/providers/bedrock/utils/messagesUtils.js.map +1 -0
- package/dist/providers/bedrock/utils.d.ts +73 -0
- package/dist/providers/bedrock/utils.d.ts.map +1 -0
- package/dist/providers/bedrock/utils.js +652 -0
- package/dist/providers/bedrock/utils.js.map +1 -0
- package/dist/providers/cartesia/api.d.ts +14 -0
- package/dist/providers/cartesia/api.d.ts.map +1 -0
- package/dist/providers/cartesia/api.js +27 -0
- package/dist/providers/cartesia/api.js.map +1 -0
- package/dist/providers/cartesia/index.d.ts +14 -0
- package/dist/providers/cartesia/index.d.ts.map +1 -0
- package/dist/providers/cartesia/index.js +16 -0
- package/dist/providers/cartesia/index.js.map +1 -0
- package/dist/providers/cerebras/api.d.ts +3 -0
- package/dist/providers/cerebras/api.d.ts.map +1 -0
- package/dist/providers/cerebras/api.js +19 -0
- package/dist/providers/cerebras/api.js.map +1 -0
- package/dist/providers/cerebras/index.d.ts +4 -0
- package/dist/providers/cerebras/index.d.ts.map +1 -0
- package/dist/providers/cerebras/index.js +19 -0
- package/dist/providers/cerebras/index.js.map +1 -0
- package/dist/providers/cloudera/api.d.ts +4 -0
- package/dist/providers/cloudera/api.d.ts.map +1 -0
- package/dist/providers/cloudera/api.js +34 -0
- package/dist/providers/cloudera/api.js.map +1 -0
- package/dist/providers/cloudera/chatComplete.d.ts +15 -0
- package/dist/providers/cloudera/chatComplete.d.ts.map +1 -0
- package/dist/providers/cloudera/chatComplete.js +63 -0
- package/dist/providers/cloudera/chatComplete.js.map +1 -0
- package/dist/providers/cloudera/embed.d.ts +6 -0
- package/dist/providers/cloudera/embed.d.ts.map +1 -0
- package/dist/providers/cloudera/embed.js +29 -0
- package/dist/providers/cloudera/embed.js.map +1 -0
- package/dist/providers/cloudera/index.d.ts +9 -0
- package/dist/providers/cloudera/index.d.ts.map +1 -0
- package/dist/providers/cloudera/index.js +15 -0
- package/dist/providers/cloudera/index.js.map +1 -0
- package/dist/providers/cloudera/utils.d.ts +2 -0
- package/dist/providers/cloudera/utils.d.ts.map +1 -0
- package/dist/providers/cloudera/utils.js +261 -0
- package/dist/providers/cloudera/utils.js.map +1 -0
- package/dist/providers/cohere/api.d.ts +4 -0
- package/dist/providers/cohere/api.d.ts.map +1 -0
- package/dist/providers/cohere/api.js +52 -0
- package/dist/providers/cohere/api.js.map +1 -0
- package/dist/providers/cohere/cancelBatch.d.ts +9 -0
- package/dist/providers/cohere/cancelBatch.d.ts.map +1 -0
- package/dist/providers/cohere/cancelBatch.js +12 -0
- package/dist/providers/cohere/cancelBatch.js.map +1 -0
- package/dist/providers/cohere/chatComplete.d.ts +7 -0
- package/dist/providers/cohere/chatComplete.d.ts.map +1 -0
- package/dist/providers/cohere/chatComplete.js +315 -0
- package/dist/providers/cohere/chatComplete.js.map +1 -0
- package/dist/providers/cohere/complete.d.ts +40 -0
- package/dist/providers/cohere/complete.d.ts.map +1 -0
- package/dist/providers/cohere/complete.js +116 -0
- package/dist/providers/cohere/complete.js.map +1 -0
- package/dist/providers/cohere/createBatch.d.ts +5 -0
- package/dist/providers/cohere/createBatch.d.ts.map +1 -0
- package/dist/providers/cohere/createBatch.js +51 -0
- package/dist/providers/cohere/createBatch.js.map +1 -0
- package/dist/providers/cohere/deleteFile.d.ts +9 -0
- package/dist/providers/cohere/deleteFile.d.ts.map +1 -0
- package/dist/providers/cohere/deleteFile.js +13 -0
- package/dist/providers/cohere/deleteFile.js.map +1 -0
- package/dist/providers/cohere/embed.d.ts +95 -0
- package/dist/providers/cohere/embed.d.ts.map +1 -0
- package/dist/providers/cohere/embed.js +137 -0
- package/dist/providers/cohere/embed.js.map +1 -0
- package/dist/providers/cohere/getBatchOutput.d.ts +3 -0
- package/dist/providers/cohere/getBatchOutput.d.ts.map +1 -0
- package/dist/providers/cohere/getBatchOutput.js +117 -0
- package/dist/providers/cohere/getBatchOutput.js.map +1 -0
- package/dist/providers/cohere/getFiles.d.ts +5 -0
- package/dist/providers/cohere/getFiles.d.ts.map +1 -0
- package/dist/providers/cohere/getFiles.js +51 -0
- package/dist/providers/cohere/getFiles.js.map +1 -0
- package/dist/providers/cohere/index.d.ts +11 -0
- package/dist/providers/cohere/index.d.ts.map +1 -0
- package/dist/providers/cohere/index.js +46 -0
- package/dist/providers/cohere/index.js.map +1 -0
- package/dist/providers/cohere/listBatches.d.ts +4 -0
- package/dist/providers/cohere/listBatches.d.ts.map +1 -0
- package/dist/providers/cohere/listBatches.js +30 -0
- package/dist/providers/cohere/listBatches.js.map +1 -0
- package/dist/providers/cohere/rerank.d.ts +47 -0
- package/dist/providers/cohere/rerank.d.ts.map +1 -0
- package/dist/providers/cohere/rerank.js +41 -0
- package/dist/providers/cohere/rerank.js.map +1 -0
- package/dist/providers/cohere/retrieveBatch.d.ts +4 -0
- package/dist/providers/cohere/retrieveBatch.d.ts.map +1 -0
- package/dist/providers/cohere/retrieveBatch.js +33 -0
- package/dist/providers/cohere/retrieveBatch.js.map +1 -0
- package/dist/providers/cohere/types.d.ts +265 -0
- package/dist/providers/cohere/types.d.ts.map +1 -0
- package/dist/providers/cohere/types.js +10 -0
- package/dist/providers/cohere/types.js.map +1 -0
- package/dist/providers/cohere/uploadFile.d.ts +14 -0
- package/dist/providers/cohere/uploadFile.d.ts.map +1 -0
- package/dist/providers/cohere/uploadFile.js +40 -0
- package/dist/providers/cohere/uploadFile.js.map +1 -0
- package/dist/providers/cohere/utils.d.ts +3 -0
- package/dist/providers/cohere/utils.d.ts.map +1 -0
- package/dist/providers/cohere/utils.js +15 -0
- package/dist/providers/cohere/utils.js.map +1 -0
- package/dist/providers/cortex/api.d.ts +4 -0
- package/dist/providers/cortex/api.d.ts.map +1 -0
- package/dist/providers/cortex/api.js +25 -0
- package/dist/providers/cortex/api.js.map +1 -0
- package/dist/providers/cortex/index.d.ts +4 -0
- package/dist/providers/cortex/index.d.ts.map +1 -0
- package/dist/providers/cortex/index.js +37 -0
- package/dist/providers/cortex/index.js.map +1 -0
- package/dist/providers/databricks/api.d.ts +4 -0
- package/dist/providers/databricks/api.d.ts.map +1 -0
- package/dist/providers/databricks/api.js +69 -0
- package/dist/providers/databricks/api.js.map +1 -0
- package/dist/providers/databricks/chatComplete.d.ts +18 -0
- package/dist/providers/databricks/chatComplete.d.ts.map +1 -0
- package/dist/providers/databricks/chatComplete.js +174 -0
- package/dist/providers/databricks/chatComplete.js.map +1 -0
- package/dist/providers/databricks/createModelResponse.d.ts +13 -0
- package/dist/providers/databricks/createModelResponse.d.ts.map +1 -0
- package/dist/providers/databricks/createModelResponse.js +24 -0
- package/dist/providers/databricks/createModelResponse.js.map +1 -0
- package/dist/providers/databricks/embed.d.ts +7 -0
- package/dist/providers/databricks/embed.d.ts.map +1 -0
- package/dist/providers/databricks/embed.js +27 -0
- package/dist/providers/databricks/embed.js.map +1 -0
- package/dist/providers/databricks/index.d.ts +4 -0
- package/dist/providers/databricks/index.d.ts.map +1 -0
- package/dist/providers/databricks/index.js +66 -0
- package/dist/providers/databricks/index.js.map +1 -0
- package/dist/providers/databricks/messages.d.ts +6 -0
- package/dist/providers/databricks/messages.d.ts.map +1 -0
- package/dist/providers/databricks/messages.js +23 -0
- package/dist/providers/databricks/messages.js.map +1 -0
- package/dist/providers/databricks/utils.d.ts +4 -0
- package/dist/providers/databricks/utils.d.ts.map +1 -0
- package/dist/providers/databricks/utils.js +46 -0
- package/dist/providers/databricks/utils.js.map +1 -0
- package/dist/providers/deepgram/api.d.ts +14 -0
- package/dist/providers/deepgram/api.d.ts.map +1 -0
- package/dist/providers/deepgram/api.js +26 -0
- package/dist/providers/deepgram/api.js.map +1 -0
- package/dist/providers/deepgram/index.d.ts +14 -0
- package/dist/providers/deepgram/index.d.ts.map +1 -0
- package/dist/providers/deepgram/index.js +16 -0
- package/dist/providers/deepgram/index.js.map +1 -0
- package/dist/providers/deepinfra/api.d.ts +4 -0
- package/dist/providers/deepinfra/api.d.ts.map +1 -0
- package/dist/providers/deepinfra/api.js +21 -0
- package/dist/providers/deepinfra/api.js.map +1 -0
- package/dist/providers/deepinfra/chatComplete.d.ts +24 -0
- package/dist/providers/deepinfra/chatComplete.d.ts.map +1 -0
- package/dist/providers/deepinfra/chatComplete.js +150 -0
- package/dist/providers/deepinfra/chatComplete.js.map +1 -0
- package/dist/providers/deepinfra/embed.d.ts +6 -0
- package/dist/providers/deepinfra/embed.d.ts.map +1 -0
- package/dist/providers/deepinfra/embed.js +28 -0
- package/dist/providers/deepinfra/embed.js.map +1 -0
- package/dist/providers/deepinfra/index.d.ts +9 -0
- package/dist/providers/deepinfra/index.d.ts.map +1 -0
- package/dist/providers/deepinfra/index.js +15 -0
- package/dist/providers/deepinfra/index.js.map +1 -0
- package/dist/providers/deepinfra/utils.d.ts +4 -0
- package/dist/providers/deepinfra/utils.d.ts.map +1 -0
- package/dist/providers/deepinfra/utils.js +25 -0
- package/dist/providers/deepinfra/utils.js.map +1 -0
- package/dist/providers/elevenlabs/api.d.ts +9 -0
- package/dist/providers/elevenlabs/api.d.ts.map +1 -0
- package/dist/providers/elevenlabs/api.js +21 -0
- package/dist/providers/elevenlabs/api.js.map +1 -0
- package/dist/providers/elevenlabs/index.d.ts +9 -0
- package/dist/providers/elevenlabs/index.d.ts.map +1 -0
- package/dist/providers/elevenlabs/index.js +11 -0
- package/dist/providers/elevenlabs/index.js.map +1 -0
- package/dist/providers/google/api.d.ts +9 -0
- package/dist/providers/google/api.d.ts.map +1 -0
- package/dist/providers/google/api.js +52 -0
- package/dist/providers/google/api.js.map +1 -0
- package/dist/providers/google/chatComplete.d.ts +132 -0
- package/dist/providers/google/chatComplete.d.ts.map +1 -0
- package/dist/providers/google/chatComplete.js +935 -0
- package/dist/providers/google/chatComplete.js.map +1 -0
- package/dist/providers/google/createSpeech.d.ts +31 -0
- package/dist/providers/google/createSpeech.d.ts.map +1 -0
- package/dist/providers/google/createSpeech.js +227 -0
- package/dist/providers/google/createSpeech.js.map +1 -0
- package/dist/providers/google/embed.d.ts +12 -0
- package/dist/providers/google/embed.d.ts.map +1 -0
- package/dist/providers/google/embed.js +77 -0
- package/dist/providers/google/embed.js.map +1 -0
- package/dist/providers/google/imageEdit.d.ts +6 -0
- package/dist/providers/google/imageEdit.d.ts.map +1 -0
- package/dist/providers/google/imageEdit.js +165 -0
- package/dist/providers/google/imageEdit.js.map +1 -0
- package/dist/providers/google/imageGenerate.d.ts +17 -0
- package/dist/providers/google/imageGenerate.d.ts.map +1 -0
- package/dist/providers/google/imageGenerate.js +181 -0
- package/dist/providers/google/imageGenerate.js.map +1 -0
- package/dist/providers/google/index.d.ts +9 -0
- package/dist/providers/google/index.d.ts.map +1 -0
- package/dist/providers/google/index.js +44 -0
- package/dist/providers/google/index.js.map +1 -0
- package/dist/providers/google/responseFormatHandlers.d.ts +14 -0
- package/dist/providers/google/responseFormatHandlers.d.ts.map +1 -0
- package/dist/providers/google/responseFormatHandlers.js +30 -0
- package/dist/providers/google/responseFormatHandlers.js.map +1 -0
- package/dist/providers/google/types.d.ts +49 -0
- package/dist/providers/google/types.d.ts.map +1 -0
- package/dist/providers/google/types.js +16 -0
- package/dist/providers/google/types.js.map +1 -0
- package/dist/providers/google-vertex-ai/api.d.ts +15 -0
- package/dist/providers/google-vertex-ai/api.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/api.js +330 -0
- package/dist/providers/google-vertex-ai/api.js.map +1 -0
- package/dist/providers/google-vertex-ai/cancelBatch.d.ts +7 -0
- package/dist/providers/google-vertex-ai/cancelBatch.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/cancelBatch.js +9 -0
- package/dist/providers/google-vertex-ai/cancelBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/chatComplete.d.ts +51 -0
- package/dist/providers/google-vertex-ai/chatComplete.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/chatComplete.js +1512 -0
- package/dist/providers/google-vertex-ai/chatComplete.js.map +1 -0
- package/dist/providers/google-vertex-ai/createBatch.d.ts +187 -0
- package/dist/providers/google-vertex-ai/createBatch.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/createBatch.js +101 -0
- package/dist/providers/google-vertex-ai/createBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/createFinetune.d.ts +45 -0
- package/dist/providers/google-vertex-ai/createFinetune.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/createFinetune.js +44 -0
- package/dist/providers/google-vertex-ai/createFinetune.js.map +1 -0
- package/dist/providers/google-vertex-ai/createSpeech.d.ts +17 -0
- package/dist/providers/google-vertex-ai/createSpeech.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/createSpeech.js +185 -0
- package/dist/providers/google-vertex-ai/createSpeech.js.map +1 -0
- package/dist/providers/google-vertex-ai/embed.d.ts +33 -0
- package/dist/providers/google-vertex-ai/embed.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/embed.js +275 -0
- package/dist/providers/google-vertex-ai/embed.js.map +1 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.d.ts +4 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.js +160 -0
- package/dist/providers/google-vertex-ai/getBatchOutput.js.map +1 -0
- package/dist/providers/google-vertex-ai/imageEdit.d.ts +57 -0
- package/dist/providers/google-vertex-ai/imageEdit.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/imageEdit.js +559 -0
- package/dist/providers/google-vertex-ai/imageEdit.js.map +1 -0
- package/dist/providers/google-vertex-ai/imageGenerate.d.ts +76 -0
- package/dist/providers/google-vertex-ai/imageGenerate.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/imageGenerate.js +384 -0
- package/dist/providers/google-vertex-ai/imageGenerate.js.map +1 -0
- package/dist/providers/google-vertex-ai/index.d.ts +21 -0
- package/dist/providers/google-vertex-ai/index.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/index.js +207 -0
- package/dist/providers/google-vertex-ai/index.js.map +1 -0
- package/dist/providers/google-vertex-ai/listBatches.d.ts +430 -0
- package/dist/providers/google-vertex-ai/listBatches.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/listBatches.js +23 -0
- package/dist/providers/google-vertex-ai/listBatches.js.map +1 -0
- package/dist/providers/google-vertex-ai/listFiles.d.ts +3 -0
- package/dist/providers/google-vertex-ai/listFiles.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/listFiles.js +16 -0
- package/dist/providers/google-vertex-ai/listFiles.js.map +1 -0
- package/dist/providers/google-vertex-ai/listFinetunes.d.ts +59 -0
- package/dist/providers/google-vertex-ai/listFinetunes.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/listFinetunes.js +22 -0
- package/dist/providers/google-vertex-ai/listFinetunes.js.map +1 -0
- package/dist/providers/google-vertex-ai/messages.d.ts +6 -0
- package/dist/providers/google-vertex-ai/messages.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/messages.js +39 -0
- package/dist/providers/google-vertex-ai/messages.js.map +1 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.d.ts +9 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.js +13 -0
- package/dist/providers/google-vertex-ai/messagesCountTokens.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.d.ts +190 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.js +14 -0
- package/dist/providers/google-vertex-ai/retrieveBatch.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFile.d.ts +4 -0
- package/dist/providers/google-vertex-ai/retrieveFile.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFile.js +52 -0
- package/dist/providers/google-vertex-ai/retrieveFile.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.d.ts +2 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.js +13 -0
- package/dist/providers/google-vertex-ai/retrieveFileContent.js.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.d.ts +20 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.js +8 -0
- package/dist/providers/google-vertex-ai/retrieveFinetune.js.map +1 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.d.ts +15 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.js +136 -0
- package/dist/providers/google-vertex-ai/transformGenerationConfig.js.map +1 -0
- package/dist/providers/google-vertex-ai/types.d.ts +365 -0
- package/dist/providers/google-vertex-ai/types.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/types.js +20 -0
- package/dist/providers/google-vertex-ai/types.js.map +1 -0
- package/dist/providers/google-vertex-ai/uploadFile.d.ts +8 -0
- package/dist/providers/google-vertex-ai/uploadFile.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/uploadFile.js +193 -0
- package/dist/providers/google-vertex-ai/uploadFile.js.map +1 -0
- package/dist/providers/google-vertex-ai/utils.d.ts +655 -0
- package/dist/providers/google-vertex-ai/utils.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/utils.js +1151 -0
- package/dist/providers/google-vertex-ai/utils.js.map +1 -0
- package/dist/providers/google-vertex-ai/wifAuth.d.ts +3 -0
- package/dist/providers/google-vertex-ai/wifAuth.d.ts.map +1 -0
- package/dist/providers/google-vertex-ai/wifAuth.js +237 -0
- package/dist/providers/google-vertex-ai/wifAuth.js.map +1 -0
- package/dist/providers/groq/api.d.ts +4 -0
- package/dist/providers/groq/api.d.ts.map +1 -0
- package/dist/providers/groq/api.js +59 -0
- package/dist/providers/groq/api.js.map +1 -0
- package/dist/providers/groq/cancelBatch.d.ts +3 -0
- package/dist/providers/groq/cancelBatch.d.ts.map +1 -0
- package/dist/providers/groq/cancelBatch.js +9 -0
- package/dist/providers/groq/cancelBatch.js.map +1 -0
- package/dist/providers/groq/chatComplete.d.ts +40 -0
- package/dist/providers/groq/chatComplete.d.ts.map +1 -0
- package/dist/providers/groq/chatComplete.js +142 -0
- package/dist/providers/groq/chatComplete.js.map +1 -0
- package/dist/providers/groq/complete.d.ts +14 -0
- package/dist/providers/groq/complete.d.ts.map +1 -0
- package/dist/providers/groq/complete.js +213 -0
- package/dist/providers/groq/complete.js.map +1 -0
- package/dist/providers/groq/createBatch.d.ts +4 -0
- package/dist/providers/groq/createBatch.d.ts.map +1 -0
- package/dist/providers/groq/createBatch.js +28 -0
- package/dist/providers/groq/createBatch.js.map +1 -0
- package/dist/providers/groq/createSpeech.d.ts +9 -0
- package/dist/providers/groq/createSpeech.d.ts.map +1 -0
- package/dist/providers/groq/createSpeech.js +37 -0
- package/dist/providers/groq/createSpeech.js.map +1 -0
- package/dist/providers/groq/createTranscription.d.ts +8 -0
- package/dist/providers/groq/createTranscription.d.ts.map +1 -0
- package/dist/providers/groq/createTranscription.js +31 -0
- package/dist/providers/groq/createTranscription.js.map +1 -0
- package/dist/providers/groq/createTranslation.d.ts +8 -0
- package/dist/providers/groq/createTranslation.d.ts.map +1 -0
- package/dist/providers/groq/createTranslation.js +31 -0
- package/dist/providers/groq/createTranslation.js.map +1 -0
- package/dist/providers/groq/deleteFile.d.ts +3 -0
- package/dist/providers/groq/deleteFile.d.ts.map +1 -0
- package/dist/providers/groq/deleteFile.js +9 -0
- package/dist/providers/groq/deleteFile.js.map +1 -0
- package/dist/providers/groq/index.d.ts +4 -0
- package/dist/providers/groq/index.d.ts.map +1 -0
- package/dist/providers/groq/index.js +70 -0
- package/dist/providers/groq/index.js.map +1 -0
- package/dist/providers/groq/listBatches.d.ts +3 -0
- package/dist/providers/groq/listBatches.d.ts.map +1 -0
- package/dist/providers/groq/listBatches.js +9 -0
- package/dist/providers/groq/listBatches.js.map +1 -0
- package/dist/providers/groq/listFiles.d.ts +3 -0
- package/dist/providers/groq/listFiles.d.ts.map +1 -0
- package/dist/providers/groq/listFiles.js +9 -0
- package/dist/providers/groq/listFiles.js.map +1 -0
- package/dist/providers/groq/retrieveBatch.d.ts +3 -0
- package/dist/providers/groq/retrieveBatch.d.ts.map +1 -0
- package/dist/providers/groq/retrieveBatch.js +9 -0
- package/dist/providers/groq/retrieveBatch.js.map +1 -0
- package/dist/providers/groq/retrieveFile.d.ts +3 -0
- package/dist/providers/groq/retrieveFile.d.ts.map +1 -0
- package/dist/providers/groq/retrieveFile.js +9 -0
- package/dist/providers/groq/retrieveFile.js.map +1 -0
- package/dist/providers/groq/retrieveFileContent.d.ts +3 -0
- package/dist/providers/groq/retrieveFileContent.d.ts.map +1 -0
- package/dist/providers/groq/retrieveFileContent.js +9 -0
- package/dist/providers/groq/retrieveFileContent.js.map +1 -0
- package/dist/providers/groq/uploadFile.d.ts +4 -0
- package/dist/providers/groq/uploadFile.d.ts.map +1 -0
- package/dist/providers/groq/uploadFile.js +12 -0
- package/dist/providers/groq/uploadFile.js.map +1 -0
- package/dist/providers/groq/utils.d.ts +3 -0
- package/dist/providers/groq/utils.d.ts.map +1 -0
- package/dist/providers/groq/utils.js +7 -0
- package/dist/providers/groq/utils.js.map +1 -0
- package/dist/providers/index.d.ts +6 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +88 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/microsoft-foundry/api.d.ts +12 -0
- package/dist/providers/microsoft-foundry/api.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/api.js +270 -0
- package/dist/providers/microsoft-foundry/api.js.map +1 -0
- package/dist/providers/microsoft-foundry/createBatch.d.ts +11 -0
- package/dist/providers/microsoft-foundry/createBatch.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/createBatch.js +40 -0
- package/dist/providers/microsoft-foundry/createBatch.js.map +1 -0
- package/dist/providers/microsoft-foundry/createTranscription.d.ts +4 -0
- package/dist/providers/microsoft-foundry/createTranscription.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/createTranscription.js +23 -0
- package/dist/providers/microsoft-foundry/createTranscription.js.map +1 -0
- package/dist/providers/microsoft-foundry/createTranslation.d.ts +4 -0
- package/dist/providers/microsoft-foundry/createTranslation.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/createTranslation.js +23 -0
- package/dist/providers/microsoft-foundry/createTranslation.js.map +1 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.d.ts +4 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.js +106 -0
- package/dist/providers/microsoft-foundry/getBatchOutput.js.map +1 -0
- package/dist/providers/microsoft-foundry/imageEdit.d.ts +4 -0
- package/dist/providers/microsoft-foundry/imageEdit.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/imageEdit.js +28 -0
- package/dist/providers/microsoft-foundry/imageEdit.js.map +1 -0
- package/dist/providers/microsoft-foundry/index.d.ts +4 -0
- package/dist/providers/microsoft-foundry/index.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/index.js +142 -0
- package/dist/providers/microsoft-foundry/index.js.map +1 -0
- package/dist/providers/microsoft-foundry/messages.d.ts +6 -0
- package/dist/providers/microsoft-foundry/messages.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/messages.js +16 -0
- package/dist/providers/microsoft-foundry/messages.js.map +1 -0
- package/dist/providers/microsoft-foundry/rerank.d.ts +31 -0
- package/dist/providers/microsoft-foundry/rerank.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/rerank.js +53 -0
- package/dist/providers/microsoft-foundry/rerank.js.map +1 -0
- package/dist/providers/microsoft-foundry/responseTransforms.d.ts +3 -0
- package/dist/providers/microsoft-foundry/responseTransforms.d.ts.map +1 -0
- package/dist/providers/microsoft-foundry/responseTransforms.js +4 -0
- package/dist/providers/microsoft-foundry/responseTransforms.js.map +1 -0
- package/dist/providers/mistral-ai/api.d.ts +4 -0
- package/dist/providers/mistral-ai/api.d.ts.map +1 -0
- package/dist/providers/mistral-ai/api.js +23 -0
- package/dist/providers/mistral-ai/api.js.map +1 -0
- package/dist/providers/mistral-ai/chatComplete.d.ts +49 -0
- package/dist/providers/mistral-ai/chatComplete.d.ts.map +1 -0
- package/dist/providers/mistral-ai/chatComplete.js +257 -0
- package/dist/providers/mistral-ai/chatComplete.js.map +1 -0
- package/dist/providers/mistral-ai/embed.d.ts +9 -0
- package/dist/providers/mistral-ai/embed.d.ts.map +1 -0
- package/dist/providers/mistral-ai/embed.js +52 -0
- package/dist/providers/mistral-ai/embed.js.map +1 -0
- package/dist/providers/mistral-ai/index.d.ts +9 -0
- package/dist/providers/mistral-ai/index.d.ts.map +1 -0
- package/dist/providers/mistral-ai/index.js +15 -0
- package/dist/providers/mistral-ai/index.js.map +1 -0
- package/dist/providers/mistral-ai/types.d.ts +8 -0
- package/dist/providers/mistral-ai/types.d.ts.map +1 -0
- package/dist/providers/mistral-ai/types.js +9 -0
- package/dist/providers/mistral-ai/types.js.map +1 -0
- package/dist/providers/nomic/api.d.ts +4 -0
- package/dist/providers/nomic/api.d.ts.map +1 -0
- package/dist/providers/nomic/api.js +18 -0
- package/dist/providers/nomic/api.js.map +1 -0
- package/dist/providers/nomic/embed.d.ts +25 -0
- package/dist/providers/nomic/embed.d.ts.map +1 -0
- package/dist/providers/nomic/embed.js +70 -0
- package/dist/providers/nomic/embed.js.map +1 -0
- package/dist/providers/nomic/index.d.ts +9 -0
- package/dist/providers/nomic/index.d.ts.map +1 -0
- package/dist/providers/nomic/index.js +11 -0
- package/dist/providers/nomic/index.js.map +1 -0
- package/dist/providers/ollama/api.d.ts +4 -0
- package/dist/providers/ollama/api.d.ts.map +1 -0
- package/dist/providers/ollama/api.js +31 -0
- package/dist/providers/ollama/api.js.map +1 -0
- package/dist/providers/ollama/chatComplete.d.ts +23 -0
- package/dist/providers/ollama/chatComplete.d.ts.map +1 -0
- package/dist/providers/ollama/chatComplete.js +110 -0
- package/dist/providers/ollama/chatComplete.js.map +1 -0
- package/dist/providers/ollama/embed.d.ts +12 -0
- package/dist/providers/ollama/embed.d.ts.map +1 -0
- package/dist/providers/ollama/embed.js +43 -0
- package/dist/providers/ollama/embed.js.map +1 -0
- package/dist/providers/ollama/index.d.ts +9 -0
- package/dist/providers/ollama/index.d.ts.map +1 -0
- package/dist/providers/ollama/index.js +15 -0
- package/dist/providers/ollama/index.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.d.ts +63 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.d.ts.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.js +171 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/eligibility.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.d.ts +11 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.d.ts.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.js +10 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/index.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.d.ts +33 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.d.ts.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.js +257 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/requestTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.d.ts +14 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.d.ts.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.js +116 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/responseTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.d.ts +35 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.d.ts.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.js +285 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/streamTransform.js.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.d.ts +20 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.d.ts.map +1 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.js +2 -0
- package/dist/providers/open-ai-base/chatCompleteViaResponses/types.js.map +1 -0
- package/dist/providers/open-ai-base/constants.d.ts +39 -0
- package/dist/providers/open-ai-base/constants.d.ts.map +1 -0
- package/dist/providers/open-ai-base/constants.js +347 -0
- package/dist/providers/open-ai-base/constants.js.map +1 -0
- package/dist/providers/open-ai-base/createModelResponse.d.ts +10 -0
- package/dist/providers/open-ai-base/createModelResponse.d.ts.map +1 -0
- package/dist/providers/open-ai-base/createModelResponse.js +172 -0
- package/dist/providers/open-ai-base/createModelResponse.js.map +1 -0
- package/dist/providers/open-ai-base/cursor.utils.d.ts +43 -0
- package/dist/providers/open-ai-base/cursor.utils.d.ts.map +1 -0
- package/dist/providers/open-ai-base/cursor.utils.js +131 -0
- package/dist/providers/open-ai-base/cursor.utils.js.map +1 -0
- package/dist/providers/open-ai-base/helpers.d.ts +42 -0
- package/dist/providers/open-ai-base/helpers.d.ts.map +1 -0
- package/dist/providers/open-ai-base/helpers.js +356 -0
- package/dist/providers/open-ai-base/helpers.js.map +1 -0
- package/dist/providers/open-ai-base/index.d.ts +68 -0
- package/dist/providers/open-ai-base/index.d.ts.map +1 -0
- package/dist/providers/open-ai-base/index.js +550 -0
- package/dist/providers/open-ai-base/index.js.map +1 -0
- package/dist/providers/openai/api.d.ts +4 -0
- package/dist/providers/openai/api.d.ts.map +1 -0
- package/dist/providers/openai/api.js +141 -0
- package/dist/providers/openai/api.js.map +1 -0
- package/dist/providers/openai/cancelBatch.d.ts +3 -0
- package/dist/providers/openai/cancelBatch.d.ts.map +1 -0
- package/dist/providers/openai/cancelBatch.js +14 -0
- package/dist/providers/openai/cancelBatch.js.map +1 -0
- package/dist/providers/openai/chatComplete.d.ts +15 -0
- package/dist/providers/openai/chatComplete.d.ts.map +1 -0
- package/dist/providers/openai/chatComplete.js +402 -0
- package/dist/providers/openai/chatComplete.js.map +1 -0
- package/dist/providers/openai/complete.d.ts +15 -0
- package/dist/providers/openai/complete.d.ts.map +1 -0
- package/dist/providers/openai/complete.js +144 -0
- package/dist/providers/openai/complete.js.map +1 -0
- package/dist/providers/openai/createBatch.d.ts +4 -0
- package/dist/providers/openai/createBatch.d.ts.map +1 -0
- package/dist/providers/openai/createBatch.js +33 -0
- package/dist/providers/openai/createBatch.js.map +1 -0
- package/dist/providers/openai/createFinetune.d.ts +4 -0
- package/dist/providers/openai/createFinetune.d.ts.map +1 -0
- package/dist/providers/openai/createFinetune.js +48 -0
- package/dist/providers/openai/createFinetune.js.map +1 -0
- package/dist/providers/openai/createModelResponseCompact.d.ts +43 -0
- package/dist/providers/openai/createModelResponseCompact.d.ts.map +1 -0
- package/dist/providers/openai/createModelResponseCompact.js +25 -0
- package/dist/providers/openai/createModelResponseCompact.js.map +1 -0
- package/dist/providers/openai/createSpeech.d.ts +4 -0
- package/dist/providers/openai/createSpeech.d.ts.map +1 -0
- package/dist/providers/openai/createSpeech.js +40 -0
- package/dist/providers/openai/createSpeech.js.map +1 -0
- package/dist/providers/openai/createTranscription.d.ts +9 -0
- package/dist/providers/openai/createTranscription.d.ts.map +1 -0
- package/dist/providers/openai/createTranscription.js +44 -0
- package/dist/providers/openai/createTranscription.js.map +1 -0
- package/dist/providers/openai/createTranslation.d.ts +9 -0
- package/dist/providers/openai/createTranslation.d.ts.map +1 -0
- package/dist/providers/openai/createTranslation.js +41 -0
- package/dist/providers/openai/createTranslation.js.map +1 -0
- package/dist/providers/openai/deleteFile.d.ts +3 -0
- package/dist/providers/openai/deleteFile.d.ts.map +1 -0
- package/dist/providers/openai/deleteFile.js +14 -0
- package/dist/providers/openai/deleteFile.js.map +1 -0
- package/dist/providers/openai/embed.d.ts +8 -0
- package/dist/providers/openai/embed.d.ts.map +1 -0
- package/dist/providers/openai/embed.js +35 -0
- package/dist/providers/openai/embed.js.map +1 -0
- package/dist/providers/openai/getBatchOutput.d.ts +4 -0
- package/dist/providers/openai/getBatchOutput.d.ts.map +1 -0
- package/dist/providers/openai/getBatchOutput.js +55 -0
- package/dist/providers/openai/getBatchOutput.js.map +1 -0
- package/dist/providers/openai/imageEdit.d.ts +4 -0
- package/dist/providers/openai/imageEdit.d.ts.map +1 -0
- package/dist/providers/openai/imageEdit.js +34 -0
- package/dist/providers/openai/imageEdit.js.map +1 -0
- package/dist/providers/openai/imageGenerate.d.ts +13 -0
- package/dist/providers/openai/imageGenerate.d.ts.map +1 -0
- package/dist/providers/openai/imageGenerate.js +45 -0
- package/dist/providers/openai/imageGenerate.js.map +1 -0
- package/dist/providers/openai/imageVariation.d.ts +4 -0
- package/dist/providers/openai/imageVariation.d.ts.map +1 -0
- package/dist/providers/openai/imageVariation.js +29 -0
- package/dist/providers/openai/imageVariation.js.map +1 -0
- package/dist/providers/openai/index.d.ts +7 -0
- package/dist/providers/openai/index.d.ts.map +1 -0
- package/dist/providers/openai/index.js +146 -0
- package/dist/providers/openai/index.js.map +1 -0
- package/dist/providers/openai/listBatches.d.ts +3 -0
- package/dist/providers/openai/listBatches.d.ts.map +1 -0
- package/dist/providers/openai/listBatches.js +14 -0
- package/dist/providers/openai/listBatches.js.map +1 -0
- package/dist/providers/openai/listFiles.d.ts +3 -0
- package/dist/providers/openai/listFiles.d.ts.map +1 -0
- package/dist/providers/openai/listFiles.js +14 -0
- package/dist/providers/openai/listFiles.js.map +1 -0
- package/dist/providers/openai/moderation.d.ts +3 -0
- package/dist/providers/openai/moderation.d.ts.map +1 -0
- package/dist/providers/openai/moderation.js +14 -0
- package/dist/providers/openai/moderation.js.map +1 -0
- package/dist/providers/openai/retrieveBatch.d.ts +3 -0
- package/dist/providers/openai/retrieveBatch.d.ts.map +1 -0
- package/dist/providers/openai/retrieveBatch.js +9 -0
- package/dist/providers/openai/retrieveBatch.js.map +1 -0
- package/dist/providers/openai/retrieveFileContent.d.ts +3 -0
- package/dist/providers/openai/retrieveFileContent.d.ts.map +1 -0
- package/dist/providers/openai/retrieveFileContent.js +9 -0
- package/dist/providers/openai/retrieveFileContent.js.map +1 -0
- package/dist/providers/openai/uploadFile.d.ts +4 -0
- package/dist/providers/openai/uploadFile.d.ts.map +1 -0
- package/dist/providers/openai/uploadFile.js +17 -0
- package/dist/providers/openai/uploadFile.js.map +1 -0
- package/dist/providers/openai/utils.d.ts +8 -0
- package/dist/providers/openai/utils.d.ts.map +1 -0
- package/dist/providers/openai/utils.js +7 -0
- package/dist/providers/openai/utils.js.map +1 -0
- package/dist/providers/openai-like/api.d.ts +8 -0
- package/dist/providers/openai-like/api.d.ts.map +1 -0
- package/dist/providers/openai-like/api.js +40 -0
- package/dist/providers/openai-like/api.js.map +1 -0
- package/dist/providers/openai-like/chatComplete.d.ts +42 -0
- package/dist/providers/openai-like/chatComplete.d.ts.map +1 -0
- package/dist/providers/openai-like/chatComplete.js +91 -0
- package/dist/providers/openai-like/chatComplete.js.map +1 -0
- package/dist/providers/openai-like/embed.d.ts +10 -0
- package/dist/providers/openai-like/embed.d.ts.map +1 -0
- package/dist/providers/openai-like/embed.js +23 -0
- package/dist/providers/openai-like/embed.js.map +1 -0
- package/dist/providers/openai-like/index.d.ts +17 -0
- package/dist/providers/openai-like/index.d.ts.map +1 -0
- package/dist/providers/openai-like/index.js +35 -0
- package/dist/providers/openai-like/index.js.map +1 -0
- package/dist/providers/openai-like/utils.d.ts +17 -0
- package/dist/providers/openai-like/utils.d.ts.map +1 -0
- package/dist/providers/openai-like/utils.js +16 -0
- package/dist/providers/openai-like/utils.js.map +1 -0
- package/dist/providers/openrouter/api.d.ts +4 -0
- package/dist/providers/openrouter/api.d.ts.map +1 -0
- package/dist/providers/openrouter/api.js +30 -0
- package/dist/providers/openrouter/api.js.map +1 -0
- package/dist/providers/openrouter/chatComplete.d.ts +52 -0
- package/dist/providers/openrouter/chatComplete.d.ts.map +1 -0
- package/dist/providers/openrouter/chatComplete.js +251 -0
- package/dist/providers/openrouter/chatComplete.js.map +1 -0
- package/dist/providers/openrouter/index.d.ts +4 -0
- package/dist/providers/openrouter/index.d.ts.map +1 -0
- package/dist/providers/openrouter/index.js +20 -0
- package/dist/providers/openrouter/index.js.map +1 -0
- package/dist/providers/openrouter/utils.d.ts +21 -0
- package/dist/providers/openrouter/utils.d.ts.map +1 -0
- package/dist/providers/openrouter/utils.js +15 -0
- package/dist/providers/openrouter/utils.js.map +1 -0
- package/dist/providers/palm/api.d.ts +4 -0
- package/dist/providers/palm/api.d.ts.map +1 -0
- package/dist/providers/palm/api.js +26 -0
- package/dist/providers/palm/api.js.map +1 -0
- package/dist/providers/palm/chatComplete.d.ts +6 -0
- package/dist/providers/palm/chatComplete.d.ts.map +1 -0
- package/dist/providers/palm/chatComplete.js +91 -0
- package/dist/providers/palm/chatComplete.js.map +1 -0
- package/dist/providers/palm/complete.d.ts +6 -0
- package/dist/providers/palm/complete.d.ts.map +1 -0
- package/dist/providers/palm/complete.js +82 -0
- package/dist/providers/palm/complete.js.map +1 -0
- package/dist/providers/palm/embed.d.ts +13 -0
- package/dist/providers/palm/embed.d.ts.map +1 -0
- package/dist/providers/palm/embed.js +46 -0
- package/dist/providers/palm/embed.js.map +1 -0
- package/dist/providers/palm/index.d.ts +9 -0
- package/dist/providers/palm/index.d.ts.map +1 -0
- package/dist/providers/palm/index.js +17 -0
- package/dist/providers/palm/index.js.map +1 -0
- package/dist/providers/perplexity-ai/api.d.ts +4 -0
- package/dist/providers/perplexity-ai/api.d.ts.map +1 -0
- package/dist/providers/perplexity-ai/api.js +20 -0
- package/dist/providers/perplexity-ai/api.js.map +1 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.d.ts +9 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.d.ts.map +1 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.js +152 -0
- package/dist/providers/perplexity-ai/chatCompleteViaResponses.js.map +1 -0
- package/dist/providers/perplexity-ai/createModelResponse.d.ts +7 -0
- package/dist/providers/perplexity-ai/createModelResponse.d.ts.map +1 -0
- package/dist/providers/perplexity-ai/createModelResponse.js +51 -0
- package/dist/providers/perplexity-ai/createModelResponse.js.map +1 -0
- package/dist/providers/perplexity-ai/decision.d.ts +30 -0
- package/dist/providers/perplexity-ai/decision.d.ts.map +1 -0
- package/dist/providers/perplexity-ai/decision.js +47 -0
- package/dist/providers/perplexity-ai/decision.js.map +1 -0
- package/dist/providers/perplexity-ai/index.d.ts +4 -0
- package/dist/providers/perplexity-ai/index.d.ts.map +1 -0
- package/dist/providers/perplexity-ai/index.js +23 -0
- package/dist/providers/perplexity-ai/index.js.map +1 -0
- package/dist/providers/requestHandlerApiArgs.d.ts +13 -0
- package/dist/providers/requestHandlerApiArgs.d.ts.map +1 -0
- package/dist/providers/requestHandlerApiArgs.js +19 -0
- package/dist/providers/requestHandlerApiArgs.js.map +1 -0
- package/dist/providers/sagemaker/api.d.ts +4 -0
- package/dist/providers/sagemaker/api.d.ts.map +1 -0
- package/dist/providers/sagemaker/api.js +86 -0
- package/dist/providers/sagemaker/api.js.map +1 -0
- package/dist/providers/sagemaker/chatComplete.d.ts +11 -0
- package/dist/providers/sagemaker/chatComplete.d.ts.map +1 -0
- package/dist/providers/sagemaker/chatComplete.js +160 -0
- package/dist/providers/sagemaker/chatComplete.js.map +1 -0
- package/dist/providers/sagemaker/embed.d.ts +11 -0
- package/dist/providers/sagemaker/embed.d.ts.map +1 -0
- package/dist/providers/sagemaker/embed.js +55 -0
- package/dist/providers/sagemaker/embed.js.map +1 -0
- package/dist/providers/sagemaker/index.d.ts +4 -0
- package/dist/providers/sagemaker/index.d.ts.map +1 -0
- package/dist/providers/sagemaker/index.js +30 -0
- package/dist/providers/sagemaker/index.js.map +1 -0
- package/dist/providers/sagemaker/utils.d.ts +4 -0
- package/dist/providers/sagemaker/utils.d.ts.map +1 -0
- package/dist/providers/sagemaker/utils.js +11 -0
- package/dist/providers/sagemaker/utils.js.map +1 -0
- package/dist/providers/sambanova/api.d.ts +4 -0
- package/dist/providers/sambanova/api.d.ts.map +1 -0
- package/dist/providers/sambanova/api.js +18 -0
- package/dist/providers/sambanova/api.js.map +1 -0
- package/dist/providers/sambanova/chatComplete.d.ts +32 -0
- package/dist/providers/sambanova/chatComplete.d.ts.map +1 -0
- package/dist/providers/sambanova/chatComplete.js +54 -0
- package/dist/providers/sambanova/chatComplete.js.map +1 -0
- package/dist/providers/sambanova/index.d.ts +4 -0
- package/dist/providers/sambanova/index.d.ts.map +1 -0
- package/dist/providers/sambanova/index.js +72 -0
- package/dist/providers/sambanova/index.js.map +1 -0
- package/dist/providers/segmind/api.d.ts +8 -0
- package/dist/providers/segmind/api.d.ts.map +1 -0
- package/dist/providers/segmind/api.js +18 -0
- package/dist/providers/segmind/api.js.map +1 -0
- package/dist/providers/segmind/imageGenerate.d.ts +14 -0
- package/dist/providers/segmind/imageGenerate.d.ts.map +1 -0
- package/dist/providers/segmind/imageGenerate.js +130 -0
- package/dist/providers/segmind/imageGenerate.js.map +1 -0
- package/dist/providers/segmind/index.d.ts +9 -0
- package/dist/providers/segmind/index.d.ts.map +1 -0
- package/dist/providers/segmind/index.js +11 -0
- package/dist/providers/segmind/index.js.map +1 -0
- package/dist/providers/shared/responseFormatUtils.d.ts +101 -0
- package/dist/providers/shared/responseFormatUtils.d.ts.map +1 -0
- package/dist/providers/shared/responseFormatUtils.js +495 -0
- package/dist/providers/shared/responseFormatUtils.js.map +1 -0
- package/dist/providers/smallest-ai/api.d.ts +11 -0
- package/dist/providers/smallest-ai/api.d.ts.map +1 -0
- package/dist/providers/smallest-ai/api.js +24 -0
- package/dist/providers/smallest-ai/api.js.map +1 -0
- package/dist/providers/smallest-ai/index.d.ts +4 -0
- package/dist/providers/smallest-ai/index.d.ts.map +1 -0
- package/dist/providers/smallest-ai/index.js +6 -0
- package/dist/providers/smallest-ai/index.js.map +1 -0
- package/dist/providers/stability-ai/api.d.ts +8 -0
- package/dist/providers/stability-ai/api.d.ts.map +1 -0
- package/dist/providers/stability-ai/api.js +52 -0
- package/dist/providers/stability-ai/api.js.map +1 -0
- package/dist/providers/stability-ai/constants.d.ts +7 -0
- package/dist/providers/stability-ai/constants.d.ts.map +1 -0
- package/dist/providers/stability-ai/constants.js +7 -0
- package/dist/providers/stability-ai/constants.js.map +1 -0
- package/dist/providers/stability-ai/imageGenerate.d.ts +18 -0
- package/dist/providers/stability-ai/imageGenerate.d.ts.map +1 -0
- package/dist/providers/stability-ai/imageGenerate.js +77 -0
- package/dist/providers/stability-ai/imageGenerate.js.map +1 -0
- package/dist/providers/stability-ai/imageGenerateV2.d.ts +19 -0
- package/dist/providers/stability-ai/imageGenerateV2.d.ts.map +1 -0
- package/dist/providers/stability-ai/imageGenerateV2.js +127 -0
- package/dist/providers/stability-ai/imageGenerateV2.js.map +1 -0
- package/dist/providers/stability-ai/index.d.ts +9 -0
- package/dist/providers/stability-ai/index.d.ts.map +1 -0
- package/dist/providers/stability-ai/index.js +26 -0
- package/dist/providers/stability-ai/index.js.map +1 -0
- package/dist/providers/stability-ai/utils.d.ts +2 -0
- package/dist/providers/stability-ai/utils.d.ts.map +1 -0
- package/dist/providers/stability-ai/utils.js +12 -0
- package/dist/providers/stability-ai/utils.js.map +1 -0
- package/dist/providers/together-ai/api.d.ts +4 -0
- package/dist/providers/together-ai/api.d.ts.map +1 -0
- package/dist/providers/together-ai/api.js +22 -0
- package/dist/providers/together-ai/api.js.map +1 -0
- package/dist/providers/together-ai/chatComplete.d.ts +42 -0
- package/dist/providers/together-ai/chatComplete.d.ts.map +1 -0
- package/dist/providers/together-ai/chatComplete.js +161 -0
- package/dist/providers/together-ai/chatComplete.js.map +1 -0
- package/dist/providers/together-ai/complete.d.ts +14 -0
- package/dist/providers/together-ai/complete.d.ts.map +1 -0
- package/dist/providers/together-ai/complete.js +100 -0
- package/dist/providers/together-ai/complete.js.map +1 -0
- package/dist/providers/together-ai/embed.d.ts +9 -0
- package/dist/providers/together-ai/embed.d.ts.map +1 -0
- package/dist/providers/together-ai/embed.js +50 -0
- package/dist/providers/together-ai/embed.js.map +1 -0
- package/dist/providers/together-ai/index.d.ts +9 -0
- package/dist/providers/together-ai/index.d.ts.map +1 -0
- package/dist/providers/together-ai/index.js +19 -0
- package/dist/providers/together-ai/index.js.map +1 -0
- package/dist/providers/together-ai/types.d.ts +8 -0
- package/dist/providers/together-ai/types.d.ts.map +1 -0
- package/dist/providers/together-ai/types.js +9 -0
- package/dist/providers/together-ai/types.js.map +1 -0
- package/dist/providers/truefoundry-models/api.d.ts +4 -0
- package/dist/providers/truefoundry-models/api.d.ts.map +1 -0
- package/dist/providers/truefoundry-models/api.js +29 -0
- package/dist/providers/truefoundry-models/api.js.map +1 -0
- package/dist/providers/truefoundry-models/index.d.ts +4 -0
- package/dist/providers/truefoundry-models/index.d.ts.map +1 -0
- package/dist/providers/truefoundry-models/index.js +27 -0
- package/dist/providers/truefoundry-models/index.js.map +1 -0
- package/dist/providers/types.d.ts +460 -0
- package/dist/providers/types.d.ts.map +1 -0
- package/dist/providers/types.js +9 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/providers/typesafe/api.d.ts +6 -0
- package/dist/providers/typesafe/api.d.ts.map +1 -0
- package/dist/providers/typesafe/api.js +55 -0
- package/dist/providers/typesafe/api.js.map +1 -0
- package/dist/providers/typesafe/decision.d.ts +45 -0
- package/dist/providers/typesafe/decision.d.ts.map +1 -0
- package/dist/providers/typesafe/decision.js +105 -0
- package/dist/providers/typesafe/decision.js.map +1 -0
- package/dist/providers/typesafe/index.d.ts +4 -0
- package/dist/providers/typesafe/index.d.ts.map +1 -0
- package/dist/providers/typesafe/index.js +23 -0
- package/dist/providers/typesafe/index.js.map +1 -0
- package/dist/providers/utils/cacheControlUtils.d.ts +41 -0
- package/dist/providers/utils/cacheControlUtils.d.ts.map +1 -0
- package/dist/providers/utils/cacheControlUtils.js +196 -0
- package/dist/providers/utils/cacheControlUtils.js.map +1 -0
- package/dist/providers/utils/fileUtils.d.ts +19 -0
- package/dist/providers/utils/fileUtils.d.ts.map +1 -0
- package/dist/providers/utils/fileUtils.js +46 -0
- package/dist/providers/utils/fileUtils.js.map +1 -0
- package/dist/providers/utils/finishReasonMap.d.ts +5 -0
- package/dist/providers/utils/finishReasonMap.d.ts.map +1 -0
- package/dist/providers/utils/finishReasonMap.js +83 -0
- package/dist/providers/utils/finishReasonMap.js.map +1 -0
- package/dist/providers/utils/toolUtils.d.ts +11 -0
- package/dist/providers/utils/toolUtils.d.ts.map +1 -0
- package/dist/providers/utils/toolUtils.js +35 -0
- package/dist/providers/utils/toolUtils.js.map +1 -0
- package/dist/providers/utils.d.ts +64 -0
- package/dist/providers/utils.d.ts.map +1 -0
- package/dist/providers/utils.js +210 -0
- package/dist/providers/utils.js.map +1 -0
- package/dist/providers/wafer/api.d.ts +3 -0
- package/dist/providers/wafer/api.d.ts.map +1 -0
- package/dist/providers/wafer/api.js +26 -0
- package/dist/providers/wafer/api.js.map +1 -0
- package/dist/providers/wafer/index.d.ts +4 -0
- package/dist/providers/wafer/index.d.ts.map +1 -0
- package/dist/providers/wafer/index.js +16 -0
- package/dist/providers/wafer/index.js.map +1 -0
- package/dist/providers/xai/index.d.ts +4 -0
- package/dist/providers/xai/index.d.ts.map +1 -0
- package/dist/providers/xai/index.js +21 -0
- package/dist/providers/xai/index.js.map +1 -0
- package/dist/requestContext.d.ts +6 -0
- package/dist/requestContext.d.ts.map +1 -0
- package/dist/requestContext.js +19 -0
- package/dist/requestContext.js.map +1 -0
- package/dist/runtime/ambientCredentials.d.ts +15 -0
- package/dist/runtime/ambientCredentials.d.ts.map +1 -0
- package/dist/runtime/ambientCredentials.js +22 -0
- package/dist/runtime/ambientCredentials.js.map +1 -0
- package/dist/sdk.d.ts +67 -0
- package/dist/sdk.d.ts.map +1 -0
- package/dist/sdk.js +98 -0
- package/dist/sdk.js.map +1 -0
- package/dist/services/buildExecutionReport.d.ts +49 -0
- package/dist/services/buildExecutionReport.d.ts.map +1 -0
- package/dist/services/buildExecutionReport.js +206 -0
- package/dist/services/buildExecutionReport.js.map +1 -0
- package/dist/services/buildFetchInit.d.ts +8 -0
- package/dist/services/buildFetchInit.d.ts.map +1 -0
- package/dist/services/buildFetchInit.js +70 -0
- package/dist/services/buildFetchInit.js.map +1 -0
- package/dist/services/createProviderRequest.d.ts +26 -0
- package/dist/services/createProviderRequest.d.ts.map +1 -0
- package/dist/services/createProviderRequest.js +276 -0
- package/dist/services/createProviderRequest.js.map +1 -0
- package/dist/services/execute.d.ts +12 -0
- package/dist/services/execute.d.ts.map +1 -0
- package/dist/services/execute.js +204 -0
- package/dist/services/execute.js.map +1 -0
- package/dist/services/handleProviderResponse.d.ts +43 -0
- package/dist/services/handleProviderResponse.d.ts.map +1 -0
- package/dist/services/handleProviderResponse.js +436 -0
- package/dist/services/handleProviderResponse.js.map +1 -0
- package/dist/services/transformToProviderRequest.d.ts +30 -0
- package/dist/services/transformToProviderRequest.d.ts.map +1 -0
- package/dist/services/transformToProviderRequest.js +268 -0
- package/dist/services/transformToProviderRequest.js.map +1 -0
- package/dist/stream/firstChunkGate.d.ts +32 -0
- package/dist/stream/firstChunkGate.d.ts.map +1 -0
- package/dist/stream/firstChunkGate.js +86 -0
- package/dist/stream/firstChunkGate.js.map +1 -0
- package/dist/stream/firstChunkGateValidators.d.ts +24 -0
- package/dist/stream/firstChunkGateValidators.d.ts.map +1 -0
- package/dist/stream/firstChunkGateValidators.js +174 -0
- package/dist/stream/firstChunkGateValidators.js.map +1 -0
- package/dist/stream/index.d.ts +20 -0
- package/dist/stream/index.d.ts.map +1 -0
- package/dist/stream/index.js +13 -0
- package/dist/stream/index.js.map +1 -0
- package/dist/stream/internalMetadataSse.d.ts +23 -0
- package/dist/stream/internalMetadataSse.d.ts.map +1 -0
- package/dist/stream/internalMetadataSse.js +60 -0
- package/dist/stream/internalMetadataSse.js.map +1 -0
- package/dist/stream/pumpProviderAwsEventStream.d.ts +33 -0
- package/dist/stream/pumpProviderAwsEventStream.d.ts.map +1 -0
- package/dist/stream/pumpProviderAwsEventStream.js +103 -0
- package/dist/stream/pumpProviderAwsEventStream.js.map +1 -0
- package/dist/stream/pumpProviderSseStream.d.ts +12 -0
- package/dist/stream/pumpProviderSseStream.d.ts.map +1 -0
- package/dist/stream/pumpProviderSseStream.js +154 -0
- package/dist/stream/pumpProviderSseStream.js.map +1 -0
- package/dist/stream/readAwsEventFrames.d.ts +13 -0
- package/dist/stream/readAwsEventFrames.d.ts.map +1 -0
- package/dist/stream/readAwsEventFrames.js +113 -0
- package/dist/stream/readAwsEventFrames.js.map +1 -0
- package/dist/stream/readSseFrames.d.ts +7 -0
- package/dist/stream/readSseFrames.d.ts.map +1 -0
- package/dist/stream/readSseFrames.js +80 -0
- package/dist/stream/readSseFrames.js.map +1 -0
- package/dist/stream/resolvePumpAbortSignal.d.ts +17 -0
- package/dist/stream/resolvePumpAbortSignal.d.ts.map +1 -0
- package/dist/stream/resolvePumpAbortSignal.js +30 -0
- package/dist/stream/resolvePumpAbortSignal.js.map +1 -0
- package/dist/stream/resolveStreamEndReason.d.ts +17 -0
- package/dist/stream/resolveStreamEndReason.d.ts.map +1 -0
- package/dist/stream/resolveStreamEndReason.js +89 -0
- package/dist/stream/resolveStreamEndReason.js.map +1 -0
- package/dist/stream/shouldReadAwsEventStream.d.ts +18 -0
- package/dist/stream/shouldReadAwsEventStream.d.ts.map +1 -0
- package/dist/stream/shouldReadAwsEventStream.js +29 -0
- package/dist/stream/shouldReadAwsEventStream.js.map +1 -0
- package/dist/stream/shouldRequireAzureStreamSleep.d.ts +9 -0
- package/dist/stream/shouldRequireAzureStreamSleep.d.ts.map +1 -0
- package/dist/stream/shouldRequireAzureStreamSleep.js +12 -0
- package/dist/stream/shouldRequireAzureStreamSleep.js.map +1 -0
- package/dist/stream/splitPatterns.d.ts +21 -0
- package/dist/stream/splitPatterns.d.ts.map +1 -0
- package/dist/stream/splitPatterns.js +33 -0
- package/dist/stream/splitPatterns.js.map +1 -0
- package/dist/stream/types.d.ts +92 -0
- package/dist/stream/types.d.ts.map +1 -0
- package/dist/stream/types.js +2 -0
- package/dist/stream/types.js.map +1 -0
- package/dist/tfy-providers/custom/api.d.ts +4 -0
- package/dist/tfy-providers/custom/api.d.ts.map +1 -0
- package/dist/tfy-providers/custom/api.js +125 -0
- package/dist/tfy-providers/custom/api.js.map +1 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts +31 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.d.ts.map +1 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js +30 -0
- package/dist/tfy-providers/custom/cohere-rerank-v2/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/index.d.ts +15 -0
- package/dist/tfy-providers/custom/index.d.ts.map +1 -0
- package/dist/tfy-providers/custom/index.js +85 -0
- package/dist/tfy-providers/custom/index.js.map +1 -0
- package/dist/tfy-providers/custom/infinity/embed.d.ts +11 -0
- package/dist/tfy-providers/custom/infinity/embed.d.ts.map +1 -0
- package/dist/tfy-providers/custom/infinity/embed.js +24 -0
- package/dist/tfy-providers/custom/infinity/embed.js.map +1 -0
- package/dist/tfy-providers/custom/infinity/rerank.d.ts +28 -0
- package/dist/tfy-providers/custom/infinity/rerank.d.ts.map +1 -0
- package/dist/tfy-providers/custom/infinity/rerank.js +28 -0
- package/dist/tfy-providers/custom/infinity/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.d.ts +11 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.d.ts.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.js +28 -0
- package/dist/tfy-providers/custom/nemo-retriever/embed.js.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.d.ts +46 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.d.ts.map +1 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.js +53 -0
- package/dist/tfy-providers/custom/nemo-retriever/rerank.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.d.ts +13 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.d.ts.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.js +109 -0
- package/dist/tfy-providers/custom/openai-compatible/chatComplete.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.d.ts +13 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.d.ts.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.js +82 -0
- package/dist/tfy-providers/custom/openai-compatible/complete.js.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.d.ts +11 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.d.ts.map +1 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.js +28 -0
- package/dist/tfy-providers/custom/openai-compatible/embed.js.map +1 -0
- package/dist/tfy-providers/custom/tei/embed.d.ts +11 -0
- package/dist/tfy-providers/custom/tei/embed.d.ts.map +1 -0
- package/dist/tfy-providers/custom/tei/embed.js +24 -0
- package/dist/tfy-providers/custom/tei/embed.js.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.d.ts +28 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.d.ts.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.js +158 -0
- package/dist/tfy-providers/custom/vllm-openai/chatComplete.js.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.d.ts +13 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.d.ts.map +1 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.js +82 -0
- package/dist/tfy-providers/custom/vllm-openai/complete.js.map +1 -0
- package/dist/tracing/constants.d.ts +1 -0
- package/dist/tracing/constants.d.ts.map +1 -0
- package/dist/tracing/constants.js +2 -0
- package/dist/tracing/constants.js.map +1 -0
- package/dist/types/MessagesRequest.d.ts +460 -0
- package/dist/types/MessagesRequest.d.ts.map +1 -0
- package/dist/types/MessagesRequest.js +2 -0
- package/dist/types/MessagesRequest.js.map +1 -0
- package/dist/types/MessagesStreamResponse.d.ts +65 -0
- package/dist/types/MessagesStreamResponse.d.ts.map +1 -0
- package/dist/types/MessagesStreamResponse.js +2 -0
- package/dist/types/MessagesStreamResponse.js.map +1 -0
- package/dist/types/cache.d.ts +13 -0
- package/dist/types/cache.d.ts.map +1 -0
- package/dist/types/cache.js +2 -0
- package/dist/types/cache.js.map +1 -0
- package/dist/types/contracts.d.ts +162 -0
- package/dist/types/contracts.d.ts.map +1 -0
- package/dist/types/contracts.js +2 -0
- package/dist/types/contracts.js.map +1 -0
- package/dist/types/embedRequestBody.d.ts +60 -0
- package/dist/types/embedRequestBody.d.ts.map +1 -0
- package/dist/types/embedRequestBody.js +2 -0
- package/dist/types/embedRequestBody.js.map +1 -0
- package/dist/types/executionReport.d.ts +224 -0
- package/dist/types/executionReport.d.ts.map +1 -0
- package/dist/types/executionReport.js +2 -0
- package/dist/types/executionReport.js.map +1 -0
- package/dist/types/headers.d.ts +43 -0
- package/dist/types/headers.d.ts.map +1 -0
- package/dist/types/headers.js +8 -0
- package/dist/types/headers.js.map +1 -0
- package/dist/types/inputList.d.ts +146 -0
- package/dist/types/inputList.d.ts.map +1 -0
- package/dist/types/inputList.js +8 -0
- package/dist/types/inputList.js.map +1 -0
- package/dist/types/messagesResponse.d.ts +205 -0
- package/dist/types/messagesResponse.d.ts.map +1 -0
- package/dist/types/messagesResponse.js +10 -0
- package/dist/types/messagesResponse.js.map +1 -0
- package/dist/types/modelConfig.d.ts +42 -0
- package/dist/types/modelConfig.d.ts.map +1 -0
- package/dist/types/modelConfig.js +2 -0
- package/dist/types/modelConfig.js.map +1 -0
- package/dist/types/modelResponses.d.ts +2175 -0
- package/dist/types/modelResponses.d.ts.map +1 -0
- package/dist/types/modelResponses.js +8 -0
- package/dist/types/modelResponses.js.map +1 -0
- package/dist/types/options.d.ts +123 -0
- package/dist/types/options.d.ts.map +1 -0
- package/dist/types/options.js +2 -0
- package/dist/types/options.js.map +1 -0
- package/dist/types/requestBody.d.ts +587 -0
- package/dist/types/requestBody.d.ts.map +1 -0
- package/dist/types/requestBody.js +25 -0
- package/dist/types/requestBody.js.map +1 -0
- package/dist/types/responseBody.d.ts +52 -0
- package/dist/types/responseBody.d.ts.map +1 -0
- package/dist/types/responseBody.js +2 -0
- package/dist/types/responseBody.js.map +1 -0
- package/dist/types/shared.d.ts +117 -0
- package/dist/types/shared.d.ts.map +1 -0
- package/dist/types/shared.js +2 -0
- package/dist/types/shared.js.map +1 -0
- package/dist/utils/abortSignals.d.ts +5 -0
- package/dist/utils/abortSignals.d.ts.map +1 -0
- package/dist/utils/abortSignals.js +7 -0
- package/dist/utils/abortSignals.js.map +1 -0
- package/dist/utils/abortUtils.d.ts +6 -0
- package/dist/utils/abortUtils.d.ts.map +1 -0
- package/dist/utils/abortUtils.js +20 -0
- package/dist/utils/abortUtils.js.map +1 -0
- package/dist/utils/audioUtils.d.ts +6 -0
- package/dist/utils/audioUtils.d.ts.map +1 -0
- package/dist/utils/audioUtils.js +50 -0
- package/dist/utils/audioUtils.js.map +1 -0
- package/dist/utils/awsEventStreamEncoder.d.ts +13 -0
- package/dist/utils/awsEventStreamEncoder.d.ts.map +1 -0
- package/dist/utils/awsEventStreamEncoder.js +49 -0
- package/dist/utils/awsEventStreamEncoder.js.map +1 -0
- package/dist/utils/awsSigV4.d.ts +3 -0
- package/dist/utils/awsSigV4.d.ts.map +1 -0
- package/dist/utils/awsSigV4.js +49 -0
- package/dist/utils/awsSigV4.js.map +1 -0
- package/dist/utils/azureEntraAuth.d.ts +11 -0
- package/dist/utils/azureEntraAuth.d.ts.map +1 -0
- package/dist/utils/azureEntraAuth.js +80 -0
- package/dist/utils/azureEntraAuth.js.map +1 -0
- package/dist/utils/billedUsage.d.ts +19 -0
- package/dist/utils/billedUsage.d.ts.map +1 -0
- package/dist/utils/billedUsage.js +89 -0
- package/dist/utils/billedUsage.js.map +1 -0
- package/dist/utils/deriveProviderHeaderOptions.d.ts +10 -0
- package/dist/utils/deriveProviderHeaderOptions.d.ts.map +1 -0
- package/dist/utils/deriveProviderHeaderOptions.js +141 -0
- package/dist/utils/deriveProviderHeaderOptions.js.map +1 -0
- package/dist/utils/errorHandlingUtils.d.ts +94 -0
- package/dist/utils/errorHandlingUtils.d.ts.map +1 -0
- package/dist/utils/errorHandlingUtils.js +134 -0
- package/dist/utils/errorHandlingUtils.js.map +1 -0
- package/dist/utils/ignoreWithLog.d.ts +4 -0
- package/dist/utils/ignoreWithLog.d.ts.map +1 -0
- package/dist/utils/ignoreWithLog.js +12 -0
- package/dist/utils/ignoreWithLog.js.map +1 -0
- package/dist/utils/isStreamingEnabled.d.ts +15 -0
- package/dist/utils/isStreamingEnabled.d.ts.map +1 -0
- package/dist/utils/isStreamingEnabled.js +14 -0
- package/dist/utils/isStreamingEnabled.js.map +1 -0
- package/dist/utils/jsonValue.d.ts +6 -0
- package/dist/utils/jsonValue.d.ts.map +1 -0
- package/dist/utils/jsonValue.js +15 -0
- package/dist/utils/jsonValue.js.map +1 -0
- package/dist/utils/jwtUtils.d.ts +31 -0
- package/dist/utils/jwtUtils.d.ts.map +1 -0
- package/dist/utils/jwtUtils.js +102 -0
- package/dist/utils/jwtUtils.js.map +1 -0
- package/dist/utils/k8sTokenRequest.d.ts +2 -0
- package/dist/utils/k8sTokenRequest.d.ts.map +1 -0
- package/dist/utils/k8sTokenRequest.js +45 -0
- package/dist/utils/k8sTokenRequest.js.map +1 -0
- package/dist/utils/memoryOptimizationUtils.d.ts +20 -0
- package/dist/utils/memoryOptimizationUtils.d.ts.map +1 -0
- package/dist/utils/memoryOptimizationUtils.js +38 -0
- package/dist/utils/memoryOptimizationUtils.js.map +1 -0
- package/dist/utils/misc.d.ts +4 -0
- package/dist/utils/misc.d.ts.map +1 -0
- package/dist/utils/misc.js +24 -0
- package/dist/utils/misc.js.map +1 -0
- package/dist/utils/modelParamUtils.d.ts +92 -0
- package/dist/utils/modelParamUtils.d.ts.map +1 -0
- package/dist/utils/modelParamUtils.js +387 -0
- package/dist/utils/modelParamUtils.js.map +1 -0
- package/dist/utils/providerConfigTransform.d.ts +25 -0
- package/dist/utils/providerConfigTransform.d.ts.map +1 -0
- package/dist/utils/providerConfigTransform.js +111 -0
- package/dist/utils/providerConfigTransform.js.map +1 -0
- package/dist/utils/providerReportedCost.d.ts +3 -0
- package/dist/utils/providerReportedCost.d.ts.map +1 -0
- package/dist/utils/providerReportedCost.js +15 -0
- package/dist/utils/providerReportedCost.js.map +1 -0
- package/dist/utils/reasoningUtils.d.ts +29 -0
- package/dist/utils/reasoningUtils.d.ts.map +1 -0
- package/dist/utils/reasoningUtils.js +148 -0
- package/dist/utils/reasoningUtils.js.map +1 -0
- package/dist/utils/sdkRequestUrl.d.ts +8 -0
- package/dist/utils/sdkRequestUrl.d.ts.map +1 -0
- package/dist/utils/sdkRequestUrl.js +9 -0
- package/dist/utils/sdkRequestUrl.js.map +1 -0
- package/dist/utils/sseUtils.d.ts +49 -0
- package/dist/utils/sseUtils.d.ts.map +1 -0
- package/dist/utils/sseUtils.js +152 -0
- package/dist/utils/sseUtils.js.map +1 -0
- package/dist/utils/systemMessageUtils.d.ts +8 -0
- package/dist/utils/systemMessageUtils.d.ts.map +1 -0
- package/dist/utils/systemMessageUtils.js +67 -0
- package/dist/utils/systemMessageUtils.js.map +1 -0
- package/dist/utils.d.ts +17 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +82 -0
- package/dist/utils.js.map +1 -0
- package/package.json +58 -4
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
|
|
2
|
+
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
|
|
3
|
+
export const OpenAICompatibleChatCompleteConfig = {
|
|
4
|
+
model: {
|
|
5
|
+
param: 'model',
|
|
6
|
+
transform: (params) => {
|
|
7
|
+
return params.model;
|
|
8
|
+
},
|
|
9
|
+
},
|
|
10
|
+
messages: {
|
|
11
|
+
param: 'messages',
|
|
12
|
+
default: '',
|
|
13
|
+
},
|
|
14
|
+
functions: {
|
|
15
|
+
param: 'functions',
|
|
16
|
+
},
|
|
17
|
+
function_call: {
|
|
18
|
+
param: 'function_call',
|
|
19
|
+
},
|
|
20
|
+
max_tokens: {
|
|
21
|
+
param: 'max_tokens',
|
|
22
|
+
default: 100,
|
|
23
|
+
min: 0,
|
|
24
|
+
},
|
|
25
|
+
temperature: {
|
|
26
|
+
param: 'temperature',
|
|
27
|
+
default: 1,
|
|
28
|
+
min: 0,
|
|
29
|
+
max: 2,
|
|
30
|
+
},
|
|
31
|
+
top_p: {
|
|
32
|
+
param: 'top_p',
|
|
33
|
+
default: 1,
|
|
34
|
+
min: 0,
|
|
35
|
+
max: 1,
|
|
36
|
+
},
|
|
37
|
+
n: {
|
|
38
|
+
param: 'n',
|
|
39
|
+
default: 1,
|
|
40
|
+
},
|
|
41
|
+
stream: {
|
|
42
|
+
param: 'stream',
|
|
43
|
+
default: false,
|
|
44
|
+
},
|
|
45
|
+
stop: {
|
|
46
|
+
param: 'stop',
|
|
47
|
+
},
|
|
48
|
+
presence_penalty: {
|
|
49
|
+
param: 'presence_penalty',
|
|
50
|
+
min: -2,
|
|
51
|
+
max: 2,
|
|
52
|
+
},
|
|
53
|
+
frequency_penalty: {
|
|
54
|
+
param: 'frequency_penalty',
|
|
55
|
+
min: -2,
|
|
56
|
+
max: 2,
|
|
57
|
+
},
|
|
58
|
+
logit_bias: {
|
|
59
|
+
param: 'logit_bias',
|
|
60
|
+
},
|
|
61
|
+
user: {
|
|
62
|
+
param: 'user',
|
|
63
|
+
},
|
|
64
|
+
seed: {
|
|
65
|
+
param: 'seed',
|
|
66
|
+
},
|
|
67
|
+
tools: {
|
|
68
|
+
param: 'tools',
|
|
69
|
+
required: false,
|
|
70
|
+
transform: (params) => {
|
|
71
|
+
if (params.tools && params.tools.length > 0) {
|
|
72
|
+
return params.tools;
|
|
73
|
+
}
|
|
74
|
+
return [];
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
tool_choice: {
|
|
78
|
+
param: 'tool_choice',
|
|
79
|
+
},
|
|
80
|
+
response_format: {
|
|
81
|
+
param: 'response_format',
|
|
82
|
+
},
|
|
83
|
+
logprobs: {
|
|
84
|
+
param: 'logprobs',
|
|
85
|
+
default: false,
|
|
86
|
+
},
|
|
87
|
+
top_logprobs: {
|
|
88
|
+
param: 'top_logprobs',
|
|
89
|
+
},
|
|
90
|
+
stream_options: {
|
|
91
|
+
param: 'stream_options',
|
|
92
|
+
required: (params) => params.stream === true,
|
|
93
|
+
default: { include_usage: true },
|
|
94
|
+
transform: (params) => {
|
|
95
|
+
const existingStreamOptions = params.stream_options || {};
|
|
96
|
+
return {
|
|
97
|
+
...existingStreamOptions,
|
|
98
|
+
include_usage: true,
|
|
99
|
+
};
|
|
100
|
+
},
|
|
101
|
+
},
|
|
102
|
+
};
|
|
103
|
+
export const OpenAICompatibleChatCompleteResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
|
|
104
|
+
if (responseStatus !== 200) {
|
|
105
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
106
|
+
}
|
|
107
|
+
return response;
|
|
108
|
+
};
|
|
109
|
+
//# sourceMappingURL=chatComplete.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chatComplete.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/openai-compatible/chatComplete.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,saAAsa;AAEta,MAAM,CAAC,MAAM,kCAAkC,GAAmB;IAChE,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;KACF;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,EAAE;KACZ;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;KACnB;IACD,aAAa,EAAE;QACb,KAAK,EAAE,eAAe;KACvB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,GAAG;QACZ,GAAG,EAAE,CAAC;KACP;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,CAAC,EAAE;QACD,KAAK,EAAE,GAAG;QACV,OAAO,EAAE,CAAC;KACX;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,iBAAiB,EAAE;QACjB,KAAK,EAAE,mBAAmB;QAC1B,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;KACF;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;KACrB;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,KAAK;KACf;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,cAAc;KACtB;IACD,cAAc,EAAE;QACd,KAAK,EAAE,gBAAgB;QACvB,QAAQ,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI;QACpD,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;QAChC,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,MAAM,qBAAqB,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;YAC1D,OAAO;gBACL,GAAG,qBAAqB;gBACxB,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;KACF;CACF,CAAC;AAMF,MAAM,CAAC,MAAM,6CAA6C,GAOZ,CAC5C,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
import { CompletionResponse, ErrorResponse, ProviderConfig } from '../../../providers/types';
|
|
7
|
+
import { Params } from '../../../types/requestBody';
|
|
8
|
+
export declare const OpenAICompatibleCompleteConfig: ProviderConfig;
|
|
9
|
+
export interface OpenAICompatibleCompleteResponse extends CompletionResponse {
|
|
10
|
+
system_fingerprint: string;
|
|
11
|
+
}
|
|
12
|
+
export declare const OpenAICompatibleCompleteResponseTransform: (response: OpenAICompatibleCompleteResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => CompletionResponse | ErrorResponse;
|
|
13
|
+
//# sourceMappingURL=complete.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/openai-compatible/complete.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC7F,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,8BAA8B,EAAE,cAwE5C,CAAC;AAEF,MAAM,WAAW,gCAAiC,SAAQ,kBAAkB;IAC1E,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,eAAO,MAAM,yCAAyC,EAAE,CACtD,QAAQ,EAAE,gCAAgC,GAAG,aAAa,EAC1D,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,kBAAkB,GAAG,aAYzB,CAAC"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
|
|
2
|
+
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
|
|
3
|
+
export const OpenAICompatibleCompleteConfig = {
|
|
4
|
+
model: {
|
|
5
|
+
param: 'model',
|
|
6
|
+
transform: (params) => {
|
|
7
|
+
return params.model;
|
|
8
|
+
},
|
|
9
|
+
},
|
|
10
|
+
prompt: {
|
|
11
|
+
param: 'prompt',
|
|
12
|
+
default: '',
|
|
13
|
+
},
|
|
14
|
+
max_tokens: {
|
|
15
|
+
param: 'max_tokens',
|
|
16
|
+
default: 100,
|
|
17
|
+
min: 0,
|
|
18
|
+
},
|
|
19
|
+
temperature: {
|
|
20
|
+
param: 'temperature',
|
|
21
|
+
default: 1,
|
|
22
|
+
min: 0,
|
|
23
|
+
max: 2,
|
|
24
|
+
},
|
|
25
|
+
top_p: {
|
|
26
|
+
param: 'top_p',
|
|
27
|
+
default: 1,
|
|
28
|
+
min: 0,
|
|
29
|
+
max: 1,
|
|
30
|
+
},
|
|
31
|
+
n: {
|
|
32
|
+
param: 'n',
|
|
33
|
+
default: 1,
|
|
34
|
+
},
|
|
35
|
+
stream: {
|
|
36
|
+
param: 'stream',
|
|
37
|
+
default: false,
|
|
38
|
+
},
|
|
39
|
+
logprobs: {
|
|
40
|
+
param: 'logprobs',
|
|
41
|
+
max: 5,
|
|
42
|
+
},
|
|
43
|
+
echo: {
|
|
44
|
+
param: 'echo',
|
|
45
|
+
default: false,
|
|
46
|
+
},
|
|
47
|
+
stop: {
|
|
48
|
+
param: 'stop',
|
|
49
|
+
},
|
|
50
|
+
presence_penalty: {
|
|
51
|
+
param: 'presence_penalty',
|
|
52
|
+
min: -2,
|
|
53
|
+
max: 2,
|
|
54
|
+
},
|
|
55
|
+
frequency_penalty: {
|
|
56
|
+
param: 'frequency_penalty',
|
|
57
|
+
min: -2,
|
|
58
|
+
max: 2,
|
|
59
|
+
},
|
|
60
|
+
best_of: {
|
|
61
|
+
param: 'best_of',
|
|
62
|
+
},
|
|
63
|
+
logit_bias: {
|
|
64
|
+
param: 'logit_bias',
|
|
65
|
+
},
|
|
66
|
+
user: {
|
|
67
|
+
param: 'user',
|
|
68
|
+
},
|
|
69
|
+
seed: {
|
|
70
|
+
param: 'seed',
|
|
71
|
+
},
|
|
72
|
+
suffix: {
|
|
73
|
+
param: 'suffix',
|
|
74
|
+
},
|
|
75
|
+
};
|
|
76
|
+
export const OpenAICompatibleCompleteResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
|
|
77
|
+
if (responseStatus !== 200) {
|
|
78
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
79
|
+
}
|
|
80
|
+
return response;
|
|
81
|
+
};
|
|
82
|
+
//# sourceMappingURL=complete.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"complete.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/openai-compatible/complete.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,saAAsa;AAEta,MAAM,CAAC,MAAM,8BAA8B,GAAmB;IAC5D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;KACF;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,EAAE;KACZ;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,GAAG;QACZ,GAAG,EAAE,CAAC;KACP;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,CAAC,EAAE;QACD,KAAK,EAAE,GAAG;QACV,OAAO,EAAE,CAAC;KACX;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,GAAG,EAAE,CAAC;KACP;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,iBAAiB,EAAE;QACjB,KAAK,EAAE,mBAAmB;QAC1B,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,OAAO,EAAE;QACP,KAAK,EAAE,SAAS;KACjB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;KAChB;CACF,CAAC;AAMF,MAAM,CAAC,MAAM,yCAAyC,GAOZ,CACxC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
import { ErrorResponse, ProviderConfig } from '../../../providers/types';
|
|
7
|
+
import { EmbedResponse } from '../../../types/embedRequestBody';
|
|
8
|
+
import { Params } from '../../../types/requestBody';
|
|
9
|
+
export declare const OpenAICompatibleEmbedConfig: ProviderConfig;
|
|
10
|
+
export declare const OpenAICompatibleEmbedResponseTransform: (response: EmbedResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => EmbedResponse | ErrorResponse;
|
|
11
|
+
//# sourceMappingURL=embed.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/openai-compatible/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,2BAA2B,EAAE,cAkBzC,CAAC;AAEF,eAAO,MAAM,sCAAsC,EAAE,CACnD,QAAQ,EAAE,aAAa,GAAG,aAAa,EACvC,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,aAAa,GAAG,aAYpB,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
|
|
2
|
+
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
|
|
3
|
+
export const OpenAICompatibleEmbedConfig = {
|
|
4
|
+
model: {
|
|
5
|
+
param: 'model',
|
|
6
|
+
required: true,
|
|
7
|
+
},
|
|
8
|
+
input: {
|
|
9
|
+
param: 'input',
|
|
10
|
+
required: true,
|
|
11
|
+
},
|
|
12
|
+
encoding_format: {
|
|
13
|
+
param: 'encoding_format',
|
|
14
|
+
},
|
|
15
|
+
dimensions: {
|
|
16
|
+
param: 'dimensions',
|
|
17
|
+
},
|
|
18
|
+
user: {
|
|
19
|
+
param: 'user',
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
export const OpenAICompatibleEmbedResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
|
|
23
|
+
if (responseStatus !== 200) {
|
|
24
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
25
|
+
}
|
|
26
|
+
return response;
|
|
27
|
+
};
|
|
28
|
+
//# sourceMappingURL=embed.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/openai-compatible/embed.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,saAAsa;AAEta,MAAM,CAAC,MAAM,2BAA2B,GAAmB;IACzD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,sCAAsC,GAOd,CACnC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
import { ErrorResponse, ProviderConfig } from '../../../providers/types';
|
|
7
|
+
import { EmbedResponse } from '../../../types/embedRequestBody';
|
|
8
|
+
import { Params } from '../../../types/requestBody';
|
|
9
|
+
export declare const TEIEmbedConfig: ProviderConfig;
|
|
10
|
+
export declare const TEIEmbedResponseTransform: (response: EmbedResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => EmbedResponse | ErrorResponse;
|
|
11
|
+
//# sourceMappingURL=embed.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/tei/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,cAAc,EAAE,cAc5B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,CACtC,QAAQ,EAAE,aAAa,GAAG,aAAa,EACvC,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,aAAa,GAAG,aAYpB,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { CustomModelErrorResponseTransform } from '../vllm-openai/chatComplete.js';
|
|
2
|
+
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
|
|
3
|
+
export const TEIEmbedConfig = {
|
|
4
|
+
input: {
|
|
5
|
+
param: 'input',
|
|
6
|
+
required: true,
|
|
7
|
+
},
|
|
8
|
+
encoding_format: {
|
|
9
|
+
param: 'encoding_format',
|
|
10
|
+
},
|
|
11
|
+
dimensions: {
|
|
12
|
+
param: 'dimensions',
|
|
13
|
+
},
|
|
14
|
+
user: {
|
|
15
|
+
param: 'user',
|
|
16
|
+
},
|
|
17
|
+
};
|
|
18
|
+
export const TEIEmbedResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
|
|
19
|
+
if (responseStatus !== 200) {
|
|
20
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
21
|
+
}
|
|
22
|
+
return response;
|
|
23
|
+
};
|
|
24
|
+
//# sourceMappingURL=embed.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/tei/embed.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,saAAsa;AAEta,MAAM,CAAC,MAAM,cAAc,GAAmB;IAC5C,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAOD,CACnC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../../../providers/types';
|
|
2
|
+
import { Params } from '../../../types/requestBody';
|
|
3
|
+
export declare const VLLMOpenAIChatCompleteConfig: ProviderConfig;
|
|
4
|
+
export interface VLLMOpenAIChatCompleteResponse extends ChatCompletionResponse {
|
|
5
|
+
system_fingerprint: string;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* Transforms error responses from custom model providers with intelligent URL validation.
|
|
9
|
+
*
|
|
10
|
+
* This function provides helpful error messages when a 404 error occurs due to URL misconfiguration.
|
|
11
|
+
* The validation logic checks the final gateway request URL (baseUrl + endpoint) for common misconfigurations.
|
|
12
|
+
*
|
|
13
|
+
* Based on our endpoint definitions in api.ts, all valid URLs must contain exactly one `/v1/`:
|
|
14
|
+
* - For types where endpoint includes `/v1`: baseUrl (no `/v1`) + `/v1/endpoint` = `baseUrl/v1/endpoint` (1 `/v1/`)
|
|
15
|
+
* - For types where endpoint doesn't include `/v1`: baseUrl/v1 + `/endpoint` = `baseUrl/v1/endpoint` (1 `/v1/`)
|
|
16
|
+
*
|
|
17
|
+
* Misconfigurations:
|
|
18
|
+
* - 0 occurrences of `/v1/`: Missing `/v1` in baseUrl (for types that need it)
|
|
19
|
+
* - 2+ occurrences of `/v1/`: Double `/v1` from baseUrl + endpoint both having `/v1`
|
|
20
|
+
*
|
|
21
|
+
* @param err - The error object or response containing error information
|
|
22
|
+
* @param defaultStatus - Default HTTP status code if not found in error (default: 500)
|
|
23
|
+
* @param gatewayRequestUrl - The complete URL that gateway uses to connect to the self-hosted model (baseUrl + endpoint) (required)
|
|
24
|
+
* @returns ErrorResponse with potentially enhanced error message
|
|
25
|
+
*/
|
|
26
|
+
export declare const CustomModelErrorResponseTransform: (err: any, defaultStatus: number | undefined, gatewayRequestUrl: string) => ErrorResponse;
|
|
27
|
+
export declare const VLLMOpenAIChatCompleteResponseTransform: (response: VLLMOpenAIChatCompleteResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => ChatCompletionResponse | ErrorResponse;
|
|
28
|
+
//# sourceMappingURL=chatComplete.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chatComplete.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/vllm-openai/chatComplete.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAEjG,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAIpD,eAAO,MAAM,4BAA4B,EAAE,cAmG1C,CAAC;AAEF,MAAM,WAAW,8BAA+B,SAAQ,sBAAsB;IAC5E,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,iCAAiC,GAC5C,KAAK,GAAG,EACR,iCAAmB,EACnB,mBAAmB,MAAM,KACxB,aA6BF,CAAC;AAEF,eAAO,MAAM,uCAAuC,EAAE,CACpD,QAAQ,EAAE,8BAA8B,GAAG,aAAa,EACxD,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,sBAAsB,GAAG,aAY7B,CAAC"}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
import { SELF_HOSTED } from '../../../globals.js';
|
|
7
|
+
import { generateErrorResponse } from '../../../providers/utils.js';
|
|
8
|
+
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
|
|
9
|
+
export const VLLMOpenAIChatCompleteConfig = {
|
|
10
|
+
model: {
|
|
11
|
+
param: 'model',
|
|
12
|
+
transform: (params) => {
|
|
13
|
+
return params.model;
|
|
14
|
+
},
|
|
15
|
+
},
|
|
16
|
+
messages: {
|
|
17
|
+
param: 'messages',
|
|
18
|
+
default: '',
|
|
19
|
+
},
|
|
20
|
+
functions: {
|
|
21
|
+
param: 'functions',
|
|
22
|
+
},
|
|
23
|
+
function_call: {
|
|
24
|
+
param: 'function_call',
|
|
25
|
+
},
|
|
26
|
+
max_tokens: {
|
|
27
|
+
param: 'max_tokens',
|
|
28
|
+
default: 100,
|
|
29
|
+
min: 0,
|
|
30
|
+
},
|
|
31
|
+
temperature: {
|
|
32
|
+
param: 'temperature',
|
|
33
|
+
default: 1,
|
|
34
|
+
min: 0,
|
|
35
|
+
max: 2,
|
|
36
|
+
},
|
|
37
|
+
top_p: {
|
|
38
|
+
param: 'top_p',
|
|
39
|
+
default: 1,
|
|
40
|
+
min: 0,
|
|
41
|
+
max: 1,
|
|
42
|
+
},
|
|
43
|
+
n: {
|
|
44
|
+
param: 'n',
|
|
45
|
+
default: 1,
|
|
46
|
+
},
|
|
47
|
+
stream: {
|
|
48
|
+
param: 'stream',
|
|
49
|
+
default: false,
|
|
50
|
+
},
|
|
51
|
+
stop: {
|
|
52
|
+
param: 'stop',
|
|
53
|
+
},
|
|
54
|
+
presence_penalty: {
|
|
55
|
+
param: 'presence_penalty',
|
|
56
|
+
min: -2,
|
|
57
|
+
max: 2,
|
|
58
|
+
},
|
|
59
|
+
frequency_penalty: {
|
|
60
|
+
param: 'frequency_penalty',
|
|
61
|
+
min: -2,
|
|
62
|
+
max: 2,
|
|
63
|
+
},
|
|
64
|
+
logit_bias: {
|
|
65
|
+
param: 'logit_bias',
|
|
66
|
+
},
|
|
67
|
+
user: {
|
|
68
|
+
param: 'user',
|
|
69
|
+
},
|
|
70
|
+
seed: {
|
|
71
|
+
param: 'seed',
|
|
72
|
+
},
|
|
73
|
+
tools: {
|
|
74
|
+
param: 'tools',
|
|
75
|
+
required: false,
|
|
76
|
+
transform: (params) => {
|
|
77
|
+
if (params.tools && params.tools.length > 0) {
|
|
78
|
+
return params.tools;
|
|
79
|
+
}
|
|
80
|
+
return [];
|
|
81
|
+
},
|
|
82
|
+
},
|
|
83
|
+
tool_choice: {
|
|
84
|
+
param: 'tool_choice',
|
|
85
|
+
},
|
|
86
|
+
response_format: {
|
|
87
|
+
param: 'response_format',
|
|
88
|
+
},
|
|
89
|
+
logprobs: {
|
|
90
|
+
param: 'logprobs',
|
|
91
|
+
default: false,
|
|
92
|
+
},
|
|
93
|
+
top_logprobs: {
|
|
94
|
+
param: 'top_logprobs',
|
|
95
|
+
},
|
|
96
|
+
stream_options: {
|
|
97
|
+
param: 'stream_options',
|
|
98
|
+
required: (params) => params.stream === true,
|
|
99
|
+
default: { include_usage: true },
|
|
100
|
+
transform: (params) => {
|
|
101
|
+
const existingStreamOptions = params.stream_options || {};
|
|
102
|
+
return {
|
|
103
|
+
...existingStreamOptions,
|
|
104
|
+
include_usage: true,
|
|
105
|
+
};
|
|
106
|
+
},
|
|
107
|
+
},
|
|
108
|
+
};
|
|
109
|
+
/**
|
|
110
|
+
* Transforms error responses from custom model providers with intelligent URL validation.
|
|
111
|
+
*
|
|
112
|
+
* This function provides helpful error messages when a 404 error occurs due to URL misconfiguration.
|
|
113
|
+
* The validation logic checks the final gateway request URL (baseUrl + endpoint) for common misconfigurations.
|
|
114
|
+
*
|
|
115
|
+
* Based on our endpoint definitions in api.ts, all valid URLs must contain exactly one `/v1/`:
|
|
116
|
+
* - For types where endpoint includes `/v1`: baseUrl (no `/v1`) + `/v1/endpoint` = `baseUrl/v1/endpoint` (1 `/v1/`)
|
|
117
|
+
* - For types where endpoint doesn't include `/v1`: baseUrl/v1 + `/endpoint` = `baseUrl/v1/endpoint` (1 `/v1/`)
|
|
118
|
+
*
|
|
119
|
+
* Misconfigurations:
|
|
120
|
+
* - 0 occurrences of `/v1/`: Missing `/v1` in baseUrl (for types that need it)
|
|
121
|
+
* - 2+ occurrences of `/v1/`: Double `/v1` from baseUrl + endpoint both having `/v1`
|
|
122
|
+
*
|
|
123
|
+
* @param err - The error object or response containing error information
|
|
124
|
+
* @param defaultStatus - Default HTTP status code if not found in error (default: 500)
|
|
125
|
+
* @param gatewayRequestUrl - The complete URL that gateway uses to connect to the self-hosted model (baseUrl + endpoint) (required)
|
|
126
|
+
* @returns ErrorResponse with potentially enhanced error message
|
|
127
|
+
*/
|
|
128
|
+
export const CustomModelErrorResponseTransform = (err, defaultStatus = 500, gatewayRequestUrl) => {
|
|
129
|
+
let message = typeof err === 'string' ? err : err?.error?.message || err?.message || err?.text || 'Unknown Error Happened';
|
|
130
|
+
const code = err?.error?.code || err?.code || defaultStatus;
|
|
131
|
+
// Only perform URL validation for 404 errors
|
|
132
|
+
if (code === 404) {
|
|
133
|
+
// Count occurrences of `/v1/` in the URL
|
|
134
|
+
// Use a lookahead pattern to correctly count overlapping/adjacent occurrences like /v1/v1/
|
|
135
|
+
const v1Count = (gatewayRequestUrl.match(/\/v1(?=\/)/g) || []).length;
|
|
136
|
+
// Valid URLs should have exactly 1 `/v1/`, so 0 or 2+ indicates misconfiguration
|
|
137
|
+
if (v1Count === 0) {
|
|
138
|
+
message =
|
|
139
|
+
'The model URL might be misconfigured. It may need `/v1` at the end (e.g., `https://your-model-url/v1`).';
|
|
140
|
+
}
|
|
141
|
+
else if (v1Count > 1) {
|
|
142
|
+
message =
|
|
143
|
+
'The model URL might be misconfigured. It should not end with `/v1` (e.g., use `https://your-model-url` instead of `https://your-model-url/v1`).';
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
return generateErrorResponse({
|
|
147
|
+
message,
|
|
148
|
+
type: null,
|
|
149
|
+
code: code?.toString() || null,
|
|
150
|
+
}, SELF_HOSTED);
|
|
151
|
+
};
|
|
152
|
+
export const VLLMOpenAIChatCompleteResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
|
|
153
|
+
if (responseStatus !== 200) {
|
|
154
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
155
|
+
}
|
|
156
|
+
return response;
|
|
157
|
+
};
|
|
158
|
+
//# sourceMappingURL=chatComplete.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chatComplete.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/vllm-openai/chatComplete.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAGjE,saAAsa;AAEta,MAAM,CAAC,MAAM,4BAA4B,GAAmB;IAC1D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;KACF;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,EAAE;KACZ;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;KACnB;IACD,aAAa,EAAE;QACb,KAAK,EAAE,eAAe;KACvB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,GAAG;QACZ,GAAG,EAAE,CAAC;KACP;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,CAAC,EAAE;QACD,KAAK,EAAE,GAAG;QACV,OAAO,EAAE,CAAC;KACX;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,iBAAiB,EAAE;QACjB,KAAK,EAAE,mBAAmB;QAC1B,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;KACF;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;KACrB;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,KAAK;KACf;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,cAAc;KACtB;IACD,cAAc,EAAE;QACd,KAAK,EAAE,gBAAgB;QACvB,QAAQ,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI;QACpD,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;QAChC,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,MAAM,qBAAqB,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;YAC1D,OAAO;gBACL,GAAG,qBAAqB;gBACxB,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;KACF;CACF,CAAC;AAMF;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,GAAQ,EACR,aAAa,GAAG,GAAG,EACnB,iBAAyB,EACV,EAAE;IACjB,IAAI,OAAO,GACT,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,IAAI,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,IAAI,IAAI,wBAAwB,CAAC;IAC/G,MAAM,IAAI,GAAG,GAAG,EAAE,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,aAAa,CAAC;IAE5D,6CAA6C;IAC7C,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;QACjB,yCAAyC;QACzC,2FAA2F;QAC3F,MAAM,OAAO,GAAG,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAEtE,iFAAiF;QACjF,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO;gBACL,yGAAyG,CAAC;QAC9G,CAAC;aAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,iJAAiJ,CAAC;QACtJ,CAAC;IACH,CAAC;IAED,OAAO,qBAAqB,CAC1B;QACE,OAAO;QACP,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,IAAI;KAC/B,EACD,WAAW,CACZ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uCAAuC,GAON,CAC5C,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ================================
|
|
3
|
+
* TFY Managed File
|
|
4
|
+
* ================================
|
|
5
|
+
*/
|
|
6
|
+
import { CompletionResponse, ErrorResponse, ProviderConfig } from '../../../providers/types';
|
|
7
|
+
import { Params } from '../../../types/requestBody';
|
|
8
|
+
export declare const VLLMOpenAICompleteConfig: ProviderConfig;
|
|
9
|
+
export interface VLLMOpenAICompleteResponse extends CompletionResponse {
|
|
10
|
+
system_fingerprint: string;
|
|
11
|
+
}
|
|
12
|
+
export declare const VLLMOpenAICompleteResponseTransform: (response: VLLMOpenAICompleteResponse | ErrorResponse, responseStatus: number, _responseHeaders: Headers, _strictOpenAiCompliance: boolean, gatewayRequestUrl: string, _gatewayRequest: Params) => CompletionResponse | ErrorResponse;
|
|
13
|
+
//# sourceMappingURL=complete.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/vllm-openai/complete.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC7F,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAKpD,eAAO,MAAM,wBAAwB,EAAE,cAwEtC,CAAC;AAEF,MAAM,WAAW,0BAA2B,SAAQ,kBAAkB;IACpE,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,eAAO,MAAM,mCAAmC,EAAE,CAChD,QAAQ,EAAE,0BAA0B,GAAG,aAAa,EACpD,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,OAAO,EACzB,uBAAuB,EAAE,OAAO,EAChC,iBAAiB,EAAE,MAAM,EACzB,eAAe,EAAE,MAAM,KACpB,kBAAkB,GAAG,aAYzB,CAAC"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { CustomModelErrorResponseTransform } from './chatComplete.js';
|
|
2
|
+
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
|
|
3
|
+
export const VLLMOpenAICompleteConfig = {
|
|
4
|
+
model: {
|
|
5
|
+
param: 'model',
|
|
6
|
+
transform: (params) => {
|
|
7
|
+
return params.model;
|
|
8
|
+
},
|
|
9
|
+
},
|
|
10
|
+
prompt: {
|
|
11
|
+
param: 'prompt',
|
|
12
|
+
default: '',
|
|
13
|
+
},
|
|
14
|
+
max_tokens: {
|
|
15
|
+
param: 'max_tokens',
|
|
16
|
+
default: 100,
|
|
17
|
+
min: 0,
|
|
18
|
+
},
|
|
19
|
+
temperature: {
|
|
20
|
+
param: 'temperature',
|
|
21
|
+
default: 1,
|
|
22
|
+
min: 0,
|
|
23
|
+
max: 2,
|
|
24
|
+
},
|
|
25
|
+
top_p: {
|
|
26
|
+
param: 'top_p',
|
|
27
|
+
default: 1,
|
|
28
|
+
min: 0,
|
|
29
|
+
max: 1,
|
|
30
|
+
},
|
|
31
|
+
n: {
|
|
32
|
+
param: 'n',
|
|
33
|
+
default: 1,
|
|
34
|
+
},
|
|
35
|
+
stream: {
|
|
36
|
+
param: 'stream',
|
|
37
|
+
default: false,
|
|
38
|
+
},
|
|
39
|
+
logprobs: {
|
|
40
|
+
param: 'logprobs',
|
|
41
|
+
max: 5,
|
|
42
|
+
},
|
|
43
|
+
echo: {
|
|
44
|
+
param: 'echo',
|
|
45
|
+
default: false,
|
|
46
|
+
},
|
|
47
|
+
stop: {
|
|
48
|
+
param: 'stop',
|
|
49
|
+
},
|
|
50
|
+
presence_penalty: {
|
|
51
|
+
param: 'presence_penalty',
|
|
52
|
+
min: -2,
|
|
53
|
+
max: 2,
|
|
54
|
+
},
|
|
55
|
+
frequency_penalty: {
|
|
56
|
+
param: 'frequency_penalty',
|
|
57
|
+
min: -2,
|
|
58
|
+
max: 2,
|
|
59
|
+
},
|
|
60
|
+
best_of: {
|
|
61
|
+
param: 'best_of',
|
|
62
|
+
},
|
|
63
|
+
logit_bias: {
|
|
64
|
+
param: 'logit_bias',
|
|
65
|
+
},
|
|
66
|
+
user: {
|
|
67
|
+
param: 'user',
|
|
68
|
+
},
|
|
69
|
+
seed: {
|
|
70
|
+
param: 'seed',
|
|
71
|
+
},
|
|
72
|
+
suffix: {
|
|
73
|
+
param: 'suffix',
|
|
74
|
+
},
|
|
75
|
+
};
|
|
76
|
+
export const VLLMOpenAICompleteResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, gatewayRequestUrl, _gatewayRequest) => {
|
|
77
|
+
if (responseStatus !== 200) {
|
|
78
|
+
return CustomModelErrorResponseTransform(response, responseStatus, gatewayRequestUrl);
|
|
79
|
+
}
|
|
80
|
+
return response;
|
|
81
|
+
};
|
|
82
|
+
//# sourceMappingURL=complete.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"complete.js","sourceRoot":"","sources":["../../../../src/tfy-providers/custom/vllm-openai/complete.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,iCAAiC,EAAE,MAAM,gBAAgB,CAAC;AAEnE,saAAsa;AAEta,MAAM,CAAC,MAAM,wBAAwB,GAAmB;IACtD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;KACF;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,EAAE;KACZ;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,GAAG;QACZ,GAAG,EAAE,CAAC;KACP;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,CAAC,EAAE;QACD,KAAK,EAAE,GAAG;QACV,OAAO,EAAE,CAAC;KACX;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,KAAK;KACf;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,GAAG,EAAE,CAAC;KACP;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,iBAAiB,EAAE;QACjB,KAAK,EAAE,mBAAmB;QAC1B,GAAG,EAAE,CAAC,CAAC;QACP,GAAG,EAAE,CAAC;KACP;IACD,OAAO,EAAE;QACP,KAAK,EAAE,SAAS;KACjB;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;KAChB;CACF,CAAC;AAMF,MAAM,CAAC,MAAM,mCAAmC,GAON,CACxC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
//# sourceMappingURL=constants.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/tracing/constants.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/tracing/constants.ts"],"names":[],"mappings":""}
|