npm - @matthewdunbar/amazon-bedrock-mantle - Versions diffs - 0.0.6 → 0.0.7 - Mend

@matthewdunbar/amazon-bedrock-mantle 0.0.6 → 0.0.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (5) hide show

package/dist/index.js CHANGED Viewed

@@ -132,7 +132,7 @@ function createAmazonBedrockMantle(options = {}) {
     apiKey: apiKey != null ? apiKey : "dummy-key-for-sigv4",
     fetch: fetchFunction,
     headers: options.headers,
-    includeUsage: true
+    includeUsage: false
   });
   const provider = function(modelId) {
     if (new.target) {
@@ -152,7 +152,7 @@ function createAmazonBedrockMantle(options = {}) {
 var bedrockMantle = createAmazonBedrockMantle();
 // src/version.ts
-var VERSION = true ? "0.0.4" : "0.0.0-test";
+var VERSION = true ? "0.0.6" : "0.0.0-test";
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   VERSION,

package/dist/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../src/index.ts","../src/bedrock-mantle-provider.ts","../src/version.ts"],"sourcesContent":["export {\n bedrockMantle,\n createAmazonBedrockMantle,\n} from './bedrock-mantle-provider';\nexport type {\n AmazonBedrockMantleProvider,\n AmazonBedrockMantleProviderSettings,\n BedrockMantleChatModelId,\n} from './bedrock-mantle-provider';\nexport { VERSION } from './version';\n","import {\n EmbeddingModelV3,\n ImageModelV3,\n LanguageModelV3,\n ProviderV3,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadOptionalSetting,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n createOpenAICompatible,\n OpenAICompatibleProvider,\n} from '@ai-sdk/openai-compatible';\nimport { AwsV4Signer } from 'aws4fetch';\nimport { fromNodeProviderChain } from '@aws-sdk/credential-providers';\n\nexport interface AmazonBedrockMantleProviderSettings {\n /*\n The AWS region to use for the Bedrock Mantle provider. Defaults to 'us-east-1'.\n /\n region?: string;\n\n /\n API key for authenticating requests using Bearer token authentication.\n * When provided, this will be used instead of AWS SigV4 authentication.\n * Defaults to the value of the `AWS_BEARER_TOKEN_BEDROCK` environment variable.\n \n Note: When `apiKey` is provided, it takes precedence over AWS SigV4 authentication.\n * If neither `apiKey` nor `AWS_BEARER_TOKEN_BEDROCK` environment variable is set,\n * the provider will fall back to AWS SigV4 authentication using AWS credentials.\n /\n apiKey?: string;\n\n /\n The AWS access key ID to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_ACCESS_KEY_ID` environment variable.\n /\n accessKeyId?: string;\n\n /\n The AWS secret access key to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SECRET_ACCESS_KEY` environment variable.\n /\n secretAccessKey?: string;\n\n /\n The AWS session token to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SESSION_TOKEN` environment variable.\n /\n sessionToken?: string;\n\n /\n The AWS profile to use for loading credentials from the AWS CLI configuration.\n * When specified, credentials will be loaded from ~/.aws/credentials for the given profile.\n * This uses the AWS credential provider chain to support SSO, IAM roles, etc.\n * This takes precedence over static credentials but is overridden by `apiKey`.\n /\n profile?: string;\n\n /\n Base URL for the Bedrock Mantle API calls. Defaults to the bedrock-mantle endpoint.\n /\n baseURL?: string;\n\n /\n Custom headers to include in the requests.\n /\n headers?: Record<string, string>;\n\n /\n Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n /\n fetch?: FetchFunction;\n\n /\n The AWS credential provider to use for the Bedrock Mantle provider to get dynamic\n * credentials similar to the AWS SDK. Setting a provider here will cause its\n * credential values to be used instead of the `accessKeyId`, `secretAccessKey`,\n * and `sessionToken` settings.\n /\n credentialProvider?: () => PromiseLike<{\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n }>;\n}\n\nexport type BedrockMantleChatModelId = string;\nexport type BedrockMantleEmbeddingModelId = string;\nexport type BedrockMantleImageModelId = string;\n\nexport interface AmazonBedrockMantleProvider extends ProviderV3 {\n (modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n languageModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n chatModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n embeddingModel(modelId: BedrockMantleEmbeddingModelId): EmbeddingModelV3;\n\n imageModel(modelId: BedrockMantleImageModelId): ImageModelV3;\n}\n\ninterface BedrockCredentials {\n region: string;\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n}\n\n/\n Creates a fetch function that applies AWS Signature Version 4 signing for bedrock-mantle service.\n \n @param getCredentials - Function that returns the AWS credentials to use when signing.\n * @param fetchImpl - Optional original fetch implementation to wrap. Defaults to global fetch.\n * @returns A FetchFunction that signs requests before passing them to the underlying fetch.\n /\nfunction createMantleSigV4FetchFunction(\n getCredentials: () => BedrockCredentials \| PromiseLike<BedrockCredentials>,\n fetchImpl: FetchFunction = globalThis.fetch,\n): FetchFunction {\n return async (\n input: RequestInfo \| URL,\n init?: RequestInit,\n ): Promise<Response> => {\n const url =\n typeof input === 'string'\n ? input\n : input instanceof URL\n ? input.href\n : input.url;\n\n const body =\n typeof init?.body === 'string'\n ? init.body\n : init?.body\n ? JSON.stringify(init.body)\n : undefined;\n\n const headers = init?.headers ?? {};\n const headerEntries =\n headers instanceof Headers\n ? Array.from(headers.entries())\n : Array.isArray(headers)\n ? headers\n : Object.entries(headers);\n\n const credentials = await getCredentials();\n const signer = new AwsV4Signer({\n url,\n method: init?.method ?? 'POST',\n headers: headerEntries,\n body,\n region: credentials.region,\n accessKeyId: credentials.accessKeyId,\n secretAccessKey: credentials.secretAccessKey,\n sessionToken: credentials.sessionToken,\n service: 'bedrock-mantle',\n });\n\n const signed = await signer.sign();\n return fetchImpl(input, {\n ...init,\n body,\n headers: Object.fromEntries(signed.headers.entries()),\n });\n };\n}\n\n/\n Create an Amazon Bedrock Mantle provider instance.\n * Bedrock Mantle is AWS Bedrock's OpenAI-compatible endpoint that routes all requests\n * through bedrock-mantle.<region>.api.aws/v1 using OpenAI API format.\n /\nexport function createAmazonBedrockMantle(\n options: AmazonBedrockMantleProviderSettings = {},\n): AmazonBedrockMantleProvider {\n // Get region - use option first, then environment variable, then default to us-east-1\n const region =\n options.region ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_REGION',\n }) ??\n 'us-east-1';\n\n // Check for API key authentication\n const rawApiKey = loadOptionalSetting({\n settingValue: options.apiKey,\n environmentVariableName: 'AWS_BEARER_TOKEN_BEDROCK',\n });\n\n // Only use API key if it's a non-empty, non-whitespace string\n const apiKey =\n rawApiKey && rawApiKey.trim().length > 0 ? rawApiKey.trim() : undefined;\n\n // Use API key authentication if available, otherwise fall back to SigV4\n let fetchFunction: FetchFunction;\n if (apiKey) {\n fetchFunction = options.fetch ?? globalThis.fetch;\n } else if (options.profile) {\n // Use AWS credential provider chain with profile\n const credentialProvider = fromNodeProviderChain({\n profile: options.profile,\n });\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else if (options.credentialProvider) {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n ...(await options.credentialProvider!()),\n region,\n };\n }, options.fetch);\n } else {\n // For static credentials, load from options or environment variables\n const accessKeyId =\n options.accessKeyId ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_ACCESS_KEY_ID',\n });\n\n const secretAccessKey =\n options.secretAccessKey ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SECRET_ACCESS_KEY',\n });\n\n const sessionToken =\n options.sessionToken ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SESSION_TOKEN',\n });\n\n // If no static credentials, use the default credential provider chain\n if (!accessKeyId \|\| !secretAccessKey) {\n const credentialProvider = fromNodeProviderChain();\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n region,\n accessKeyId: accessKeyId!,\n secretAccessKey: secretAccessKey!,\n sessionToken,\n };\n }, options.fetch);\n }\n }\n\n const baseURL =\n withoutTrailingSlash(\n options.baseURL ?? `https://bedrock-mantle.${region}.api.aws/v1`,\n ) ?? `https://bedrock-mantle.us-east-1.api.aws/v1`;\n\n // Create the OpenAI-compatible provider\n const mantleProvider: OpenAICompatibleProvider<\n string,\n string,\n string,\n string\n > = createOpenAICompatible({\n baseURL,\n name: 'amazon-bedrock-mantle',\n apiKey: apiKey ?? 'dummy-key-for-sigv4',\n fetch: fetchFunction,\n headers: options.headers,\n includeUsage: true,\n });\n\n const provider = function (modelId: BedrockMantleChatModelId) {\n if (new.target) {\n throw new Error(\n 'The Amazon Bedrock Mantle model function cannot be called with the new keyword.',\n );\n }\n return mantleProvider.languageModel(modelId);\n };\n\n provider.specificationVersion = 'v3' as const;\n provider.languageModel = mantleProvider.languageModel;\n provider.chatModel = mantleProvider.languageModel;\n provider.embeddingModel = mantleProvider.embeddingModel;\n provider.imageModel = mantleProvider.imageModel;\n\n return provider as AmazonBedrockMantleProvider;\n}\n\n/\n Default Bedrock Mantle provider instance.\n */\nexport const bedrockMantle = createAmazonBedrockMantle();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string \| undefined;\nexport const VERSION: string =\n typeof __PACKAGE_VERSION__ !== 'undefined'\n ? __PACKAGE_VERSION__\n : '0.0.0-test';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACMA,4BAIO;AACP,+BAGO;AACP,uBAA4B;AAC5B,kCAAsC;AAwGtC,SAAS,+BACP,gBACA,YAA2B,WAAW,OACvB;AACf,SAAO,OACL,OACA,SACsB;AA/H1B;AAgII,UAAM,MACJ,OAAO,UAAU,WACb,QACA,iBAAiB,MACf,MAAM,OACN,MAAM;AAEd,UAAM,OACJ,QAAO,6BAAM,UAAS,WAClB,KAAK,QACL,6BAAM,QACJ,KAAK,UAAU,KAAK,IAAI,IACxB;AAER,UAAM,WAAU,kCAAM,YAAN,YAAiB,CAAC;AAClC,UAAM,gBACJ,mBAAmB,UACf,MAAM,KAAK,QAAQ,QAAQ,CAAC,IAC5B,MAAM,QAAQ,OAAO,IACnB,UACA,OAAO,QAAQ,OAAO;AAE9B,UAAM,cAAc,MAAM,eAAe;AACzC,UAAM,SAAS,IAAI,6BAAY;AAAA,MAC7B;AAAA,MACA,SAAQ,kCAAM,WAAN,YAAgB;AAAA,MACxB,SAAS;AAAA,MACT;AAAA,MACA,QAAQ,YAAY;AAAA,MACpB,aAAa,YAAY;AAAA,MACzB,iBAAiB,YAAY;AAAA,MAC7B,cAAc,YAAY;AAAA,MAC1B,SAAS;AAAA,IACX,CAAC;AAED,UAAM,SAAS,MAAM,OAAO,KAAK;AACjC,WAAO,UAAU,OAAO;AAAA,MACtB,GAAG;AAAA,MACH;AAAA,MACA,SAAS,OAAO,YAAY,OAAO,QAAQ,QAAQ,CAAC;AAAA,IACtD,CAAC;AAAA,EACH;AACF;AAOO,SAAS,0BACd,UAA+C,CAAC,GACnB;AAnL/B;AAqLE,QAAM,UACJ,mBAAQ,WAAR,gBACA,2CAAoB;AAAA,IAClB,cAAc;AAAA,IACd,yBAAyB;AAAA,EAC3B,CAAC,MAJD,YAKA;AAGF,QAAM,gBAAY,2CAAoB;AAAA,IACpC,cAAc,QAAQ;AAAA,IACtB,yBAAyB;AAAA,EAC3B,CAAC;AAGD,QAAM,SACJ,aAAa,UAAU,KAAK,EAAE,SAAS,IAAI,UAAU,KAAK,IAAI;AAGhE,MAAI;AACJ,MAAI,QAAQ;AACV,qBAAgB,aAAQ,UAAR,YAAiB,WAAW;AAAA,EAC9C,WAAW,QAAQ,SAAS;AAE1B,UAAM,yBAAqB,mDAAsB;AAAA,MAC/C,SAAS,QAAQ;AAAA,IACnB,CAAC;AACD,oBAAgB,+BAA+B,YAAY;AACzD,YAAM,QAAQ,MAAM,mBAAmB;AACvC,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,WAAW,QAAQ,oBAAoB;AACrC,oBAAgB,+BAA+B,YAAY;AACzD,aAAO;AAAA,QACL,GAAI,MAAM,QAAQ,mBAAoB;AAAA,QACtC;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,OAAO;AAEL,UAAM,eACJ,aAAQ,gBAAR,gBACA,2CAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,mBACJ,aAAQ,oBAAR,gBACA,2CAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,gBACJ,aAAQ,iBAAR,gBACA,2CAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAGH,QAAI,CAAC,eAAe,CAAC,iBAAiB;AACpC,YAAM,yBAAqB,mDAAsB;AACjD,sBAAgB,+BAA+B,YAAY;AACzD,cAAM,QAAQ,MAAM,mBAAmB;AACvC,eAAO;AAAA,UACL,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB,OAAO;AACL,sBAAgB,+BAA+B,YAAY;AACzD,eAAO;AAAA,UACL;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB;AAAA,EACF;AAEA,QAAM,WACJ;AAAA,KACE,aAAQ,YAAR,YAAmB,0BAA0B,MAAM;AAAA,EACrD,MAFA,YAEK;AAGP,QAAM,qBAKF,iDAAuB;AAAA,IACzB;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,0BAAU;AAAA,IAClB,OAAO;AAAA,IACP,SAAS,QAAQ;AAAA,IACjB,cAAc;AAAA,EAChB,CAAC;AAED,QAAM,WAAW,SAAU,SAAmC;AAC5D,QAAI,YAAY;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,WAAO,eAAe,cAAc,OAAO;AAAA,EAC7C;AAEA,WAAS,uBAAuB;AAChC,WAAS,gBAAgB,eAAe;AACxC,WAAS,YAAY,eAAe;AACpC,WAAS,iBAAiB,eAAe;AACzC,WAAS,aAAa,eAAe;AAErC,SAAO;AACT;AAKO,IAAM,gBAAgB,0BAA0B;;;AClThD,IAAM,UACX,OACI,UACA;","names":[]}
1	+ {"version":3,"sources":["../src/index.ts","../src/bedrock-mantle-provider.ts","../src/version.ts"],"sourcesContent":["export {\n bedrockMantle,\n createAmazonBedrockMantle,\n} from './bedrock-mantle-provider';\nexport type {\n AmazonBedrockMantleProvider,\n AmazonBedrockMantleProviderSettings,\n BedrockMantleChatModelId,\n} from './bedrock-mantle-provider';\nexport { VERSION } from './version';\n","import {\n EmbeddingModelV3,\n ImageModelV3,\n LanguageModelV3,\n ProviderV3,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadOptionalSetting,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n createOpenAICompatible,\n OpenAICompatibleProvider,\n} from '@ai-sdk/openai-compatible';\nimport { AwsV4Signer } from 'aws4fetch';\nimport { fromNodeProviderChain } from '@aws-sdk/credential-providers';\n\nexport interface AmazonBedrockMantleProviderSettings {\n /*\n The AWS region to use for the Bedrock Mantle provider. Defaults to 'us-east-1'.\n /\n region?: string;\n\n /\n API key for authenticating requests using Bearer token authentication.\n * When provided, this will be used instead of AWS SigV4 authentication.\n * Defaults to the value of the `AWS_BEARER_TOKEN_BEDROCK` environment variable.\n \n Note: When `apiKey` is provided, it takes precedence over AWS SigV4 authentication.\n * If neither `apiKey` nor `AWS_BEARER_TOKEN_BEDROCK` environment variable is set,\n * the provider will fall back to AWS SigV4 authentication using AWS credentials.\n /\n apiKey?: string;\n\n /\n The AWS access key ID to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_ACCESS_KEY_ID` environment variable.\n /\n accessKeyId?: string;\n\n /\n The AWS secret access key to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SECRET_ACCESS_KEY` environment variable.\n /\n secretAccessKey?: string;\n\n /\n The AWS session token to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SESSION_TOKEN` environment variable.\n /\n sessionToken?: string;\n\n /\n The AWS profile to use for loading credentials from the AWS CLI configuration.\n * When specified, credentials will be loaded from ~/.aws/credentials for the given profile.\n * This uses the AWS credential provider chain to support SSO, IAM roles, etc.\n * This takes precedence over static credentials but is overridden by `apiKey`.\n /\n profile?: string;\n\n /\n Base URL for the Bedrock Mantle API calls. Defaults to the bedrock-mantle endpoint.\n /\n baseURL?: string;\n\n /\n Custom headers to include in the requests.\n /\n headers?: Record<string, string>;\n\n /\n Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n /\n fetch?: FetchFunction;\n\n /\n The AWS credential provider to use for the Bedrock Mantle provider to get dynamic\n * credentials similar to the AWS SDK. Setting a provider here will cause its\n * credential values to be used instead of the `accessKeyId`, `secretAccessKey`,\n * and `sessionToken` settings.\n /\n credentialProvider?: () => PromiseLike<{\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n }>;\n}\n\nexport type BedrockMantleChatModelId = string;\nexport type BedrockMantleEmbeddingModelId = string;\nexport type BedrockMantleImageModelId = string;\n\nexport interface AmazonBedrockMantleProvider extends ProviderV3 {\n (modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n languageModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n chatModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n embeddingModel(modelId: BedrockMantleEmbeddingModelId): EmbeddingModelV3;\n\n imageModel(modelId: BedrockMantleImageModelId): ImageModelV3;\n}\n\ninterface BedrockCredentials {\n region: string;\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n}\n\n/\n Creates a fetch function that applies AWS Signature Version 4 signing for bedrock-mantle service.\n \n @param getCredentials - Function that returns the AWS credentials to use when signing.\n * @param fetchImpl - Optional original fetch implementation to wrap. Defaults to global fetch.\n * @returns A FetchFunction that signs requests before passing them to the underlying fetch.\n /\nfunction createMantleSigV4FetchFunction(\n getCredentials: () => BedrockCredentials \| PromiseLike<BedrockCredentials>,\n fetchImpl: FetchFunction = globalThis.fetch,\n): FetchFunction {\n return async (\n input: RequestInfo \| URL,\n init?: RequestInit,\n ): Promise<Response> => {\n const url =\n typeof input === 'string'\n ? input\n : input instanceof URL\n ? input.href\n : input.url;\n\n const body =\n typeof init?.body === 'string'\n ? init.body\n : init?.body\n ? JSON.stringify(init.body)\n : undefined;\n\n const headers = init?.headers ?? {};\n const headerEntries =\n headers instanceof Headers\n ? Array.from(headers.entries())\n : Array.isArray(headers)\n ? headers\n : Object.entries(headers);\n\n const credentials = await getCredentials();\n const signer = new AwsV4Signer({\n url,\n method: init?.method ?? 'POST',\n headers: headerEntries,\n body,\n region: credentials.region,\n accessKeyId: credentials.accessKeyId,\n secretAccessKey: credentials.secretAccessKey,\n sessionToken: credentials.sessionToken,\n service: 'bedrock-mantle',\n });\n\n const signed = await signer.sign();\n return fetchImpl(input, {\n ...init,\n body,\n headers: Object.fromEntries(signed.headers.entries()),\n });\n };\n}\n\n/\n Create an Amazon Bedrock Mantle provider instance.\n * Bedrock Mantle is AWS Bedrock's OpenAI-compatible endpoint that routes all requests\n * through bedrock-mantle.<region>.api.aws/v1 using OpenAI API format.\n /\nexport function createAmazonBedrockMantle(\n options: AmazonBedrockMantleProviderSettings = {},\n): AmazonBedrockMantleProvider {\n // Get region - use option first, then environment variable, then default to us-east-1\n const region =\n options.region ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_REGION',\n }) ??\n 'us-east-1';\n\n // Check for API key authentication\n const rawApiKey = loadOptionalSetting({\n settingValue: options.apiKey,\n environmentVariableName: 'AWS_BEARER_TOKEN_BEDROCK',\n });\n\n // Only use API key if it's a non-empty, non-whitespace string\n const apiKey =\n rawApiKey && rawApiKey.trim().length > 0 ? rawApiKey.trim() : undefined;\n\n // Use API key authentication if available, otherwise fall back to SigV4\n let fetchFunction: FetchFunction;\n if (apiKey) {\n fetchFunction = options.fetch ?? globalThis.fetch;\n } else if (options.profile) {\n // Use AWS credential provider chain with profile\n const credentialProvider = fromNodeProviderChain({\n profile: options.profile,\n });\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else if (options.credentialProvider) {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n ...(await options.credentialProvider!()),\n region,\n };\n }, options.fetch);\n } else {\n // For static credentials, load from options or environment variables\n const accessKeyId =\n options.accessKeyId ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_ACCESS_KEY_ID',\n });\n\n const secretAccessKey =\n options.secretAccessKey ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SECRET_ACCESS_KEY',\n });\n\n const sessionToken =\n options.sessionToken ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SESSION_TOKEN',\n });\n\n // If no static credentials, use the default credential provider chain\n if (!accessKeyId \|\| !secretAccessKey) {\n const credentialProvider = fromNodeProviderChain();\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n region,\n accessKeyId: accessKeyId!,\n secretAccessKey: secretAccessKey!,\n sessionToken,\n };\n }, options.fetch);\n }\n }\n\n const baseURL =\n withoutTrailingSlash(\n options.baseURL ?? `https://bedrock-mantle.${region}.api.aws/v1`,\n ) ?? `https://bedrock-mantle.us-east-1.api.aws/v1`;\n\n // Create the OpenAI-compatible provider\n const mantleProvider: OpenAICompatibleProvider<\n string,\n string,\n string,\n string\n > = createOpenAICompatible({\n baseURL,\n name: 'amazon-bedrock-mantle',\n apiKey: apiKey ?? 'dummy-key-for-sigv4',\n fetch: fetchFunction,\n headers: options.headers,\n includeUsage: false,\n });\n\n const provider = function (modelId: BedrockMantleChatModelId) {\n if (new.target) {\n throw new Error(\n 'The Amazon Bedrock Mantle model function cannot be called with the new keyword.',\n );\n }\n return mantleProvider.languageModel(modelId);\n };\n\n provider.specificationVersion = 'v3' as const;\n provider.languageModel = mantleProvider.languageModel;\n provider.chatModel = mantleProvider.languageModel;\n provider.embeddingModel = mantleProvider.embeddingModel;\n provider.imageModel = mantleProvider.imageModel;\n\n return provider as AmazonBedrockMantleProvider;\n}\n\n/\n Default Bedrock Mantle provider instance.\n */\nexport const bedrockMantle = createAmazonBedrockMantle();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string \| undefined;\nexport const VERSION: string =\n typeof __PACKAGE_VERSION__ !== 'undefined'\n ? __PACKAGE_VERSION__\n : '0.0.0-test';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACMA,4BAIO;AACP,+BAGO;AACP,uBAA4B;AAC5B,kCAAsC;AAwGtC,SAAS,+BACP,gBACA,YAA2B,WAAW,OACvB;AACf,SAAO,OACL,OACA,SACsB;AA/H1B;AAgII,UAAM,MACJ,OAAO,UAAU,WACb,QACA,iBAAiB,MACf,MAAM,OACN,MAAM;AAEd,UAAM,OACJ,QAAO,6BAAM,UAAS,WAClB,KAAK,QACL,6BAAM,QACJ,KAAK,UAAU,KAAK,IAAI,IACxB;AAER,UAAM,WAAU,kCAAM,YAAN,YAAiB,CAAC;AAClC,UAAM,gBACJ,mBAAmB,UACf,MAAM,KAAK,QAAQ,QAAQ,CAAC,IAC5B,MAAM,QAAQ,OAAO,IACnB,UACA,OAAO,QAAQ,OAAO;AAE9B,UAAM,cAAc,MAAM,eAAe;AACzC,UAAM,SAAS,IAAI,6BAAY;AAAA,MAC7B;AAAA,MACA,SAAQ,kCAAM,WAAN,YAAgB;AAAA,MACxB,SAAS;AAAA,MACT;AAAA,MACA,QAAQ,YAAY;AAAA,MACpB,aAAa,YAAY;AAAA,MACzB,iBAAiB,YAAY;AAAA,MAC7B,cAAc,YAAY;AAAA,MAC1B,SAAS;AAAA,IACX,CAAC;AAED,UAAM,SAAS,MAAM,OAAO,KAAK;AACjC,WAAO,UAAU,OAAO;AAAA,MACtB,GAAG;AAAA,MACH;AAAA,MACA,SAAS,OAAO,YAAY,OAAO,QAAQ,QAAQ,CAAC;AAAA,IACtD,CAAC;AAAA,EACH;AACF;AAOO,SAAS,0BACd,UAA+C,CAAC,GACnB;AAnL/B;AAqLE,QAAM,UACJ,mBAAQ,WAAR,gBACA,2CAAoB;AAAA,IAClB,cAAc;AAAA,IACd,yBAAyB;AAAA,EAC3B,CAAC,MAJD,YAKA;AAGF,QAAM,gBAAY,2CAAoB;AAAA,IACpC,cAAc,QAAQ;AAAA,IACtB,yBAAyB;AAAA,EAC3B,CAAC;AAGD,QAAM,SACJ,aAAa,UAAU,KAAK,EAAE,SAAS,IAAI,UAAU,KAAK,IAAI;AAGhE,MAAI;AACJ,MAAI,QAAQ;AACV,qBAAgB,aAAQ,UAAR,YAAiB,WAAW;AAAA,EAC9C,WAAW,QAAQ,SAAS;AAE1B,UAAM,yBAAqB,mDAAsB;AAAA,MAC/C,SAAS,QAAQ;AAAA,IACnB,CAAC;AACD,oBAAgB,+BAA+B,YAAY;AACzD,YAAM,QAAQ,MAAM,mBAAmB;AACvC,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,WAAW,QAAQ,oBAAoB;AACrC,oBAAgB,+BAA+B,YAAY;AACzD,aAAO;AAAA,QACL,GAAI,MAAM,QAAQ,mBAAoB;AAAA,QACtC;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,OAAO;AAEL,UAAM,eACJ,aAAQ,gBAAR,gBACA,2CAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,mBACJ,aAAQ,oBAAR,gBACA,2CAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,gBACJ,aAAQ,iBAAR,gBACA,2CAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAGH,QAAI,CAAC,eAAe,CAAC,iBAAiB;AACpC,YAAM,yBAAqB,mDAAsB;AACjD,sBAAgB,+BAA+B,YAAY;AACzD,cAAM,QAAQ,MAAM,mBAAmB;AACvC,eAAO;AAAA,UACL,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB,OAAO;AACL,sBAAgB,+BAA+B,YAAY;AACzD,eAAO;AAAA,UACL;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB;AAAA,EACF;AAEA,QAAM,WACJ;AAAA,KACE,aAAQ,YAAR,YAAmB,0BAA0B,MAAM;AAAA,EACrD,MAFA,YAEK;AAGP,QAAM,qBAKF,iDAAuB;AAAA,IACzB;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,0BAAU;AAAA,IAClB,OAAO;AAAA,IACP,SAAS,QAAQ;AAAA,IACjB,cAAc;AAAA,EAChB,CAAC;AAED,QAAM,WAAW,SAAU,SAAmC;AAC5D,QAAI,YAAY;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,WAAO,eAAe,cAAc,OAAO;AAAA,EAC7C;AAEA,WAAS,uBAAuB;AAChC,WAAS,gBAAgB,eAAe;AACxC,WAAS,YAAY,eAAe;AACpC,WAAS,iBAAiB,eAAe;AACzC,WAAS,aAAa,eAAe;AAErC,SAAO;AACT;AAKO,IAAM,gBAAgB,0BAA0B;;;AClThD,IAAM,UACX,OACI,UACA;","names":[]}

package/dist/index.mjs CHANGED Viewed

@@ -109,7 +109,7 @@ function createAmazonBedrockMantle(options = {}) {
     apiKey: apiKey != null ? apiKey : "dummy-key-for-sigv4",
     fetch: fetchFunction,
     headers: options.headers,
-    includeUsage: true
+    includeUsage: false
   });
   const provider = function(modelId) {
     if (new.target) {
@@ -129,7 +129,7 @@ function createAmazonBedrockMantle(options = {}) {
 var bedrockMantle = createAmazonBedrockMantle();
 // src/version.ts
-var VERSION = true ? "0.0.4" : "0.0.0-test";
+var VERSION = true ? "0.0.6" : "0.0.0-test";
 export {
   VERSION,
   bedrockMantle,

package/dist/index.mjs.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../src/bedrock-mantle-provider.ts","../src/version.ts"],"sourcesContent":["import {\n EmbeddingModelV3,\n ImageModelV3,\n LanguageModelV3,\n ProviderV3,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadOptionalSetting,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n createOpenAICompatible,\n OpenAICompatibleProvider,\n} from '@ai-sdk/openai-compatible';\nimport { AwsV4Signer } from 'aws4fetch';\nimport { fromNodeProviderChain } from '@aws-sdk/credential-providers';\n\nexport interface AmazonBedrockMantleProviderSettings {\n /*\n The AWS region to use for the Bedrock Mantle provider. Defaults to 'us-east-1'.\n /\n region?: string;\n\n /\n API key for authenticating requests using Bearer token authentication.\n * When provided, this will be used instead of AWS SigV4 authentication.\n * Defaults to the value of the `AWS_BEARER_TOKEN_BEDROCK` environment variable.\n \n Note: When `apiKey` is provided, it takes precedence over AWS SigV4 authentication.\n * If neither `apiKey` nor `AWS_BEARER_TOKEN_BEDROCK` environment variable is set,\n * the provider will fall back to AWS SigV4 authentication using AWS credentials.\n /\n apiKey?: string;\n\n /\n The AWS access key ID to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_ACCESS_KEY_ID` environment variable.\n /\n accessKeyId?: string;\n\n /\n The AWS secret access key to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SECRET_ACCESS_KEY` environment variable.\n /\n secretAccessKey?: string;\n\n /\n The AWS session token to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SESSION_TOKEN` environment variable.\n /\n sessionToken?: string;\n\n /\n The AWS profile to use for loading credentials from the AWS CLI configuration.\n * When specified, credentials will be loaded from ~/.aws/credentials for the given profile.\n * This uses the AWS credential provider chain to support SSO, IAM roles, etc.\n * This takes precedence over static credentials but is overridden by `apiKey`.\n /\n profile?: string;\n\n /\n Base URL for the Bedrock Mantle API calls. Defaults to the bedrock-mantle endpoint.\n /\n baseURL?: string;\n\n /\n Custom headers to include in the requests.\n /\n headers?: Record<string, string>;\n\n /\n Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n /\n fetch?: FetchFunction;\n\n /\n The AWS credential provider to use for the Bedrock Mantle provider to get dynamic\n * credentials similar to the AWS SDK. Setting a provider here will cause its\n * credential values to be used instead of the `accessKeyId`, `secretAccessKey`,\n * and `sessionToken` settings.\n /\n credentialProvider?: () => PromiseLike<{\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n }>;\n}\n\nexport type BedrockMantleChatModelId = string;\nexport type BedrockMantleEmbeddingModelId = string;\nexport type BedrockMantleImageModelId = string;\n\nexport interface AmazonBedrockMantleProvider extends ProviderV3 {\n (modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n languageModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n chatModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n embeddingModel(modelId: BedrockMantleEmbeddingModelId): EmbeddingModelV3;\n\n imageModel(modelId: BedrockMantleImageModelId): ImageModelV3;\n}\n\ninterface BedrockCredentials {\n region: string;\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n}\n\n/\n Creates a fetch function that applies AWS Signature Version 4 signing for bedrock-mantle service.\n \n @param getCredentials - Function that returns the AWS credentials to use when signing.\n * @param fetchImpl - Optional original fetch implementation to wrap. Defaults to global fetch.\n * @returns A FetchFunction that signs requests before passing them to the underlying fetch.\n /\nfunction createMantleSigV4FetchFunction(\n getCredentials: () => BedrockCredentials \| PromiseLike<BedrockCredentials>,\n fetchImpl: FetchFunction = globalThis.fetch,\n): FetchFunction {\n return async (\n input: RequestInfo \| URL,\n init?: RequestInit,\n ): Promise<Response> => {\n const url =\n typeof input === 'string'\n ? input\n : input instanceof URL\n ? input.href\n : input.url;\n\n const body =\n typeof init?.body === 'string'\n ? init.body\n : init?.body\n ? JSON.stringify(init.body)\n : undefined;\n\n const headers = init?.headers ?? {};\n const headerEntries =\n headers instanceof Headers\n ? Array.from(headers.entries())\n : Array.isArray(headers)\n ? headers\n : Object.entries(headers);\n\n const credentials = await getCredentials();\n const signer = new AwsV4Signer({\n url,\n method: init?.method ?? 'POST',\n headers: headerEntries,\n body,\n region: credentials.region,\n accessKeyId: credentials.accessKeyId,\n secretAccessKey: credentials.secretAccessKey,\n sessionToken: credentials.sessionToken,\n service: 'bedrock-mantle',\n });\n\n const signed = await signer.sign();\n return fetchImpl(input, {\n ...init,\n body,\n headers: Object.fromEntries(signed.headers.entries()),\n });\n };\n}\n\n/\n Create an Amazon Bedrock Mantle provider instance.\n * Bedrock Mantle is AWS Bedrock's OpenAI-compatible endpoint that routes all requests\n * through bedrock-mantle.<region>.api.aws/v1 using OpenAI API format.\n /\nexport function createAmazonBedrockMantle(\n options: AmazonBedrockMantleProviderSettings = {},\n): AmazonBedrockMantleProvider {\n // Get region - use option first, then environment variable, then default to us-east-1\n const region =\n options.region ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_REGION',\n }) ??\n 'us-east-1';\n\n // Check for API key authentication\n const rawApiKey = loadOptionalSetting({\n settingValue: options.apiKey,\n environmentVariableName: 'AWS_BEARER_TOKEN_BEDROCK',\n });\n\n // Only use API key if it's a non-empty, non-whitespace string\n const apiKey =\n rawApiKey && rawApiKey.trim().length > 0 ? rawApiKey.trim() : undefined;\n\n // Use API key authentication if available, otherwise fall back to SigV4\n let fetchFunction: FetchFunction;\n if (apiKey) {\n fetchFunction = options.fetch ?? globalThis.fetch;\n } else if (options.profile) {\n // Use AWS credential provider chain with profile\n const credentialProvider = fromNodeProviderChain({\n profile: options.profile,\n });\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else if (options.credentialProvider) {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n ...(await options.credentialProvider!()),\n region,\n };\n }, options.fetch);\n } else {\n // For static credentials, load from options or environment variables\n const accessKeyId =\n options.accessKeyId ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_ACCESS_KEY_ID',\n });\n\n const secretAccessKey =\n options.secretAccessKey ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SECRET_ACCESS_KEY',\n });\n\n const sessionToken =\n options.sessionToken ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SESSION_TOKEN',\n });\n\n // If no static credentials, use the default credential provider chain\n if (!accessKeyId \|\| !secretAccessKey) {\n const credentialProvider = fromNodeProviderChain();\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n region,\n accessKeyId: accessKeyId!,\n secretAccessKey: secretAccessKey!,\n sessionToken,\n };\n }, options.fetch);\n }\n }\n\n const baseURL =\n withoutTrailingSlash(\n options.baseURL ?? `https://bedrock-mantle.${region}.api.aws/v1`,\n ) ?? `https://bedrock-mantle.us-east-1.api.aws/v1`;\n\n // Create the OpenAI-compatible provider\n const mantleProvider: OpenAICompatibleProvider<\n string,\n string,\n string,\n string\n > = createOpenAICompatible({\n baseURL,\n name: 'amazon-bedrock-mantle',\n apiKey: apiKey ?? 'dummy-key-for-sigv4',\n fetch: fetchFunction,\n headers: options.headers,\n includeUsage: true,\n });\n\n const provider = function (modelId: BedrockMantleChatModelId) {\n if (new.target) {\n throw new Error(\n 'The Amazon Bedrock Mantle model function cannot be called with the new keyword.',\n );\n }\n return mantleProvider.languageModel(modelId);\n };\n\n provider.specificationVersion = 'v3' as const;\n provider.languageModel = mantleProvider.languageModel;\n provider.chatModel = mantleProvider.languageModel;\n provider.embeddingModel = mantleProvider.embeddingModel;\n provider.imageModel = mantleProvider.imageModel;\n\n return provider as AmazonBedrockMantleProvider;\n}\n\n/\n Default Bedrock Mantle provider instance.\n */\nexport const bedrockMantle = createAmazonBedrockMantle();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string \| undefined;\nexport const VERSION: string =\n typeof __PACKAGE_VERSION__ !== 'undefined'\n ? __PACKAGE_VERSION__\n : '0.0.0-test';\n"],"mappings":";AAMA;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,OAEK;AACP,SAAS,mBAAmB;AAC5B,SAAS,6BAA6B;AAwGtC,SAAS,+BACP,gBACA,YAA2B,WAAW,OACvB;AACf,SAAO,OACL,OACA,SACsB;AA/H1B;AAgII,UAAM,MACJ,OAAO,UAAU,WACb,QACA,iBAAiB,MACf,MAAM,OACN,MAAM;AAEd,UAAM,OACJ,QAAO,6BAAM,UAAS,WAClB,KAAK,QACL,6BAAM,QACJ,KAAK,UAAU,KAAK,IAAI,IACxB;AAER,UAAM,WAAU,kCAAM,YAAN,YAAiB,CAAC;AAClC,UAAM,gBACJ,mBAAmB,UACf,MAAM,KAAK,QAAQ,QAAQ,CAAC,IAC5B,MAAM,QAAQ,OAAO,IACnB,UACA,OAAO,QAAQ,OAAO;AAE9B,UAAM,cAAc,MAAM,eAAe;AACzC,UAAM,SAAS,IAAI,YAAY;AAAA,MAC7B;AAAA,MACA,SAAQ,kCAAM,WAAN,YAAgB;AAAA,MACxB,SAAS;AAAA,MACT;AAAA,MACA,QAAQ,YAAY;AAAA,MACpB,aAAa,YAAY;AAAA,MACzB,iBAAiB,YAAY;AAAA,MAC7B,cAAc,YAAY;AAAA,MAC1B,SAAS;AAAA,IACX,CAAC;AAED,UAAM,SAAS,MAAM,OAAO,KAAK;AACjC,WAAO,UAAU,OAAO;AAAA,MACtB,GAAG;AAAA,MACH;AAAA,MACA,SAAS,OAAO,YAAY,OAAO,QAAQ,QAAQ,CAAC;AAAA,IACtD,CAAC;AAAA,EACH;AACF;AAOO,SAAS,0BACd,UAA+C,CAAC,GACnB;AAnL/B;AAqLE,QAAM,UACJ,mBAAQ,WAAR,YACA,oBAAoB;AAAA,IAClB,cAAc;AAAA,IACd,yBAAyB;AAAA,EAC3B,CAAC,MAJD,YAKA;AAGF,QAAM,YAAY,oBAAoB;AAAA,IACpC,cAAc,QAAQ;AAAA,IACtB,yBAAyB;AAAA,EAC3B,CAAC;AAGD,QAAM,SACJ,aAAa,UAAU,KAAK,EAAE,SAAS,IAAI,UAAU,KAAK,IAAI;AAGhE,MAAI;AACJ,MAAI,QAAQ;AACV,qBAAgB,aAAQ,UAAR,YAAiB,WAAW;AAAA,EAC9C,WAAW,QAAQ,SAAS;AAE1B,UAAM,qBAAqB,sBAAsB;AAAA,MAC/C,SAAS,QAAQ;AAAA,IACnB,CAAC;AACD,oBAAgB,+BAA+B,YAAY;AACzD,YAAM,QAAQ,MAAM,mBAAmB;AACvC,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,WAAW,QAAQ,oBAAoB;AACrC,oBAAgB,+BAA+B,YAAY;AACzD,aAAO;AAAA,QACL,GAAI,MAAM,QAAQ,mBAAoB;AAAA,QACtC;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,OAAO;AAEL,UAAM,eACJ,aAAQ,gBAAR,YACA,oBAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,mBACJ,aAAQ,oBAAR,YACA,oBAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,gBACJ,aAAQ,iBAAR,YACA,oBAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAGH,QAAI,CAAC,eAAe,CAAC,iBAAiB;AACpC,YAAM,qBAAqB,sBAAsB;AACjD,sBAAgB,+BAA+B,YAAY;AACzD,cAAM,QAAQ,MAAM,mBAAmB;AACvC,eAAO;AAAA,UACL,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB,OAAO;AACL,sBAAgB,+BAA+B,YAAY;AACzD,eAAO;AAAA,UACL;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB;AAAA,EACF;AAEA,QAAM,WACJ;AAAA,KACE,aAAQ,YAAR,YAAmB,0BAA0B,MAAM;AAAA,EACrD,MAFA,YAEK;AAGP,QAAM,iBAKF,uBAAuB;AAAA,IACzB;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,0BAAU;AAAA,IAClB,OAAO;AAAA,IACP,SAAS,QAAQ;AAAA,IACjB,cAAc;AAAA,EAChB,CAAC;AAED,QAAM,WAAW,SAAU,SAAmC;AAC5D,QAAI,YAAY;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,WAAO,eAAe,cAAc,OAAO;AAAA,EAC7C;AAEA,WAAS,uBAAuB;AAChC,WAAS,gBAAgB,eAAe;AACxC,WAAS,YAAY,eAAe;AACpC,WAAS,iBAAiB,eAAe;AACzC,WAAS,aAAa,eAAe;AAErC,SAAO;AACT;AAKO,IAAM,gBAAgB,0BAA0B;;;AClThD,IAAM,UACX,OACI,UACA;","names":[]}
1	+ {"version":3,"sources":["../src/bedrock-mantle-provider.ts","../src/version.ts"],"sourcesContent":["import {\n EmbeddingModelV3,\n ImageModelV3,\n LanguageModelV3,\n ProviderV3,\n} from '@ai-sdk/provider';\nimport {\n FetchFunction,\n loadOptionalSetting,\n withoutTrailingSlash,\n} from '@ai-sdk/provider-utils';\nimport {\n createOpenAICompatible,\n OpenAICompatibleProvider,\n} from '@ai-sdk/openai-compatible';\nimport { AwsV4Signer } from 'aws4fetch';\nimport { fromNodeProviderChain } from '@aws-sdk/credential-providers';\n\nexport interface AmazonBedrockMantleProviderSettings {\n /*\n The AWS region to use for the Bedrock Mantle provider. Defaults to 'us-east-1'.\n /\n region?: string;\n\n /\n API key for authenticating requests using Bearer token authentication.\n * When provided, this will be used instead of AWS SigV4 authentication.\n * Defaults to the value of the `AWS_BEARER_TOKEN_BEDROCK` environment variable.\n \n Note: When `apiKey` is provided, it takes precedence over AWS SigV4 authentication.\n * If neither `apiKey` nor `AWS_BEARER_TOKEN_BEDROCK` environment variable is set,\n * the provider will fall back to AWS SigV4 authentication using AWS credentials.\n /\n apiKey?: string;\n\n /\n The AWS access key ID to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_ACCESS_KEY_ID` environment variable.\n /\n accessKeyId?: string;\n\n /\n The AWS secret access key to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SECRET_ACCESS_KEY` environment variable.\n /\n secretAccessKey?: string;\n\n /\n The AWS session token to use for the Bedrock Mantle provider. Defaults to the value of the\n * `AWS_SESSION_TOKEN` environment variable.\n /\n sessionToken?: string;\n\n /\n The AWS profile to use for loading credentials from the AWS CLI configuration.\n * When specified, credentials will be loaded from ~/.aws/credentials for the given profile.\n * This uses the AWS credential provider chain to support SSO, IAM roles, etc.\n * This takes precedence over static credentials but is overridden by `apiKey`.\n /\n profile?: string;\n\n /\n Base URL for the Bedrock Mantle API calls. Defaults to the bedrock-mantle endpoint.\n /\n baseURL?: string;\n\n /\n Custom headers to include in the requests.\n /\n headers?: Record<string, string>;\n\n /\n Custom fetch implementation. You can use it as a middleware to intercept requests,\n * or to provide a custom fetch implementation for e.g. testing.\n /\n fetch?: FetchFunction;\n\n /\n The AWS credential provider to use for the Bedrock Mantle provider to get dynamic\n * credentials similar to the AWS SDK. Setting a provider here will cause its\n * credential values to be used instead of the `accessKeyId`, `secretAccessKey`,\n * and `sessionToken` settings.\n /\n credentialProvider?: () => PromiseLike<{\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n }>;\n}\n\nexport type BedrockMantleChatModelId = string;\nexport type BedrockMantleEmbeddingModelId = string;\nexport type BedrockMantleImageModelId = string;\n\nexport interface AmazonBedrockMantleProvider extends ProviderV3 {\n (modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n languageModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n chatModel(modelId: BedrockMantleChatModelId): LanguageModelV3;\n\n embeddingModel(modelId: BedrockMantleEmbeddingModelId): EmbeddingModelV3;\n\n imageModel(modelId: BedrockMantleImageModelId): ImageModelV3;\n}\n\ninterface BedrockCredentials {\n region: string;\n accessKeyId: string;\n secretAccessKey: string;\n sessionToken?: string;\n}\n\n/\n Creates a fetch function that applies AWS Signature Version 4 signing for bedrock-mantle service.\n \n @param getCredentials - Function that returns the AWS credentials to use when signing.\n * @param fetchImpl - Optional original fetch implementation to wrap. Defaults to global fetch.\n * @returns A FetchFunction that signs requests before passing them to the underlying fetch.\n /\nfunction createMantleSigV4FetchFunction(\n getCredentials: () => BedrockCredentials \| PromiseLike<BedrockCredentials>,\n fetchImpl: FetchFunction = globalThis.fetch,\n): FetchFunction {\n return async (\n input: RequestInfo \| URL,\n init?: RequestInit,\n ): Promise<Response> => {\n const url =\n typeof input === 'string'\n ? input\n : input instanceof URL\n ? input.href\n : input.url;\n\n const body =\n typeof init?.body === 'string'\n ? init.body\n : init?.body\n ? JSON.stringify(init.body)\n : undefined;\n\n const headers = init?.headers ?? {};\n const headerEntries =\n headers instanceof Headers\n ? Array.from(headers.entries())\n : Array.isArray(headers)\n ? headers\n : Object.entries(headers);\n\n const credentials = await getCredentials();\n const signer = new AwsV4Signer({\n url,\n method: init?.method ?? 'POST',\n headers: headerEntries,\n body,\n region: credentials.region,\n accessKeyId: credentials.accessKeyId,\n secretAccessKey: credentials.secretAccessKey,\n sessionToken: credentials.sessionToken,\n service: 'bedrock-mantle',\n });\n\n const signed = await signer.sign();\n return fetchImpl(input, {\n ...init,\n body,\n headers: Object.fromEntries(signed.headers.entries()),\n });\n };\n}\n\n/\n Create an Amazon Bedrock Mantle provider instance.\n * Bedrock Mantle is AWS Bedrock's OpenAI-compatible endpoint that routes all requests\n * through bedrock-mantle.<region>.api.aws/v1 using OpenAI API format.\n /\nexport function createAmazonBedrockMantle(\n options: AmazonBedrockMantleProviderSettings = {},\n): AmazonBedrockMantleProvider {\n // Get region - use option first, then environment variable, then default to us-east-1\n const region =\n options.region ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_REGION',\n }) ??\n 'us-east-1';\n\n // Check for API key authentication\n const rawApiKey = loadOptionalSetting({\n settingValue: options.apiKey,\n environmentVariableName: 'AWS_BEARER_TOKEN_BEDROCK',\n });\n\n // Only use API key if it's a non-empty, non-whitespace string\n const apiKey =\n rawApiKey && rawApiKey.trim().length > 0 ? rawApiKey.trim() : undefined;\n\n // Use API key authentication if available, otherwise fall back to SigV4\n let fetchFunction: FetchFunction;\n if (apiKey) {\n fetchFunction = options.fetch ?? globalThis.fetch;\n } else if (options.profile) {\n // Use AWS credential provider chain with profile\n const credentialProvider = fromNodeProviderChain({\n profile: options.profile,\n });\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else if (options.credentialProvider) {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n ...(await options.credentialProvider!()),\n region,\n };\n }, options.fetch);\n } else {\n // For static credentials, load from options or environment variables\n const accessKeyId =\n options.accessKeyId ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_ACCESS_KEY_ID',\n });\n\n const secretAccessKey =\n options.secretAccessKey ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SECRET_ACCESS_KEY',\n });\n\n const sessionToken =\n options.sessionToken ??\n loadOptionalSetting({\n settingValue: undefined,\n environmentVariableName: 'AWS_SESSION_TOKEN',\n });\n\n // If no static credentials, use the default credential provider chain\n if (!accessKeyId \|\| !secretAccessKey) {\n const credentialProvider = fromNodeProviderChain();\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n const creds = await credentialProvider();\n return {\n ...creds,\n region,\n };\n }, options.fetch);\n } else {\n fetchFunction = createMantleSigV4FetchFunction(async () => {\n return {\n region,\n accessKeyId: accessKeyId!,\n secretAccessKey: secretAccessKey!,\n sessionToken,\n };\n }, options.fetch);\n }\n }\n\n const baseURL =\n withoutTrailingSlash(\n options.baseURL ?? `https://bedrock-mantle.${region}.api.aws/v1`,\n ) ?? `https://bedrock-mantle.us-east-1.api.aws/v1`;\n\n // Create the OpenAI-compatible provider\n const mantleProvider: OpenAICompatibleProvider<\n string,\n string,\n string,\n string\n > = createOpenAICompatible({\n baseURL,\n name: 'amazon-bedrock-mantle',\n apiKey: apiKey ?? 'dummy-key-for-sigv4',\n fetch: fetchFunction,\n headers: options.headers,\n includeUsage: false,\n });\n\n const provider = function (modelId: BedrockMantleChatModelId) {\n if (new.target) {\n throw new Error(\n 'The Amazon Bedrock Mantle model function cannot be called with the new keyword.',\n );\n }\n return mantleProvider.languageModel(modelId);\n };\n\n provider.specificationVersion = 'v3' as const;\n provider.languageModel = mantleProvider.languageModel;\n provider.chatModel = mantleProvider.languageModel;\n provider.embeddingModel = mantleProvider.embeddingModel;\n provider.imageModel = mantleProvider.imageModel;\n\n return provider as AmazonBedrockMantleProvider;\n}\n\n/\n Default Bedrock Mantle provider instance.\n */\nexport const bedrockMantle = createAmazonBedrockMantle();\n","// Version string of this package injected at build time.\ndeclare const __PACKAGE_VERSION__: string \| undefined;\nexport const VERSION: string =\n typeof __PACKAGE_VERSION__ !== 'undefined'\n ? __PACKAGE_VERSION__\n : '0.0.0-test';\n"],"mappings":";AAMA;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,OAEK;AACP,SAAS,mBAAmB;AAC5B,SAAS,6BAA6B;AAwGtC,SAAS,+BACP,gBACA,YAA2B,WAAW,OACvB;AACf,SAAO,OACL,OACA,SACsB;AA/H1B;AAgII,UAAM,MACJ,OAAO,UAAU,WACb,QACA,iBAAiB,MACf,MAAM,OACN,MAAM;AAEd,UAAM,OACJ,QAAO,6BAAM,UAAS,WAClB,KAAK,QACL,6BAAM,QACJ,KAAK,UAAU,KAAK,IAAI,IACxB;AAER,UAAM,WAAU,kCAAM,YAAN,YAAiB,CAAC;AAClC,UAAM,gBACJ,mBAAmB,UACf,MAAM,KAAK,QAAQ,QAAQ,CAAC,IAC5B,MAAM,QAAQ,OAAO,IACnB,UACA,OAAO,QAAQ,OAAO;AAE9B,UAAM,cAAc,MAAM,eAAe;AACzC,UAAM,SAAS,IAAI,YAAY;AAAA,MAC7B;AAAA,MACA,SAAQ,kCAAM,WAAN,YAAgB;AAAA,MACxB,SAAS;AAAA,MACT;AAAA,MACA,QAAQ,YAAY;AAAA,MACpB,aAAa,YAAY;AAAA,MACzB,iBAAiB,YAAY;AAAA,MAC7B,cAAc,YAAY;AAAA,MAC1B,SAAS;AAAA,IACX,CAAC;AAED,UAAM,SAAS,MAAM,OAAO,KAAK;AACjC,WAAO,UAAU,OAAO;AAAA,MACtB,GAAG;AAAA,MACH;AAAA,MACA,SAAS,OAAO,YAAY,OAAO,QAAQ,QAAQ,CAAC;AAAA,IACtD,CAAC;AAAA,EACH;AACF;AAOO,SAAS,0BACd,UAA+C,CAAC,GACnB;AAnL/B;AAqLE,QAAM,UACJ,mBAAQ,WAAR,YACA,oBAAoB;AAAA,IAClB,cAAc;AAAA,IACd,yBAAyB;AAAA,EAC3B,CAAC,MAJD,YAKA;AAGF,QAAM,YAAY,oBAAoB;AAAA,IACpC,cAAc,QAAQ;AAAA,IACtB,yBAAyB;AAAA,EAC3B,CAAC;AAGD,QAAM,SACJ,aAAa,UAAU,KAAK,EAAE,SAAS,IAAI,UAAU,KAAK,IAAI;AAGhE,MAAI;AACJ,MAAI,QAAQ;AACV,qBAAgB,aAAQ,UAAR,YAAiB,WAAW;AAAA,EAC9C,WAAW,QAAQ,SAAS;AAE1B,UAAM,qBAAqB,sBAAsB;AAAA,MAC/C,SAAS,QAAQ;AAAA,IACnB,CAAC;AACD,oBAAgB,+BAA+B,YAAY;AACzD,YAAM,QAAQ,MAAM,mBAAmB;AACvC,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,WAAW,QAAQ,oBAAoB;AACrC,oBAAgB,+BAA+B,YAAY;AACzD,aAAO;AAAA,QACL,GAAI,MAAM,QAAQ,mBAAoB;AAAA,QACtC;AAAA,MACF;AAAA,IACF,GAAG,QAAQ,KAAK;AAAA,EAClB,OAAO;AAEL,UAAM,eACJ,aAAQ,gBAAR,YACA,oBAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,mBACJ,aAAQ,oBAAR,YACA,oBAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAEH,UAAM,gBACJ,aAAQ,iBAAR,YACA,oBAAoB;AAAA,MAClB,cAAc;AAAA,MACd,yBAAyB;AAAA,IAC3B,CAAC;AAGH,QAAI,CAAC,eAAe,CAAC,iBAAiB;AACpC,YAAM,qBAAqB,sBAAsB;AACjD,sBAAgB,+BAA+B,YAAY;AACzD,cAAM,QAAQ,MAAM,mBAAmB;AACvC,eAAO;AAAA,UACL,GAAG;AAAA,UACH;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB,OAAO;AACL,sBAAgB,+BAA+B,YAAY;AACzD,eAAO;AAAA,UACL;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,GAAG,QAAQ,KAAK;AAAA,IAClB;AAAA,EACF;AAEA,QAAM,WACJ;AAAA,KACE,aAAQ,YAAR,YAAmB,0BAA0B,MAAM;AAAA,EACrD,MAFA,YAEK;AAGP,QAAM,iBAKF,uBAAuB;AAAA,IACzB;AAAA,IACA,MAAM;AAAA,IACN,QAAQ,0BAAU;AAAA,IAClB,OAAO;AAAA,IACP,SAAS,QAAQ;AAAA,IACjB,cAAc;AAAA,EAChB,CAAC;AAED,QAAM,WAAW,SAAU,SAAmC;AAC5D,QAAI,YAAY;AACd,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,WAAO,eAAe,cAAc,OAAO;AAAA,EAC7C;AAEA,WAAS,uBAAuB;AAChC,WAAS,gBAAgB,eAAe;AACxC,WAAS,YAAY,eAAe;AACpC,WAAS,iBAAiB,eAAe;AACzC,WAAS,aAAa,eAAe;AAErC,SAAO;AACT;AAKO,IAAM,gBAAgB,0BAA0B;;;AClThD,IAAM,UACX,OACI,UACA;","names":[]}

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@matthewdunbar/amazon-bedrock-mantle",
-  "version": "0.0.6",
+  "version": "0.0.7",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",