@truefoundry/ai-gateway-sdk 0.0.20 → 0.0.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/autogen/decoders.d.ts +4 -1
- package/dist/autogen/decoders.js +33 -0
- package/dist/autogen/decoders.js.map +1 -1
- package/dist/autogen/meta.d.ts +4 -1
- package/dist/autogen/meta.js +3 -0
- package/dist/autogen/meta.js.map +1 -1
- package/dist/autogen/models.d.ts +64 -5
- package/dist/autogen/schema.json +98 -1
- package/dist/providers/bedrock/chatComplete.js +6 -2
- package/dist/providers/bedrock/chatComplete.js.map +1 -1
- package/dist/services/transformToProviderRequest.js +5 -7
- package/dist/services/transformToProviderRequest.js.map +1 -1
- package/dist/utils/modelParamUtils.d.ts +3 -3
- package/dist/utils/modelParamUtils.js +7 -7
- package/dist/utils/modelParamUtils.js.map +1 -1
- package/dist/utils/providerConfigTransform.d.ts +8 -1
- package/dist/utils/providerConfigTransform.js +21 -3
- package/dist/utils/providerConfigTransform.js.map +1 -1
- package/package.json +1 -1
|
@@ -1,13 +1,20 @@
|
|
|
1
1
|
import { ParamMapTransformInput, ProviderConfig } from '../providers/types.js';
|
|
2
2
|
import type { ProviderOptions } from '../types/contracts.js';
|
|
3
|
+
import type { ProviderHeaderOptions } from '../types/options.js';
|
|
3
4
|
import { Params } from '../types/requestBody.js';
|
|
4
5
|
export declare function setNestedProperty(obj: any, path: string, value: any): void;
|
|
6
|
+
/**
|
|
7
|
+
* True when a Bedrock request addresses the model by ARN (inference profile or foundation model) instead of a model id.
|
|
8
|
+
* Same as live `resolveEffectiveModelName` in src/utils/providerConfigTransform.ts (BEDROCK + `arn:aws` in the model).
|
|
9
|
+
*/
|
|
10
|
+
export declare function isBedrockArnModel(providerOptions: ProviderOptions | null | undefined, model?: string): boolean;
|
|
5
11
|
/**
|
|
6
12
|
* Resolves the model name to use for model config lookups and name-pattern rules.
|
|
7
13
|
* Azure/Foundry deployment names are arbitrary, so they miss the catalogue and match
|
|
8
14
|
* the wrong patterns; the foundation model on the selected Model manifest is the real model.
|
|
15
|
+
* Bedrock ARNs are equally opaque, so the ARN-resolved foundation model wins.
|
|
9
16
|
*/
|
|
10
|
-
export declare function resolveEffectiveModelName(params: Params, providerOptions?: ProviderOptions | null): string | undefined;
|
|
17
|
+
export declare function resolveEffectiveModelName(params: Params, providerOptions?: ProviderOptions | null, headerOptions?: ProviderHeaderOptions): string | undefined;
|
|
11
18
|
/**
|
|
12
19
|
* Params to strip before sending to the provider because the model would reject them.
|
|
13
20
|
*
|
|
@@ -6,7 +6,8 @@
|
|
|
6
6
|
* function. The original file pulls in ALL providers via providers/index.ts,
|
|
7
7
|
* which creates cycles back to provider-specific files.
|
|
8
8
|
*/
|
|
9
|
-
import {
|
|
9
|
+
import { ValidationError } from '../errors.js';
|
|
10
|
+
import { BEDROCK, GPT5_UNSUPPORTED_SAMPLING_PARAMS, isBaseGpt5ReasoningModel } from '../globals.js';
|
|
10
11
|
export function setNestedProperty(obj, path, value) {
|
|
11
12
|
const parts = path.split('.');
|
|
12
13
|
let current = obj;
|
|
@@ -18,12 +19,23 @@ export function setNestedProperty(obj, path, value) {
|
|
|
18
19
|
}
|
|
19
20
|
current[parts[parts.length - 1]] = value;
|
|
20
21
|
}
|
|
22
|
+
/**
|
|
23
|
+
* True when a Bedrock request addresses the model by ARN (inference profile or foundation model) instead of a model id.
|
|
24
|
+
* Same as live `resolveEffectiveModelName` in src/utils/providerConfigTransform.ts (BEDROCK + `arn:aws` in the model).
|
|
25
|
+
*/
|
|
26
|
+
export function isBedrockArnModel(providerOptions, model) {
|
|
27
|
+
return providerOptions?.providerAccount.provider === BEDROCK && !!model?.includes('arn:aws');
|
|
28
|
+
}
|
|
21
29
|
/**
|
|
22
30
|
* Resolves the model name to use for model config lookups and name-pattern rules.
|
|
23
31
|
* Azure/Foundry deployment names are arbitrary, so they miss the catalogue and match
|
|
24
32
|
* the wrong patterns; the foundation model on the selected Model manifest is the real model.
|
|
33
|
+
* Bedrock ARNs are equally opaque, so the ARN-resolved foundation model wins.
|
|
25
34
|
*/
|
|
26
|
-
export function resolveEffectiveModelName(params, providerOptions) {
|
|
35
|
+
export function resolveEffectiveModelName(params, providerOptions, headerOptions) {
|
|
36
|
+
if (isBedrockArnModel(providerOptions, params.model) && headerOptions?.aws?.awsBedrockModel) {
|
|
37
|
+
return headerOptions.aws.awsBedrockModel;
|
|
38
|
+
}
|
|
27
39
|
const foundation = providerOptions?.model?.manifest
|
|
28
40
|
?.foundation_model;
|
|
29
41
|
return foundation || params.model;
|
|
@@ -50,6 +62,12 @@ export const getValue = (configParam, params, paramConfig, transformInput) => {
|
|
|
50
62
|
if (value === 'tfy-default' && paramConfig && paramConfig.default !== undefined) {
|
|
51
63
|
value = paramConfig.default;
|
|
52
64
|
}
|
|
65
|
+
if (configParam === 'temperature' &&
|
|
66
|
+
typeof value === 'number' &&
|
|
67
|
+
paramConfig &&
|
|
68
|
+
(value < paramConfig.min || value > paramConfig.max)) {
|
|
69
|
+
throw new ValidationError(`temperature must be between ${paramConfig.min} and ${paramConfig.max}`);
|
|
70
|
+
}
|
|
53
71
|
if (typeof value === 'number' && paramConfig && paramConfig.min !== undefined && value < paramConfig.min) {
|
|
54
72
|
value = paramConfig.min;
|
|
55
73
|
}
|
|
@@ -61,7 +79,7 @@ export const getValue = (configParam, params, paramConfig, transformInput) => {
|
|
|
61
79
|
export const transformUsingProviderConfig = (providerConfig, params, transformInput) => {
|
|
62
80
|
const transformedRequest = {};
|
|
63
81
|
let paramsToExclude = [];
|
|
64
|
-
const effectiveModelName = resolveEffectiveModelName(params, transformInput?.providerOptions);
|
|
82
|
+
const effectiveModelName = resolveEffectiveModelName(params, transformInput?.providerOptions, transformInput?.headerOptions);
|
|
65
83
|
if (effectiveModelName) {
|
|
66
84
|
paramsToExclude = getModelSpecificParamsToExclude(effectiveModelName);
|
|
67
85
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providerConfigTransform.js","sourceRoot":"","sources":["../../src/utils/providerConfigTransform.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,gCAAgC,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"providerConfigTransform.js","sourceRoot":"","sources":["../../src/utils/providerConfigTransform.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,gCAAgC,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAMjG,MAAM,UAAU,iBAAiB,CAAC,GAAQ,EAAE,IAAY,EAAE,KAAU;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,eAAmD,EAAE,KAAc;IACnG,OAAO,eAAe,EAAE,eAAe,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC/F,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,MAAc,EACd,eAAwC,EACxC,aAAqC;IAErC,IAAI,iBAAiB,CAAC,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,aAAa,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC;QAC5F,OAAO,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC;IAC3C,CAAC;IACD,MAAM,UAAU,GAAI,eAAe,EAAE,KAAK,EAAE,QAA6D;QACvG,EAAE,gBAAgB,CAAC;IACrB,OAAO,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC;AACpC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,+BAA+B,CAAC,SAAiB;IAC/D,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAC1B,OAAO,wBAAwB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrF,CAAC;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,WAAmB,EACnB,MAAc,EACd,WAAgB,EAChB,cAAuC,EACvC,EAAE;IACF,IAAI,KAAK,GAAG,MAAM,CAAC,WAA2B,CAAC,CAAC;IAEhD,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;QAC1B,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,KAAK,KAAK,aAAa,IAAI,WAAW,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAChF,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IACE,WAAW,KAAK,aAAa;QAC7B,OAAO,KAAK,KAAK,QAAQ;QACzB,WAAW;QACX,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,IAAI,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,EACpD,CAAC;QACD,MAAM,IAAI,eAAe,CAAC,+BAA+B,WAAW,CAAC,GAAG,QAAQ,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;IACrG,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,WAAW,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACzG,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC;IAC1B,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,WAAW,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChH,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAC1C,cAA8B,EAC9B,MAAc,EACd,cAAuC,EACvC,EAAE;IACF,MAAM,kBAAkB,GAA2B,EAAE,CAAC;IAEtD,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,MAAM,kBAAkB,GAAG,yBAAyB,CAClD,MAAM,EACN,cAAc,EAAE,eAAe,EAC/B,cAAc,EAAE,aAAa,CAC9B,CAAC;IACF,IAAI,kBAAkB,EAAE,CAAC;QACvB,eAAe,GAAG,+BAA+B,CAAC,kBAAkB,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,cAAc,EAAE,CAAC;QACzC,IAAI,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,YAAY,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjC,YAAY,GAAG,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,WAAW,IAAI,MAAM,EAAE,CAAC;gBAC1B,MAAM,YAAY,GAChB,OAAO,WAAW,CAAC,gBAAgB,KAAK,UAAU;oBAChD,CAAC,CAAC,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC;oBACtC,CAAC,CAAC,WAAW,CAAC,gBAAgB,CAAC;gBACnC,IAAI,YAAY,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;gBACzE,MAAM,SAAS,GAAG,OAAO,WAAW,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC;gBAC1G,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;iBAAM,IACL,WAAW;gBACX,CAAC,OAAO,WAAW,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAClG,WAAW,CAAC,OAAO,KAAK,SAAS,EACjC,CAAC;gBACD,IAAI,KAAK,CAAC;gBACV,IAAI,OAAO,WAAW,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC9C,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC;gBAC9B,CAAC;gBACD,MAAM,SAAS,GAAG,OAAO,WAAW,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC;gBAC1G,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,wBAAwB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAChH,kBAAkB,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAA4B,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC,CAAC"}
|