@aws-sdk/client-bedrock 3.763.0 → 3.773.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +280 -311
- package/dist-es/models/models_0.js +18 -0
- package/dist-es/protocols/Aws_restJson1.js +8 -0
- package/dist-types/commands/CreateEvaluationJobCommand.d.ts +11 -0
- package/dist-types/commands/GetEvaluationJobCommand.d.ts +11 -0
- package/dist-types/commands/GetImportedModelCommand.d.ts +4 -0
- package/dist-types/commands/ListEvaluationJobsCommand.d.ts +20 -2
- package/dist-types/models/models_0.d.ts +191 -2
- package/dist-types/ts3.4/models/models_0.d.ts +83 -0
- package/package.json +3 -3
|
@@ -162,6 +162,8 @@ export var EvaluationModelConfig;
|
|
|
162
162
|
EvaluationModelConfig.visit = (value, visitor) => {
|
|
163
163
|
if (value.bedrockModel !== undefined)
|
|
164
164
|
return visitor.bedrockModel(value.bedrockModel);
|
|
165
|
+
if (value.precomputedInferenceSource !== undefined)
|
|
166
|
+
return visitor.precomputedInferenceSource(value.precomputedInferenceSource);
|
|
165
167
|
return visitor._(value.$unknown[0], value.$unknown[1]);
|
|
166
168
|
};
|
|
167
169
|
})(EvaluationModelConfig || (EvaluationModelConfig = {}));
|
|
@@ -180,6 +182,16 @@ export const RetrieveAndGenerateType = {
|
|
|
180
182
|
EXTERNAL_SOURCES: "EXTERNAL_SOURCES",
|
|
181
183
|
KNOWLEDGE_BASE: "KNOWLEDGE_BASE",
|
|
182
184
|
};
|
|
185
|
+
export var EvaluationPrecomputedRagSourceConfig;
|
|
186
|
+
(function (EvaluationPrecomputedRagSourceConfig) {
|
|
187
|
+
EvaluationPrecomputedRagSourceConfig.visit = (value, visitor) => {
|
|
188
|
+
if (value.retrieveSourceConfig !== undefined)
|
|
189
|
+
return visitor.retrieveSourceConfig(value.retrieveSourceConfig);
|
|
190
|
+
if (value.retrieveAndGenerateSourceConfig !== undefined)
|
|
191
|
+
return visitor.retrieveAndGenerateSourceConfig(value.retrieveAndGenerateSourceConfig);
|
|
192
|
+
return visitor._(value.$unknown[0], value.$unknown[1]);
|
|
193
|
+
};
|
|
194
|
+
})(EvaluationPrecomputedRagSourceConfig || (EvaluationPrecomputedRagSourceConfig = {}));
|
|
183
195
|
export const EvaluationJobType = {
|
|
184
196
|
AUTOMATED: "Automated",
|
|
185
197
|
HUMAN: "Human",
|
|
@@ -479,6 +491,8 @@ export var RAGConfig;
|
|
|
479
491
|
RAGConfig.visit = (value, visitor) => {
|
|
480
492
|
if (value.knowledgeBaseConfig !== undefined)
|
|
481
493
|
return visitor.knowledgeBaseConfig(value.knowledgeBaseConfig);
|
|
494
|
+
if (value.precomputedRagSourceConfig !== undefined)
|
|
495
|
+
return visitor.precomputedRagSourceConfig(value.precomputedRagSourceConfig);
|
|
482
496
|
return visitor._(value.$unknown[0], value.$unknown[1]);
|
|
483
497
|
};
|
|
484
498
|
})(RAGConfig || (RAGConfig = {}));
|
|
@@ -564,6 +578,8 @@ export const EvaluationBedrockModelFilterSensitiveLog = (obj) => ({
|
|
|
564
578
|
export const EvaluationModelConfigFilterSensitiveLog = (obj) => {
|
|
565
579
|
if (obj.bedrockModel !== undefined)
|
|
566
580
|
return { bedrockModel: EvaluationBedrockModelFilterSensitiveLog(obj.bedrockModel) };
|
|
581
|
+
if (obj.precomputedInferenceSource !== undefined)
|
|
582
|
+
return { precomputedInferenceSource: obj.precomputedInferenceSource };
|
|
567
583
|
if (obj.$unknown !== undefined)
|
|
568
584
|
return { [obj.$unknown[0]]: "UNKNOWN" };
|
|
569
585
|
};
|
|
@@ -872,6 +888,8 @@ export const KnowledgeBaseConfigFilterSensitiveLog = (obj) => {
|
|
|
872
888
|
export const RAGConfigFilterSensitiveLog = (obj) => {
|
|
873
889
|
if (obj.knowledgeBaseConfig !== undefined)
|
|
874
890
|
return { knowledgeBaseConfig: KnowledgeBaseConfigFilterSensitiveLog(obj.knowledgeBaseConfig) };
|
|
891
|
+
if (obj.precomputedRagSourceConfig !== undefined)
|
|
892
|
+
return { precomputedRagSourceConfig: obj.precomputedRagSourceConfig };
|
|
875
893
|
if (obj.$unknown !== undefined)
|
|
876
894
|
return { [obj.$unknown[0]]: "UNKNOWN" };
|
|
877
895
|
};
|
|
@@ -1184,6 +1184,7 @@ export const de_GetImportedModelCommand = async (output, context) => {
|
|
|
1184
1184
|
const data = __expectNonNull(__expectObject(await parseBody(output.body, context)), "body");
|
|
1185
1185
|
const doc = take(data, {
|
|
1186
1186
|
creationTime: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
|
|
1187
|
+
customModelUnits: _json,
|
|
1187
1188
|
instructSupported: __expectBoolean,
|
|
1188
1189
|
jobArn: __expectString,
|
|
1189
1190
|
jobName: __expectString,
|
|
@@ -2021,6 +2022,7 @@ const se_KnowledgeBaseVectorSearchConfiguration = (input, context) => {
|
|
|
2021
2022
|
const se_RAGConfig = (input, context) => {
|
|
2022
2023
|
return RAGConfig.visit(input, {
|
|
2023
2024
|
knowledgeBaseConfig: (value) => ({ knowledgeBaseConfig: se_KnowledgeBaseConfig(value, context) }),
|
|
2025
|
+
precomputedRagSourceConfig: (value) => ({ precomputedRagSourceConfig: _json(value) }),
|
|
2024
2026
|
_: (name, value) => ({ [name]: value }),
|
|
2025
2027
|
});
|
|
2026
2028
|
};
|
|
@@ -2147,6 +2149,7 @@ const de_EvaluationSummary = (output, context) => {
|
|
|
2147
2149
|
creationTime: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
|
|
2148
2150
|
evaluationTaskTypes: _json,
|
|
2149
2151
|
evaluatorModelIdentifiers: _json,
|
|
2152
|
+
inferenceConfigSummary: _json,
|
|
2150
2153
|
jobArn: __expectString,
|
|
2151
2154
|
jobName: __expectString,
|
|
2152
2155
|
jobType: __expectString,
|
|
@@ -2493,6 +2496,11 @@ const de_RAGConfig = (output, context) => {
|
|
|
2493
2496
|
knowledgeBaseConfig: de_KnowledgeBaseConfig(__expectUnion(output.knowledgeBaseConfig), context),
|
|
2494
2497
|
};
|
|
2495
2498
|
}
|
|
2499
|
+
if (output.precomputedRagSourceConfig != null) {
|
|
2500
|
+
return {
|
|
2501
|
+
precomputedRagSourceConfig: _json(__expectUnion(output.precomputedRagSourceConfig)),
|
|
2502
|
+
};
|
|
2503
|
+
}
|
|
2496
2504
|
return { $unknown: Object.entries(output)[0] };
|
|
2497
2505
|
};
|
|
2498
2506
|
const de_RagConfigs = (output, context) => {
|
|
@@ -109,6 +109,9 @@ declare const CreateEvaluationJobCommand_base: {
|
|
|
109
109
|
* latency: "standard" || "optimized",
|
|
110
110
|
* },
|
|
111
111
|
* },
|
|
112
|
+
* precomputedInferenceSource: { // EvaluationPrecomputedInferenceSource
|
|
113
|
+
* inferenceSourceIdentifier: "STRING_VALUE", // required
|
|
114
|
+
* },
|
|
112
115
|
* },
|
|
113
116
|
* ],
|
|
114
117
|
* ragConfigs: [ // RagConfigs
|
|
@@ -255,6 +258,14 @@ declare const CreateEvaluationJobCommand_base: {
|
|
|
255
258
|
* },
|
|
256
259
|
* },
|
|
257
260
|
* },
|
|
261
|
+
* precomputedRagSourceConfig: { // EvaluationPrecomputedRagSourceConfig Union: only one key present
|
|
262
|
+
* retrieveSourceConfig: { // EvaluationPrecomputedRetrieveSourceConfig
|
|
263
|
+
* ragSourceIdentifier: "STRING_VALUE", // required
|
|
264
|
+
* },
|
|
265
|
+
* retrieveAndGenerateSourceConfig: { // EvaluationPrecomputedRetrieveAndGenerateSourceConfig
|
|
266
|
+
* ragSourceIdentifier: "STRING_VALUE", // required
|
|
267
|
+
* },
|
|
268
|
+
* },
|
|
258
269
|
* },
|
|
259
270
|
* ],
|
|
260
271
|
* },
|
|
@@ -110,6 +110,9 @@ declare const GetEvaluationJobCommand_base: {
|
|
|
110
110
|
* // latency: "standard" || "optimized",
|
|
111
111
|
* // },
|
|
112
112
|
* // },
|
|
113
|
+
* // precomputedInferenceSource: { // EvaluationPrecomputedInferenceSource
|
|
114
|
+
* // inferenceSourceIdentifier: "STRING_VALUE", // required
|
|
115
|
+
* // },
|
|
113
116
|
* // },
|
|
114
117
|
* // ],
|
|
115
118
|
* // ragConfigs: [ // RagConfigs
|
|
@@ -256,6 +259,14 @@ declare const GetEvaluationJobCommand_base: {
|
|
|
256
259
|
* // },
|
|
257
260
|
* // },
|
|
258
261
|
* // },
|
|
262
|
+
* // precomputedRagSourceConfig: { // EvaluationPrecomputedRagSourceConfig Union: only one key present
|
|
263
|
+
* // retrieveSourceConfig: { // EvaluationPrecomputedRetrieveSourceConfig
|
|
264
|
+
* // ragSourceIdentifier: "STRING_VALUE", // required
|
|
265
|
+
* // },
|
|
266
|
+
* // retrieveAndGenerateSourceConfig: { // EvaluationPrecomputedRetrieveAndGenerateSourceConfig
|
|
267
|
+
* // ragSourceIdentifier: "STRING_VALUE", // required
|
|
268
|
+
* // },
|
|
269
|
+
* // },
|
|
259
270
|
* // },
|
|
260
271
|
* // ],
|
|
261
272
|
* // },
|
|
@@ -53,6 +53,10 @@ declare const GetImportedModelCommand_base: {
|
|
|
53
53
|
* // modelArchitecture: "STRING_VALUE",
|
|
54
54
|
* // modelKmsKeyArn: "STRING_VALUE",
|
|
55
55
|
* // instructSupported: true || false,
|
|
56
|
+
* // customModelUnits: { // CustomModelUnits
|
|
57
|
+
* // customModelUnitsPerModelCopy: Number("int"),
|
|
58
|
+
* // customModelUnitsVersion: "STRING_VALUE",
|
|
59
|
+
* // },
|
|
56
60
|
* // };
|
|
57
61
|
*
|
|
58
62
|
* ```
|
|
@@ -59,15 +59,33 @@ declare const ListEvaluationJobsCommand_base: {
|
|
|
59
59
|
* // evaluationTaskTypes: [ // EvaluationTaskTypes // required
|
|
60
60
|
* // "Summarization" || "Classification" || "QuestionAndAnswer" || "Generation" || "Custom",
|
|
61
61
|
* // ],
|
|
62
|
-
* // modelIdentifiers: [ //
|
|
62
|
+
* // modelIdentifiers: [ // EvaluationBedrockModelIdentifiers
|
|
63
63
|
* // "STRING_VALUE",
|
|
64
64
|
* // ],
|
|
65
|
-
* // ragIdentifiers: [ //
|
|
65
|
+
* // ragIdentifiers: [ // EvaluationBedrockKnowledgeBaseIdentifiers
|
|
66
66
|
* // "STRING_VALUE",
|
|
67
67
|
* // ],
|
|
68
68
|
* // evaluatorModelIdentifiers: [ // EvaluatorModelIdentifiers
|
|
69
69
|
* // "STRING_VALUE",
|
|
70
70
|
* // ],
|
|
71
|
+
* // inferenceConfigSummary: { // EvaluationInferenceConfigSummary
|
|
72
|
+
* // modelConfigSummary: { // EvaluationModelConfigSummary
|
|
73
|
+
* // bedrockModelIdentifiers: [
|
|
74
|
+
* // "STRING_VALUE",
|
|
75
|
+
* // ],
|
|
76
|
+
* // precomputedInferenceSourceIdentifiers: [ // EvaluationPrecomputedInferenceSourceIdentifiers
|
|
77
|
+
* // "STRING_VALUE",
|
|
78
|
+
* // ],
|
|
79
|
+
* // },
|
|
80
|
+
* // ragConfigSummary: { // EvaluationRagConfigSummary
|
|
81
|
+
* // bedrockKnowledgeBaseIdentifiers: [
|
|
82
|
+
* // "STRING_VALUE",
|
|
83
|
+
* // ],
|
|
84
|
+
* // precomputedRagSourceIdentifiers: [ // EvaluationPrecomputedRagSourceIdentifiers
|
|
85
|
+
* // "STRING_VALUE",
|
|
86
|
+
* // ],
|
|
87
|
+
* // },
|
|
88
|
+
* // },
|
|
71
89
|
* // applicationType: "ModelEvaluation" || "RagEvaluation",
|
|
72
90
|
* // },
|
|
73
91
|
* // ],
|
|
@@ -890,11 +890,22 @@ export interface EvaluationBedrockModel {
|
|
|
890
890
|
*/
|
|
891
891
|
performanceConfig?: PerformanceConfiguration | undefined;
|
|
892
892
|
}
|
|
893
|
+
/**
|
|
894
|
+
* <p>A summary of a model used for a model evaluation job where you provide your own inference response data.</p>
|
|
895
|
+
* @public
|
|
896
|
+
*/
|
|
897
|
+
export interface EvaluationPrecomputedInferenceSource {
|
|
898
|
+
/**
|
|
899
|
+
* <p>A label that identifies a model used in a model evaluation job where you provide your own inference response data.</p>
|
|
900
|
+
* @public
|
|
901
|
+
*/
|
|
902
|
+
inferenceSourceIdentifier: string | undefined;
|
|
903
|
+
}
|
|
893
904
|
/**
|
|
894
905
|
* <p>Defines the models used in the model evaluation job.</p>
|
|
895
906
|
* @public
|
|
896
907
|
*/
|
|
897
|
-
export type EvaluationModelConfig = EvaluationModelConfig.BedrockModelMember | EvaluationModelConfig.$UnknownMember;
|
|
908
|
+
export type EvaluationModelConfig = EvaluationModelConfig.BedrockModelMember | EvaluationModelConfig.PrecomputedInferenceSourceMember | EvaluationModelConfig.$UnknownMember;
|
|
898
909
|
/**
|
|
899
910
|
* @public
|
|
900
911
|
*/
|
|
@@ -905,6 +916,16 @@ export declare namespace EvaluationModelConfig {
|
|
|
905
916
|
*/
|
|
906
917
|
interface BedrockModelMember {
|
|
907
918
|
bedrockModel: EvaluationBedrockModel;
|
|
919
|
+
precomputedInferenceSource?: never;
|
|
920
|
+
$unknown?: never;
|
|
921
|
+
}
|
|
922
|
+
/**
|
|
923
|
+
* <p>Defines the model used to generate inference response data for a model evaluation job where you provide your own inference response data.</p>
|
|
924
|
+
* @public
|
|
925
|
+
*/
|
|
926
|
+
interface PrecomputedInferenceSourceMember {
|
|
927
|
+
bedrockModel?: never;
|
|
928
|
+
precomputedInferenceSource: EvaluationPrecomputedInferenceSource;
|
|
908
929
|
$unknown?: never;
|
|
909
930
|
}
|
|
910
931
|
/**
|
|
@@ -912,10 +933,12 @@ export declare namespace EvaluationModelConfig {
|
|
|
912
933
|
*/
|
|
913
934
|
interface $UnknownMember {
|
|
914
935
|
bedrockModel?: never;
|
|
936
|
+
precomputedInferenceSource?: never;
|
|
915
937
|
$unknown: [string, any];
|
|
916
938
|
}
|
|
917
939
|
interface Visitor<T> {
|
|
918
940
|
bedrockModel: (value: EvaluationBedrockModel) => T;
|
|
941
|
+
precomputedInferenceSource: (value: EvaluationPrecomputedInferenceSource) => T;
|
|
919
942
|
_: (name: string, value: any) => T;
|
|
920
943
|
}
|
|
921
944
|
const visit: <T>(value: EvaluationModelConfig, visitor: Visitor<T>) => T;
|
|
@@ -1224,6 +1247,70 @@ export declare const RetrieveAndGenerateType: {
|
|
|
1224
1247
|
* @public
|
|
1225
1248
|
*/
|
|
1226
1249
|
export type RetrieveAndGenerateType = (typeof RetrieveAndGenerateType)[keyof typeof RetrieveAndGenerateType];
|
|
1250
|
+
/**
|
|
1251
|
+
* <p>A summary of a RAG source used for a retrieve-and-generate Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1252
|
+
* @public
|
|
1253
|
+
*/
|
|
1254
|
+
export interface EvaluationPrecomputedRetrieveAndGenerateSourceConfig {
|
|
1255
|
+
/**
|
|
1256
|
+
* <p>A label that identifies the RAG source used for a retrieve-and-generate Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1257
|
+
* @public
|
|
1258
|
+
*/
|
|
1259
|
+
ragSourceIdentifier: string | undefined;
|
|
1260
|
+
}
|
|
1261
|
+
/**
|
|
1262
|
+
* <p>A summary of a RAG source used for a retrieve-only Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1263
|
+
* @public
|
|
1264
|
+
*/
|
|
1265
|
+
export interface EvaluationPrecomputedRetrieveSourceConfig {
|
|
1266
|
+
/**
|
|
1267
|
+
* <p>A label that identifies the RAG source used for a retrieve-only Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1268
|
+
* @public
|
|
1269
|
+
*/
|
|
1270
|
+
ragSourceIdentifier: string | undefined;
|
|
1271
|
+
}
|
|
1272
|
+
/**
|
|
1273
|
+
* <p>A summary of a RAG source used for a Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1274
|
+
* @public
|
|
1275
|
+
*/
|
|
1276
|
+
export type EvaluationPrecomputedRagSourceConfig = EvaluationPrecomputedRagSourceConfig.RetrieveAndGenerateSourceConfigMember | EvaluationPrecomputedRagSourceConfig.RetrieveSourceConfigMember | EvaluationPrecomputedRagSourceConfig.$UnknownMember;
|
|
1277
|
+
/**
|
|
1278
|
+
* @public
|
|
1279
|
+
*/
|
|
1280
|
+
export declare namespace EvaluationPrecomputedRagSourceConfig {
|
|
1281
|
+
/**
|
|
1282
|
+
* <p>A summary of a RAG source used for a retrieve-only Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1283
|
+
* @public
|
|
1284
|
+
*/
|
|
1285
|
+
interface RetrieveSourceConfigMember {
|
|
1286
|
+
retrieveSourceConfig: EvaluationPrecomputedRetrieveSourceConfig;
|
|
1287
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
1288
|
+
$unknown?: never;
|
|
1289
|
+
}
|
|
1290
|
+
/**
|
|
1291
|
+
* <p>A summary of a RAG source used for a retrieve-and-generate Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1292
|
+
* @public
|
|
1293
|
+
*/
|
|
1294
|
+
interface RetrieveAndGenerateSourceConfigMember {
|
|
1295
|
+
retrieveSourceConfig?: never;
|
|
1296
|
+
retrieveAndGenerateSourceConfig: EvaluationPrecomputedRetrieveAndGenerateSourceConfig;
|
|
1297
|
+
$unknown?: never;
|
|
1298
|
+
}
|
|
1299
|
+
/**
|
|
1300
|
+
* @public
|
|
1301
|
+
*/
|
|
1302
|
+
interface $UnknownMember {
|
|
1303
|
+
retrieveSourceConfig?: never;
|
|
1304
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
1305
|
+
$unknown: [string, any];
|
|
1306
|
+
}
|
|
1307
|
+
interface Visitor<T> {
|
|
1308
|
+
retrieveSourceConfig: (value: EvaluationPrecomputedRetrieveSourceConfig) => T;
|
|
1309
|
+
retrieveAndGenerateSourceConfig: (value: EvaluationPrecomputedRetrieveAndGenerateSourceConfig) => T;
|
|
1310
|
+
_: (name: string, value: any) => T;
|
|
1311
|
+
}
|
|
1312
|
+
const visit: <T>(value: EvaluationPrecomputedRagSourceConfig, visitor: Visitor<T>) => T;
|
|
1313
|
+
}
|
|
1227
1314
|
/**
|
|
1228
1315
|
* <p>The Amazon S3 location where the results of your evaluation job are saved.</p>
|
|
1229
1316
|
* @public
|
|
@@ -1340,6 +1427,58 @@ export interface ListEvaluationJobsRequest {
|
|
|
1340
1427
|
*/
|
|
1341
1428
|
sortOrder?: SortOrder | undefined;
|
|
1342
1429
|
}
|
|
1430
|
+
/**
|
|
1431
|
+
* <p>A summary of the models used in an Amazon Bedrock model evaluation job. These resources can be models in Amazon Bedrock
|
|
1432
|
+
* or models outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1433
|
+
* @public
|
|
1434
|
+
*/
|
|
1435
|
+
export interface EvaluationModelConfigSummary {
|
|
1436
|
+
/**
|
|
1437
|
+
* <p>The Amazon Resource Names (ARNs) of the models used for the evaluation job.</p>
|
|
1438
|
+
* @public
|
|
1439
|
+
*/
|
|
1440
|
+
bedrockModelIdentifiers?: string[] | undefined;
|
|
1441
|
+
/**
|
|
1442
|
+
* <p>A label that identifies the models used for a model evaluation job where you provide your own inference response data.</p>
|
|
1443
|
+
* @public
|
|
1444
|
+
*/
|
|
1445
|
+
precomputedInferenceSourceIdentifiers?: string[] | undefined;
|
|
1446
|
+
}
|
|
1447
|
+
/**
|
|
1448
|
+
* <p>A summary of the RAG resources used in an Amazon Bedrock Knowledge Base evaluation job. These resources can be Knowledge Bases in Amazon Bedrock
|
|
1449
|
+
* or RAG sources outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1450
|
+
* @public
|
|
1451
|
+
*/
|
|
1452
|
+
export interface EvaluationRagConfigSummary {
|
|
1453
|
+
/**
|
|
1454
|
+
* <p>The Amazon Resource Names (ARNs) of the Knowledge Base resources used for a Knowledge Base evaluation job where Amazon Bedrock invokes the Knowledge Base for you.</p>
|
|
1455
|
+
* @public
|
|
1456
|
+
*/
|
|
1457
|
+
bedrockKnowledgeBaseIdentifiers?: string[] | undefined;
|
|
1458
|
+
/**
|
|
1459
|
+
* <p>A label that identifies the RAG sources used for a Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1460
|
+
* @public
|
|
1461
|
+
*/
|
|
1462
|
+
precomputedRagSourceIdentifiers?: string[] | undefined;
|
|
1463
|
+
}
|
|
1464
|
+
/**
|
|
1465
|
+
* <p>Identifies the models, Knowledge Bases, or other RAG sources evaluated in a model or Knowledge Base evaluation job.</p>
|
|
1466
|
+
* @public
|
|
1467
|
+
*/
|
|
1468
|
+
export interface EvaluationInferenceConfigSummary {
|
|
1469
|
+
/**
|
|
1470
|
+
* <p>A summary of the models used in an Amazon Bedrock model evaluation job. These resources can be models in Amazon Bedrock
|
|
1471
|
+
* or models outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1472
|
+
* @public
|
|
1473
|
+
*/
|
|
1474
|
+
modelConfigSummary?: EvaluationModelConfigSummary | undefined;
|
|
1475
|
+
/**
|
|
1476
|
+
* <p>A summary of the RAG resources used in an Amazon Bedrock Knowledge Base evaluation job. These resources can be Knowledge Bases in
|
|
1477
|
+
* Amazon Bedrock or RAG sources outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1478
|
+
* @public
|
|
1479
|
+
*/
|
|
1480
|
+
ragConfigSummary?: EvaluationRagConfigSummary | undefined;
|
|
1481
|
+
}
|
|
1343
1482
|
/**
|
|
1344
1483
|
* <p>Summary information of an evaluation job.</p>
|
|
1345
1484
|
* @public
|
|
@@ -1377,11 +1516,15 @@ export interface EvaluationSummary {
|
|
|
1377
1516
|
evaluationTaskTypes: EvaluationTaskType[] | undefined;
|
|
1378
1517
|
/**
|
|
1379
1518
|
* <p>The Amazon Resource Names (ARNs) of the model(s) used for the evaluation job.</p>
|
|
1519
|
+
*
|
|
1520
|
+
* @deprecated
|
|
1380
1521
|
* @public
|
|
1381
1522
|
*/
|
|
1382
1523
|
modelIdentifiers?: string[] | undefined;
|
|
1383
1524
|
/**
|
|
1384
1525
|
* <p>The Amazon Resource Names (ARNs) of the knowledge base resources used for a knowledge base evaluation job.</p>
|
|
1526
|
+
*
|
|
1527
|
+
* @deprecated
|
|
1385
1528
|
* @public
|
|
1386
1529
|
*/
|
|
1387
1530
|
ragIdentifiers?: string[] | undefined;
|
|
@@ -1390,6 +1533,11 @@ export interface EvaluationSummary {
|
|
|
1390
1533
|
* @public
|
|
1391
1534
|
*/
|
|
1392
1535
|
evaluatorModelIdentifiers?: string[] | undefined;
|
|
1536
|
+
/**
|
|
1537
|
+
* <p>Identifies the models, Knowledge Bases, or other RAG sources evaluated in a model or Knowledge Base evaluation job.</p>
|
|
1538
|
+
* @public
|
|
1539
|
+
*/
|
|
1540
|
+
inferenceConfigSummary?: EvaluationInferenceConfigSummary | undefined;
|
|
1393
1541
|
/**
|
|
1394
1542
|
* <p>Specifies whether the evaluation job is for evaluating a model or evaluating a knowledge base (retrieval and response generation).</p>
|
|
1395
1543
|
* @public
|
|
@@ -3657,6 +3805,30 @@ export interface GetImportedModelRequest {
|
|
|
3657
3805
|
*/
|
|
3658
3806
|
modelIdentifier: string | undefined;
|
|
3659
3807
|
}
|
|
3808
|
+
/**
|
|
3809
|
+
* <p>A <code>CustomModelUnit</code> (CMU) is an abstract view of the hardware utilization that
|
|
3810
|
+
* Amazon Bedrock needs to host a single copy of your custom model. A model copy represents a
|
|
3811
|
+
* single instance of your imported model that is ready to serve inference requests. Amazon Bedrock
|
|
3812
|
+
* determines the number of custom model units that a model copy needs when you import the custom model.
|
|
3813
|
+
* </p>
|
|
3814
|
+
* <p>You can use <code>CustomModelUnits</code> to estimate the cost of running
|
|
3815
|
+
* your custom model. For more information, see Calculate the cost of running a custom model in the
|
|
3816
|
+
* Amazon Bedrock user guide.
|
|
3817
|
+
* </p>
|
|
3818
|
+
* @public
|
|
3819
|
+
*/
|
|
3820
|
+
export interface CustomModelUnits {
|
|
3821
|
+
/**
|
|
3822
|
+
* <p>The number of custom model units used to host a model copy. </p>
|
|
3823
|
+
* @public
|
|
3824
|
+
*/
|
|
3825
|
+
customModelUnitsPerModelCopy?: number | undefined;
|
|
3826
|
+
/**
|
|
3827
|
+
* <p>The version of the custom model unit. Use to determine the billing rate for the custom model unit.</p>
|
|
3828
|
+
* @public
|
|
3829
|
+
*/
|
|
3830
|
+
customModelUnitsVersion?: string | undefined;
|
|
3831
|
+
}
|
|
3660
3832
|
/**
|
|
3661
3833
|
* @public
|
|
3662
3834
|
*/
|
|
@@ -3706,6 +3878,11 @@ export interface GetImportedModelResponse {
|
|
|
3706
3878
|
* @public
|
|
3707
3879
|
*/
|
|
3708
3880
|
instructSupported?: boolean | undefined;
|
|
3881
|
+
/**
|
|
3882
|
+
* <p>Information about the hardware utilization for a single copy of the model.</p>
|
|
3883
|
+
* @public
|
|
3884
|
+
*/
|
|
3885
|
+
customModelUnits?: CustomModelUnits | undefined;
|
|
3709
3886
|
}
|
|
3710
3887
|
/**
|
|
3711
3888
|
* @public
|
|
@@ -6886,7 +7063,7 @@ export declare namespace KnowledgeBaseConfig {
|
|
|
6886
7063
|
* <p>Contains configuration details for retrieval of information and response generation.</p>
|
|
6887
7064
|
* @public
|
|
6888
7065
|
*/
|
|
6889
|
-
export type RAGConfig = RAGConfig.KnowledgeBaseConfigMember | RAGConfig.$UnknownMember;
|
|
7066
|
+
export type RAGConfig = RAGConfig.KnowledgeBaseConfigMember | RAGConfig.PrecomputedRagSourceConfigMember | RAGConfig.$UnknownMember;
|
|
6890
7067
|
/**
|
|
6891
7068
|
* @public
|
|
6892
7069
|
*/
|
|
@@ -6897,6 +7074,16 @@ export declare namespace RAGConfig {
|
|
|
6897
7074
|
*/
|
|
6898
7075
|
interface KnowledgeBaseConfigMember {
|
|
6899
7076
|
knowledgeBaseConfig: KnowledgeBaseConfig;
|
|
7077
|
+
precomputedRagSourceConfig?: never;
|
|
7078
|
+
$unknown?: never;
|
|
7079
|
+
}
|
|
7080
|
+
/**
|
|
7081
|
+
* <p>Contains configuration details about the RAG source used to generate inference response data for a Knowledge Base evaluation job.</p>
|
|
7082
|
+
* @public
|
|
7083
|
+
*/
|
|
7084
|
+
interface PrecomputedRagSourceConfigMember {
|
|
7085
|
+
knowledgeBaseConfig?: never;
|
|
7086
|
+
precomputedRagSourceConfig: EvaluationPrecomputedRagSourceConfig;
|
|
6900
7087
|
$unknown?: never;
|
|
6901
7088
|
}
|
|
6902
7089
|
/**
|
|
@@ -6904,10 +7091,12 @@ export declare namespace RAGConfig {
|
|
|
6904
7091
|
*/
|
|
6905
7092
|
interface $UnknownMember {
|
|
6906
7093
|
knowledgeBaseConfig?: never;
|
|
7094
|
+
precomputedRagSourceConfig?: never;
|
|
6907
7095
|
$unknown: [string, any];
|
|
6908
7096
|
}
|
|
6909
7097
|
interface Visitor<T> {
|
|
6910
7098
|
knowledgeBaseConfig: (value: KnowledgeBaseConfig) => T;
|
|
7099
|
+
precomputedRagSourceConfig: (value: EvaluationPrecomputedRagSourceConfig) => T;
|
|
6911
7100
|
_: (name: string, value: any) => T;
|
|
6912
7101
|
}
|
|
6913
7102
|
const visit: <T>(value: RAGConfig, visitor: Visitor<T>) => T;
|
|
@@ -309,20 +309,34 @@ export interface EvaluationBedrockModel {
|
|
|
309
309
|
inferenceParams?: string | undefined;
|
|
310
310
|
performanceConfig?: PerformanceConfiguration | undefined;
|
|
311
311
|
}
|
|
312
|
+
export interface EvaluationPrecomputedInferenceSource {
|
|
313
|
+
inferenceSourceIdentifier: string | undefined;
|
|
314
|
+
}
|
|
312
315
|
export type EvaluationModelConfig =
|
|
313
316
|
| EvaluationModelConfig.BedrockModelMember
|
|
317
|
+
| EvaluationModelConfig.PrecomputedInferenceSourceMember
|
|
314
318
|
| EvaluationModelConfig.$UnknownMember;
|
|
315
319
|
export declare namespace EvaluationModelConfig {
|
|
316
320
|
interface BedrockModelMember {
|
|
317
321
|
bedrockModel: EvaluationBedrockModel;
|
|
322
|
+
precomputedInferenceSource?: never;
|
|
323
|
+
$unknown?: never;
|
|
324
|
+
}
|
|
325
|
+
interface PrecomputedInferenceSourceMember {
|
|
326
|
+
bedrockModel?: never;
|
|
327
|
+
precomputedInferenceSource: EvaluationPrecomputedInferenceSource;
|
|
318
328
|
$unknown?: never;
|
|
319
329
|
}
|
|
320
330
|
interface $UnknownMember {
|
|
321
331
|
bedrockModel?: never;
|
|
332
|
+
precomputedInferenceSource?: never;
|
|
322
333
|
$unknown: [string, any];
|
|
323
334
|
}
|
|
324
335
|
interface Visitor<T> {
|
|
325
336
|
bedrockModel: (value: EvaluationBedrockModel) => T;
|
|
337
|
+
precomputedInferenceSource: (
|
|
338
|
+
value: EvaluationPrecomputedInferenceSource
|
|
339
|
+
) => T;
|
|
326
340
|
_: (name: string, value: any) => T;
|
|
327
341
|
}
|
|
328
342
|
const visit: <T>(value: EvaluationModelConfig, visitor: Visitor<T>) => T;
|
|
@@ -407,6 +421,46 @@ export declare const RetrieveAndGenerateType: {
|
|
|
407
421
|
};
|
|
408
422
|
export type RetrieveAndGenerateType =
|
|
409
423
|
(typeof RetrieveAndGenerateType)[keyof typeof RetrieveAndGenerateType];
|
|
424
|
+
export interface EvaluationPrecomputedRetrieveAndGenerateSourceConfig {
|
|
425
|
+
ragSourceIdentifier: string | undefined;
|
|
426
|
+
}
|
|
427
|
+
export interface EvaluationPrecomputedRetrieveSourceConfig {
|
|
428
|
+
ragSourceIdentifier: string | undefined;
|
|
429
|
+
}
|
|
430
|
+
export type EvaluationPrecomputedRagSourceConfig =
|
|
431
|
+
| EvaluationPrecomputedRagSourceConfig.RetrieveAndGenerateSourceConfigMember
|
|
432
|
+
| EvaluationPrecomputedRagSourceConfig.RetrieveSourceConfigMember
|
|
433
|
+
| EvaluationPrecomputedRagSourceConfig.$UnknownMember;
|
|
434
|
+
export declare namespace EvaluationPrecomputedRagSourceConfig {
|
|
435
|
+
interface RetrieveSourceConfigMember {
|
|
436
|
+
retrieveSourceConfig: EvaluationPrecomputedRetrieveSourceConfig;
|
|
437
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
438
|
+
$unknown?: never;
|
|
439
|
+
}
|
|
440
|
+
interface RetrieveAndGenerateSourceConfigMember {
|
|
441
|
+
retrieveSourceConfig?: never;
|
|
442
|
+
retrieveAndGenerateSourceConfig: EvaluationPrecomputedRetrieveAndGenerateSourceConfig;
|
|
443
|
+
$unknown?: never;
|
|
444
|
+
}
|
|
445
|
+
interface $UnknownMember {
|
|
446
|
+
retrieveSourceConfig?: never;
|
|
447
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
448
|
+
$unknown: [string, any];
|
|
449
|
+
}
|
|
450
|
+
interface Visitor<T> {
|
|
451
|
+
retrieveSourceConfig: (
|
|
452
|
+
value: EvaluationPrecomputedRetrieveSourceConfig
|
|
453
|
+
) => T;
|
|
454
|
+
retrieveAndGenerateSourceConfig: (
|
|
455
|
+
value: EvaluationPrecomputedRetrieveAndGenerateSourceConfig
|
|
456
|
+
) => T;
|
|
457
|
+
_: (name: string, value: any) => T;
|
|
458
|
+
}
|
|
459
|
+
const visit: <T>(
|
|
460
|
+
value: EvaluationPrecomputedRagSourceConfig,
|
|
461
|
+
visitor: Visitor<T>
|
|
462
|
+
) => T;
|
|
463
|
+
}
|
|
410
464
|
export interface EvaluationOutputDataConfig {
|
|
411
465
|
s3Uri: string | undefined;
|
|
412
466
|
}
|
|
@@ -442,6 +496,18 @@ export interface ListEvaluationJobsRequest {
|
|
|
442
496
|
sortBy?: SortJobsBy | undefined;
|
|
443
497
|
sortOrder?: SortOrder | undefined;
|
|
444
498
|
}
|
|
499
|
+
export interface EvaluationModelConfigSummary {
|
|
500
|
+
bedrockModelIdentifiers?: string[] | undefined;
|
|
501
|
+
precomputedInferenceSourceIdentifiers?: string[] | undefined;
|
|
502
|
+
}
|
|
503
|
+
export interface EvaluationRagConfigSummary {
|
|
504
|
+
bedrockKnowledgeBaseIdentifiers?: string[] | undefined;
|
|
505
|
+
precomputedRagSourceIdentifiers?: string[] | undefined;
|
|
506
|
+
}
|
|
507
|
+
export interface EvaluationInferenceConfigSummary {
|
|
508
|
+
modelConfigSummary?: EvaluationModelConfigSummary | undefined;
|
|
509
|
+
ragConfigSummary?: EvaluationRagConfigSummary | undefined;
|
|
510
|
+
}
|
|
445
511
|
export interface EvaluationSummary {
|
|
446
512
|
jobArn: string | undefined;
|
|
447
513
|
jobName: string | undefined;
|
|
@@ -452,6 +518,7 @@ export interface EvaluationSummary {
|
|
|
452
518
|
modelIdentifiers?: string[] | undefined;
|
|
453
519
|
ragIdentifiers?: string[] | undefined;
|
|
454
520
|
evaluatorModelIdentifiers?: string[] | undefined;
|
|
521
|
+
inferenceConfigSummary?: EvaluationInferenceConfigSummary | undefined;
|
|
455
522
|
applicationType?: ApplicationType | undefined;
|
|
456
523
|
}
|
|
457
524
|
export interface ListEvaluationJobsResponse {
|
|
@@ -980,6 +1047,10 @@ export interface DeleteImportedModelResponse {}
|
|
|
980
1047
|
export interface GetImportedModelRequest {
|
|
981
1048
|
modelIdentifier: string | undefined;
|
|
982
1049
|
}
|
|
1050
|
+
export interface CustomModelUnits {
|
|
1051
|
+
customModelUnitsPerModelCopy?: number | undefined;
|
|
1052
|
+
customModelUnitsVersion?: string | undefined;
|
|
1053
|
+
}
|
|
983
1054
|
export interface GetImportedModelResponse {
|
|
984
1055
|
modelArn?: string | undefined;
|
|
985
1056
|
modelName?: string | undefined;
|
|
@@ -990,6 +1061,7 @@ export interface GetImportedModelResponse {
|
|
|
990
1061
|
modelArchitecture?: string | undefined;
|
|
991
1062
|
modelKmsKeyArn?: string | undefined;
|
|
992
1063
|
instructSupported?: boolean | undefined;
|
|
1064
|
+
customModelUnits?: CustomModelUnits | undefined;
|
|
993
1065
|
}
|
|
994
1066
|
export interface GetModelImportJobRequest {
|
|
995
1067
|
jobIdentifier: string | undefined;
|
|
@@ -2031,18 +2103,29 @@ export declare namespace KnowledgeBaseConfig {
|
|
|
2031
2103
|
}
|
|
2032
2104
|
export type RAGConfig =
|
|
2033
2105
|
| RAGConfig.KnowledgeBaseConfigMember
|
|
2106
|
+
| RAGConfig.PrecomputedRagSourceConfigMember
|
|
2034
2107
|
| RAGConfig.$UnknownMember;
|
|
2035
2108
|
export declare namespace RAGConfig {
|
|
2036
2109
|
interface KnowledgeBaseConfigMember {
|
|
2037
2110
|
knowledgeBaseConfig: KnowledgeBaseConfig;
|
|
2111
|
+
precomputedRagSourceConfig?: never;
|
|
2112
|
+
$unknown?: never;
|
|
2113
|
+
}
|
|
2114
|
+
interface PrecomputedRagSourceConfigMember {
|
|
2115
|
+
knowledgeBaseConfig?: never;
|
|
2116
|
+
precomputedRagSourceConfig: EvaluationPrecomputedRagSourceConfig;
|
|
2038
2117
|
$unknown?: never;
|
|
2039
2118
|
}
|
|
2040
2119
|
interface $UnknownMember {
|
|
2041
2120
|
knowledgeBaseConfig?: never;
|
|
2121
|
+
precomputedRagSourceConfig?: never;
|
|
2042
2122
|
$unknown: [string, any];
|
|
2043
2123
|
}
|
|
2044
2124
|
interface Visitor<T> {
|
|
2045
2125
|
knowledgeBaseConfig: (value: KnowledgeBaseConfig) => T;
|
|
2126
|
+
precomputedRagSourceConfig: (
|
|
2127
|
+
value: EvaluationPrecomputedRagSourceConfig
|
|
2128
|
+
) => T;
|
|
2046
2129
|
_: (name: string, value: any) => T;
|
|
2047
2130
|
}
|
|
2048
2131
|
const visit: <T>(value: RAGConfig, visitor: Visitor<T>) => T;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-bedrock",
|
|
3
3
|
"description": "AWS SDK for JavaScript Bedrock Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.773.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "node ../../scripts/compilation/inline client-bedrock",
|
|
@@ -21,10 +21,10 @@
|
|
|
21
21
|
"@aws-crypto/sha256-browser": "5.2.0",
|
|
22
22
|
"@aws-crypto/sha256-js": "5.2.0",
|
|
23
23
|
"@aws-sdk/core": "3.758.0",
|
|
24
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
24
|
+
"@aws-sdk/credential-provider-node": "3.772.0",
|
|
25
25
|
"@aws-sdk/middleware-host-header": "3.734.0",
|
|
26
26
|
"@aws-sdk/middleware-logger": "3.734.0",
|
|
27
|
-
"@aws-sdk/middleware-recursion-detection": "3.
|
|
27
|
+
"@aws-sdk/middleware-recursion-detection": "3.772.0",
|
|
28
28
|
"@aws-sdk/middleware-user-agent": "3.758.0",
|
|
29
29
|
"@aws-sdk/region-config-resolver": "3.734.0",
|
|
30
30
|
"@aws-sdk/types": "3.734.0",
|