@aws-sdk/client-bedrock 3.763.0 → 3.772.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/index.js +279 -311
- package/dist-es/models/models_0.js +18 -0
- package/dist-es/protocols/Aws_restJson1.js +7 -0
- package/dist-types/commands/CreateEvaluationJobCommand.d.ts +11 -0
- package/dist-types/commands/GetEvaluationJobCommand.d.ts +11 -0
- package/dist-types/commands/ListEvaluationJobsCommand.d.ts +20 -2
- package/dist-types/models/models_0.d.ts +162 -2
- package/dist-types/ts3.4/models/models_0.d.ts +78 -0
- package/package.json +3 -3
|
@@ -162,6 +162,8 @@ export var EvaluationModelConfig;
|
|
|
162
162
|
EvaluationModelConfig.visit = (value, visitor) => {
|
|
163
163
|
if (value.bedrockModel !== undefined)
|
|
164
164
|
return visitor.bedrockModel(value.bedrockModel);
|
|
165
|
+
if (value.precomputedInferenceSource !== undefined)
|
|
166
|
+
return visitor.precomputedInferenceSource(value.precomputedInferenceSource);
|
|
165
167
|
return visitor._(value.$unknown[0], value.$unknown[1]);
|
|
166
168
|
};
|
|
167
169
|
})(EvaluationModelConfig || (EvaluationModelConfig = {}));
|
|
@@ -180,6 +182,16 @@ export const RetrieveAndGenerateType = {
|
|
|
180
182
|
EXTERNAL_SOURCES: "EXTERNAL_SOURCES",
|
|
181
183
|
KNOWLEDGE_BASE: "KNOWLEDGE_BASE",
|
|
182
184
|
};
|
|
185
|
+
export var EvaluationPrecomputedRagSourceConfig;
|
|
186
|
+
(function (EvaluationPrecomputedRagSourceConfig) {
|
|
187
|
+
EvaluationPrecomputedRagSourceConfig.visit = (value, visitor) => {
|
|
188
|
+
if (value.retrieveSourceConfig !== undefined)
|
|
189
|
+
return visitor.retrieveSourceConfig(value.retrieveSourceConfig);
|
|
190
|
+
if (value.retrieveAndGenerateSourceConfig !== undefined)
|
|
191
|
+
return visitor.retrieveAndGenerateSourceConfig(value.retrieveAndGenerateSourceConfig);
|
|
192
|
+
return visitor._(value.$unknown[0], value.$unknown[1]);
|
|
193
|
+
};
|
|
194
|
+
})(EvaluationPrecomputedRagSourceConfig || (EvaluationPrecomputedRagSourceConfig = {}));
|
|
183
195
|
export const EvaluationJobType = {
|
|
184
196
|
AUTOMATED: "Automated",
|
|
185
197
|
HUMAN: "Human",
|
|
@@ -479,6 +491,8 @@ export var RAGConfig;
|
|
|
479
491
|
RAGConfig.visit = (value, visitor) => {
|
|
480
492
|
if (value.knowledgeBaseConfig !== undefined)
|
|
481
493
|
return visitor.knowledgeBaseConfig(value.knowledgeBaseConfig);
|
|
494
|
+
if (value.precomputedRagSourceConfig !== undefined)
|
|
495
|
+
return visitor.precomputedRagSourceConfig(value.precomputedRagSourceConfig);
|
|
482
496
|
return visitor._(value.$unknown[0], value.$unknown[1]);
|
|
483
497
|
};
|
|
484
498
|
})(RAGConfig || (RAGConfig = {}));
|
|
@@ -564,6 +578,8 @@ export const EvaluationBedrockModelFilterSensitiveLog = (obj) => ({
|
|
|
564
578
|
export const EvaluationModelConfigFilterSensitiveLog = (obj) => {
|
|
565
579
|
if (obj.bedrockModel !== undefined)
|
|
566
580
|
return { bedrockModel: EvaluationBedrockModelFilterSensitiveLog(obj.bedrockModel) };
|
|
581
|
+
if (obj.precomputedInferenceSource !== undefined)
|
|
582
|
+
return { precomputedInferenceSource: obj.precomputedInferenceSource };
|
|
567
583
|
if (obj.$unknown !== undefined)
|
|
568
584
|
return { [obj.$unknown[0]]: "UNKNOWN" };
|
|
569
585
|
};
|
|
@@ -872,6 +888,8 @@ export const KnowledgeBaseConfigFilterSensitiveLog = (obj) => {
|
|
|
872
888
|
export const RAGConfigFilterSensitiveLog = (obj) => {
|
|
873
889
|
if (obj.knowledgeBaseConfig !== undefined)
|
|
874
890
|
return { knowledgeBaseConfig: KnowledgeBaseConfigFilterSensitiveLog(obj.knowledgeBaseConfig) };
|
|
891
|
+
if (obj.precomputedRagSourceConfig !== undefined)
|
|
892
|
+
return { precomputedRagSourceConfig: obj.precomputedRagSourceConfig };
|
|
875
893
|
if (obj.$unknown !== undefined)
|
|
876
894
|
return { [obj.$unknown[0]]: "UNKNOWN" };
|
|
877
895
|
};
|
|
@@ -2021,6 +2021,7 @@ const se_KnowledgeBaseVectorSearchConfiguration = (input, context) => {
|
|
|
2021
2021
|
const se_RAGConfig = (input, context) => {
|
|
2022
2022
|
return RAGConfig.visit(input, {
|
|
2023
2023
|
knowledgeBaseConfig: (value) => ({ knowledgeBaseConfig: se_KnowledgeBaseConfig(value, context) }),
|
|
2024
|
+
precomputedRagSourceConfig: (value) => ({ precomputedRagSourceConfig: _json(value) }),
|
|
2024
2025
|
_: (name, value) => ({ [name]: value }),
|
|
2025
2026
|
});
|
|
2026
2027
|
};
|
|
@@ -2147,6 +2148,7 @@ const de_EvaluationSummary = (output, context) => {
|
|
|
2147
2148
|
creationTime: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
|
|
2148
2149
|
evaluationTaskTypes: _json,
|
|
2149
2150
|
evaluatorModelIdentifiers: _json,
|
|
2151
|
+
inferenceConfigSummary: _json,
|
|
2150
2152
|
jobArn: __expectString,
|
|
2151
2153
|
jobName: __expectString,
|
|
2152
2154
|
jobType: __expectString,
|
|
@@ -2493,6 +2495,11 @@ const de_RAGConfig = (output, context) => {
|
|
|
2493
2495
|
knowledgeBaseConfig: de_KnowledgeBaseConfig(__expectUnion(output.knowledgeBaseConfig), context),
|
|
2494
2496
|
};
|
|
2495
2497
|
}
|
|
2498
|
+
if (output.precomputedRagSourceConfig != null) {
|
|
2499
|
+
return {
|
|
2500
|
+
precomputedRagSourceConfig: _json(__expectUnion(output.precomputedRagSourceConfig)),
|
|
2501
|
+
};
|
|
2502
|
+
}
|
|
2496
2503
|
return { $unknown: Object.entries(output)[0] };
|
|
2497
2504
|
};
|
|
2498
2505
|
const de_RagConfigs = (output, context) => {
|
|
@@ -109,6 +109,9 @@ declare const CreateEvaluationJobCommand_base: {
|
|
|
109
109
|
* latency: "standard" || "optimized",
|
|
110
110
|
* },
|
|
111
111
|
* },
|
|
112
|
+
* precomputedInferenceSource: { // EvaluationPrecomputedInferenceSource
|
|
113
|
+
* inferenceSourceIdentifier: "STRING_VALUE", // required
|
|
114
|
+
* },
|
|
112
115
|
* },
|
|
113
116
|
* ],
|
|
114
117
|
* ragConfigs: [ // RagConfigs
|
|
@@ -255,6 +258,14 @@ declare const CreateEvaluationJobCommand_base: {
|
|
|
255
258
|
* },
|
|
256
259
|
* },
|
|
257
260
|
* },
|
|
261
|
+
* precomputedRagSourceConfig: { // EvaluationPrecomputedRagSourceConfig Union: only one key present
|
|
262
|
+
* retrieveSourceConfig: { // EvaluationPrecomputedRetrieveSourceConfig
|
|
263
|
+
* ragSourceIdentifier: "STRING_VALUE", // required
|
|
264
|
+
* },
|
|
265
|
+
* retrieveAndGenerateSourceConfig: { // EvaluationPrecomputedRetrieveAndGenerateSourceConfig
|
|
266
|
+
* ragSourceIdentifier: "STRING_VALUE", // required
|
|
267
|
+
* },
|
|
268
|
+
* },
|
|
258
269
|
* },
|
|
259
270
|
* ],
|
|
260
271
|
* },
|
|
@@ -110,6 +110,9 @@ declare const GetEvaluationJobCommand_base: {
|
|
|
110
110
|
* // latency: "standard" || "optimized",
|
|
111
111
|
* // },
|
|
112
112
|
* // },
|
|
113
|
+
* // precomputedInferenceSource: { // EvaluationPrecomputedInferenceSource
|
|
114
|
+
* // inferenceSourceIdentifier: "STRING_VALUE", // required
|
|
115
|
+
* // },
|
|
113
116
|
* // },
|
|
114
117
|
* // ],
|
|
115
118
|
* // ragConfigs: [ // RagConfigs
|
|
@@ -256,6 +259,14 @@ declare const GetEvaluationJobCommand_base: {
|
|
|
256
259
|
* // },
|
|
257
260
|
* // },
|
|
258
261
|
* // },
|
|
262
|
+
* // precomputedRagSourceConfig: { // EvaluationPrecomputedRagSourceConfig Union: only one key present
|
|
263
|
+
* // retrieveSourceConfig: { // EvaluationPrecomputedRetrieveSourceConfig
|
|
264
|
+
* // ragSourceIdentifier: "STRING_VALUE", // required
|
|
265
|
+
* // },
|
|
266
|
+
* // retrieveAndGenerateSourceConfig: { // EvaluationPrecomputedRetrieveAndGenerateSourceConfig
|
|
267
|
+
* // ragSourceIdentifier: "STRING_VALUE", // required
|
|
268
|
+
* // },
|
|
269
|
+
* // },
|
|
259
270
|
* // },
|
|
260
271
|
* // ],
|
|
261
272
|
* // },
|
|
@@ -59,15 +59,33 @@ declare const ListEvaluationJobsCommand_base: {
|
|
|
59
59
|
* // evaluationTaskTypes: [ // EvaluationTaskTypes // required
|
|
60
60
|
* // "Summarization" || "Classification" || "QuestionAndAnswer" || "Generation" || "Custom",
|
|
61
61
|
* // ],
|
|
62
|
-
* // modelIdentifiers: [ //
|
|
62
|
+
* // modelIdentifiers: [ // EvaluationBedrockModelIdentifiers
|
|
63
63
|
* // "STRING_VALUE",
|
|
64
64
|
* // ],
|
|
65
|
-
* // ragIdentifiers: [ //
|
|
65
|
+
* // ragIdentifiers: [ // EvaluationBedrockKnowledgeBaseIdentifiers
|
|
66
66
|
* // "STRING_VALUE",
|
|
67
67
|
* // ],
|
|
68
68
|
* // evaluatorModelIdentifiers: [ // EvaluatorModelIdentifiers
|
|
69
69
|
* // "STRING_VALUE",
|
|
70
70
|
* // ],
|
|
71
|
+
* // inferenceConfigSummary: { // EvaluationInferenceConfigSummary
|
|
72
|
+
* // modelConfigSummary: { // EvaluationModelConfigSummary
|
|
73
|
+
* // bedrockModelIdentifiers: [
|
|
74
|
+
* // "STRING_VALUE",
|
|
75
|
+
* // ],
|
|
76
|
+
* // precomputedInferenceSourceIdentifiers: [ // EvaluationPrecomputedInferenceSourceIdentifiers
|
|
77
|
+
* // "STRING_VALUE",
|
|
78
|
+
* // ],
|
|
79
|
+
* // },
|
|
80
|
+
* // ragConfigSummary: { // EvaluationRagConfigSummary
|
|
81
|
+
* // bedrockKnowledgeBaseIdentifiers: [
|
|
82
|
+
* // "STRING_VALUE",
|
|
83
|
+
* // ],
|
|
84
|
+
* // precomputedRagSourceIdentifiers: [ // EvaluationPrecomputedRagSourceIdentifiers
|
|
85
|
+
* // "STRING_VALUE",
|
|
86
|
+
* // ],
|
|
87
|
+
* // },
|
|
88
|
+
* // },
|
|
71
89
|
* // applicationType: "ModelEvaluation" || "RagEvaluation",
|
|
72
90
|
* // },
|
|
73
91
|
* // ],
|
|
@@ -890,11 +890,22 @@ export interface EvaluationBedrockModel {
|
|
|
890
890
|
*/
|
|
891
891
|
performanceConfig?: PerformanceConfiguration | undefined;
|
|
892
892
|
}
|
|
893
|
+
/**
|
|
894
|
+
* <p>A summary of a model used for a model evaluation job where you provide your own inference response data.</p>
|
|
895
|
+
* @public
|
|
896
|
+
*/
|
|
897
|
+
export interface EvaluationPrecomputedInferenceSource {
|
|
898
|
+
/**
|
|
899
|
+
* <p>A label that identifies a model used in a model evaluation job where you provide your own inference response data.</p>
|
|
900
|
+
* @public
|
|
901
|
+
*/
|
|
902
|
+
inferenceSourceIdentifier: string | undefined;
|
|
903
|
+
}
|
|
893
904
|
/**
|
|
894
905
|
* <p>Defines the models used in the model evaluation job.</p>
|
|
895
906
|
* @public
|
|
896
907
|
*/
|
|
897
|
-
export type EvaluationModelConfig = EvaluationModelConfig.BedrockModelMember | EvaluationModelConfig.$UnknownMember;
|
|
908
|
+
export type EvaluationModelConfig = EvaluationModelConfig.BedrockModelMember | EvaluationModelConfig.PrecomputedInferenceSourceMember | EvaluationModelConfig.$UnknownMember;
|
|
898
909
|
/**
|
|
899
910
|
* @public
|
|
900
911
|
*/
|
|
@@ -905,6 +916,16 @@ export declare namespace EvaluationModelConfig {
|
|
|
905
916
|
*/
|
|
906
917
|
interface BedrockModelMember {
|
|
907
918
|
bedrockModel: EvaluationBedrockModel;
|
|
919
|
+
precomputedInferenceSource?: never;
|
|
920
|
+
$unknown?: never;
|
|
921
|
+
}
|
|
922
|
+
/**
|
|
923
|
+
* <p>Defines the model used to generate inference response data for a model evaluation job where you provide your own inference response data.</p>
|
|
924
|
+
* @public
|
|
925
|
+
*/
|
|
926
|
+
interface PrecomputedInferenceSourceMember {
|
|
927
|
+
bedrockModel?: never;
|
|
928
|
+
precomputedInferenceSource: EvaluationPrecomputedInferenceSource;
|
|
908
929
|
$unknown?: never;
|
|
909
930
|
}
|
|
910
931
|
/**
|
|
@@ -912,10 +933,12 @@ export declare namespace EvaluationModelConfig {
|
|
|
912
933
|
*/
|
|
913
934
|
interface $UnknownMember {
|
|
914
935
|
bedrockModel?: never;
|
|
936
|
+
precomputedInferenceSource?: never;
|
|
915
937
|
$unknown: [string, any];
|
|
916
938
|
}
|
|
917
939
|
interface Visitor<T> {
|
|
918
940
|
bedrockModel: (value: EvaluationBedrockModel) => T;
|
|
941
|
+
precomputedInferenceSource: (value: EvaluationPrecomputedInferenceSource) => T;
|
|
919
942
|
_: (name: string, value: any) => T;
|
|
920
943
|
}
|
|
921
944
|
const visit: <T>(value: EvaluationModelConfig, visitor: Visitor<T>) => T;
|
|
@@ -1224,6 +1247,70 @@ export declare const RetrieveAndGenerateType: {
|
|
|
1224
1247
|
* @public
|
|
1225
1248
|
*/
|
|
1226
1249
|
export type RetrieveAndGenerateType = (typeof RetrieveAndGenerateType)[keyof typeof RetrieveAndGenerateType];
|
|
1250
|
+
/**
|
|
1251
|
+
* <p>A summary of a RAG source used for a retrieve-and-generate Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1252
|
+
* @public
|
|
1253
|
+
*/
|
|
1254
|
+
export interface EvaluationPrecomputedRetrieveAndGenerateSourceConfig {
|
|
1255
|
+
/**
|
|
1256
|
+
* <p>A label that identifies the RAG source used for a retrieve-and-generate Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1257
|
+
* @public
|
|
1258
|
+
*/
|
|
1259
|
+
ragSourceIdentifier: string | undefined;
|
|
1260
|
+
}
|
|
1261
|
+
/**
|
|
1262
|
+
* <p>A summary of a RAG source used for a retrieve-only Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1263
|
+
* @public
|
|
1264
|
+
*/
|
|
1265
|
+
export interface EvaluationPrecomputedRetrieveSourceConfig {
|
|
1266
|
+
/**
|
|
1267
|
+
* <p>A label that identifies the RAG source used for a retrieve-only Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1268
|
+
* @public
|
|
1269
|
+
*/
|
|
1270
|
+
ragSourceIdentifier: string | undefined;
|
|
1271
|
+
}
|
|
1272
|
+
/**
|
|
1273
|
+
* <p>A summary of a RAG source used for a Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1274
|
+
* @public
|
|
1275
|
+
*/
|
|
1276
|
+
export type EvaluationPrecomputedRagSourceConfig = EvaluationPrecomputedRagSourceConfig.RetrieveAndGenerateSourceConfigMember | EvaluationPrecomputedRagSourceConfig.RetrieveSourceConfigMember | EvaluationPrecomputedRagSourceConfig.$UnknownMember;
|
|
1277
|
+
/**
|
|
1278
|
+
* @public
|
|
1279
|
+
*/
|
|
1280
|
+
export declare namespace EvaluationPrecomputedRagSourceConfig {
|
|
1281
|
+
/**
|
|
1282
|
+
* <p>A summary of a RAG source used for a retrieve-only Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1283
|
+
* @public
|
|
1284
|
+
*/
|
|
1285
|
+
interface RetrieveSourceConfigMember {
|
|
1286
|
+
retrieveSourceConfig: EvaluationPrecomputedRetrieveSourceConfig;
|
|
1287
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
1288
|
+
$unknown?: never;
|
|
1289
|
+
}
|
|
1290
|
+
/**
|
|
1291
|
+
* <p>A summary of a RAG source used for a retrieve-and-generate Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1292
|
+
* @public
|
|
1293
|
+
*/
|
|
1294
|
+
interface RetrieveAndGenerateSourceConfigMember {
|
|
1295
|
+
retrieveSourceConfig?: never;
|
|
1296
|
+
retrieveAndGenerateSourceConfig: EvaluationPrecomputedRetrieveAndGenerateSourceConfig;
|
|
1297
|
+
$unknown?: never;
|
|
1298
|
+
}
|
|
1299
|
+
/**
|
|
1300
|
+
* @public
|
|
1301
|
+
*/
|
|
1302
|
+
interface $UnknownMember {
|
|
1303
|
+
retrieveSourceConfig?: never;
|
|
1304
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
1305
|
+
$unknown: [string, any];
|
|
1306
|
+
}
|
|
1307
|
+
interface Visitor<T> {
|
|
1308
|
+
retrieveSourceConfig: (value: EvaluationPrecomputedRetrieveSourceConfig) => T;
|
|
1309
|
+
retrieveAndGenerateSourceConfig: (value: EvaluationPrecomputedRetrieveAndGenerateSourceConfig) => T;
|
|
1310
|
+
_: (name: string, value: any) => T;
|
|
1311
|
+
}
|
|
1312
|
+
const visit: <T>(value: EvaluationPrecomputedRagSourceConfig, visitor: Visitor<T>) => T;
|
|
1313
|
+
}
|
|
1227
1314
|
/**
|
|
1228
1315
|
* <p>The Amazon S3 location where the results of your evaluation job are saved.</p>
|
|
1229
1316
|
* @public
|
|
@@ -1340,6 +1427,58 @@ export interface ListEvaluationJobsRequest {
|
|
|
1340
1427
|
*/
|
|
1341
1428
|
sortOrder?: SortOrder | undefined;
|
|
1342
1429
|
}
|
|
1430
|
+
/**
|
|
1431
|
+
* <p>A summary of the models used in an Amazon Bedrock model evaluation job. These resources can be models in Amazon Bedrock
|
|
1432
|
+
* or models outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1433
|
+
* @public
|
|
1434
|
+
*/
|
|
1435
|
+
export interface EvaluationModelConfigSummary {
|
|
1436
|
+
/**
|
|
1437
|
+
* <p>The Amazon Resource Names (ARNs) of the models used for the evaluation job.</p>
|
|
1438
|
+
* @public
|
|
1439
|
+
*/
|
|
1440
|
+
bedrockModelIdentifiers?: string[] | undefined;
|
|
1441
|
+
/**
|
|
1442
|
+
* <p>A label that identifies the models used for a model evaluation job where you provide your own inference response data.</p>
|
|
1443
|
+
* @public
|
|
1444
|
+
*/
|
|
1445
|
+
precomputedInferenceSourceIdentifiers?: string[] | undefined;
|
|
1446
|
+
}
|
|
1447
|
+
/**
|
|
1448
|
+
* <p>A summary of the RAG resources used in an Amazon Bedrock Knowledge Base evaluation job. These resources can be Knowledge Bases in Amazon Bedrock
|
|
1449
|
+
* or RAG sources outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1450
|
+
* @public
|
|
1451
|
+
*/
|
|
1452
|
+
export interface EvaluationRagConfigSummary {
|
|
1453
|
+
/**
|
|
1454
|
+
* <p>The Amazon Resource Names (ARNs) of the Knowledge Base resources used for a Knowledge Base evaluation job where Amazon Bedrock invokes the Knowledge Base for you.</p>
|
|
1455
|
+
* @public
|
|
1456
|
+
*/
|
|
1457
|
+
bedrockKnowledgeBaseIdentifiers?: string[] | undefined;
|
|
1458
|
+
/**
|
|
1459
|
+
* <p>A label that identifies the RAG sources used for a Knowledge Base evaluation job where you provide your own inference response data.</p>
|
|
1460
|
+
* @public
|
|
1461
|
+
*/
|
|
1462
|
+
precomputedRagSourceIdentifiers?: string[] | undefined;
|
|
1463
|
+
}
|
|
1464
|
+
/**
|
|
1465
|
+
* <p>Identifies the models, Knowledge Bases, or other RAG sources evaluated in a model or Knowledge Base evaluation job.</p>
|
|
1466
|
+
* @public
|
|
1467
|
+
*/
|
|
1468
|
+
export interface EvaluationInferenceConfigSummary {
|
|
1469
|
+
/**
|
|
1470
|
+
* <p>A summary of the models used in an Amazon Bedrock model evaluation job. These resources can be models in Amazon Bedrock
|
|
1471
|
+
* or models outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1472
|
+
* @public
|
|
1473
|
+
*/
|
|
1474
|
+
modelConfigSummary?: EvaluationModelConfigSummary | undefined;
|
|
1475
|
+
/**
|
|
1476
|
+
* <p>A summary of the RAG resources used in an Amazon Bedrock Knowledge Base evaluation job. These resources can be Knowledge Bases in
|
|
1477
|
+
* Amazon Bedrock or RAG sources outside of Amazon Bedrock that you use to generate your own inference response data.</p>
|
|
1478
|
+
* @public
|
|
1479
|
+
*/
|
|
1480
|
+
ragConfigSummary?: EvaluationRagConfigSummary | undefined;
|
|
1481
|
+
}
|
|
1343
1482
|
/**
|
|
1344
1483
|
* <p>Summary information of an evaluation job.</p>
|
|
1345
1484
|
* @public
|
|
@@ -1377,11 +1516,15 @@ export interface EvaluationSummary {
|
|
|
1377
1516
|
evaluationTaskTypes: EvaluationTaskType[] | undefined;
|
|
1378
1517
|
/**
|
|
1379
1518
|
* <p>The Amazon Resource Names (ARNs) of the model(s) used for the evaluation job.</p>
|
|
1519
|
+
*
|
|
1520
|
+
* @deprecated
|
|
1380
1521
|
* @public
|
|
1381
1522
|
*/
|
|
1382
1523
|
modelIdentifiers?: string[] | undefined;
|
|
1383
1524
|
/**
|
|
1384
1525
|
* <p>The Amazon Resource Names (ARNs) of the knowledge base resources used for a knowledge base evaluation job.</p>
|
|
1526
|
+
*
|
|
1527
|
+
* @deprecated
|
|
1385
1528
|
* @public
|
|
1386
1529
|
*/
|
|
1387
1530
|
ragIdentifiers?: string[] | undefined;
|
|
@@ -1390,6 +1533,11 @@ export interface EvaluationSummary {
|
|
|
1390
1533
|
* @public
|
|
1391
1534
|
*/
|
|
1392
1535
|
evaluatorModelIdentifiers?: string[] | undefined;
|
|
1536
|
+
/**
|
|
1537
|
+
* <p>Identifies the models, Knowledge Bases, or other RAG sources evaluated in a model or Knowledge Base evaluation job.</p>
|
|
1538
|
+
* @public
|
|
1539
|
+
*/
|
|
1540
|
+
inferenceConfigSummary?: EvaluationInferenceConfigSummary | undefined;
|
|
1393
1541
|
/**
|
|
1394
1542
|
* <p>Specifies whether the evaluation job is for evaluating a model or evaluating a knowledge base (retrieval and response generation).</p>
|
|
1395
1543
|
* @public
|
|
@@ -6886,7 +7034,7 @@ export declare namespace KnowledgeBaseConfig {
|
|
|
6886
7034
|
* <p>Contains configuration details for retrieval of information and response generation.</p>
|
|
6887
7035
|
* @public
|
|
6888
7036
|
*/
|
|
6889
|
-
export type RAGConfig = RAGConfig.KnowledgeBaseConfigMember | RAGConfig.$UnknownMember;
|
|
7037
|
+
export type RAGConfig = RAGConfig.KnowledgeBaseConfigMember | RAGConfig.PrecomputedRagSourceConfigMember | RAGConfig.$UnknownMember;
|
|
6890
7038
|
/**
|
|
6891
7039
|
* @public
|
|
6892
7040
|
*/
|
|
@@ -6897,6 +7045,16 @@ export declare namespace RAGConfig {
|
|
|
6897
7045
|
*/
|
|
6898
7046
|
interface KnowledgeBaseConfigMember {
|
|
6899
7047
|
knowledgeBaseConfig: KnowledgeBaseConfig;
|
|
7048
|
+
precomputedRagSourceConfig?: never;
|
|
7049
|
+
$unknown?: never;
|
|
7050
|
+
}
|
|
7051
|
+
/**
|
|
7052
|
+
* <p>Contains configuration details about the RAG source used to generate inference response data for a Knowledge Base evaluation job.</p>
|
|
7053
|
+
* @public
|
|
7054
|
+
*/
|
|
7055
|
+
interface PrecomputedRagSourceConfigMember {
|
|
7056
|
+
knowledgeBaseConfig?: never;
|
|
7057
|
+
precomputedRagSourceConfig: EvaluationPrecomputedRagSourceConfig;
|
|
6900
7058
|
$unknown?: never;
|
|
6901
7059
|
}
|
|
6902
7060
|
/**
|
|
@@ -6904,10 +7062,12 @@ export declare namespace RAGConfig {
|
|
|
6904
7062
|
*/
|
|
6905
7063
|
interface $UnknownMember {
|
|
6906
7064
|
knowledgeBaseConfig?: never;
|
|
7065
|
+
precomputedRagSourceConfig?: never;
|
|
6907
7066
|
$unknown: [string, any];
|
|
6908
7067
|
}
|
|
6909
7068
|
interface Visitor<T> {
|
|
6910
7069
|
knowledgeBaseConfig: (value: KnowledgeBaseConfig) => T;
|
|
7070
|
+
precomputedRagSourceConfig: (value: EvaluationPrecomputedRagSourceConfig) => T;
|
|
6911
7071
|
_: (name: string, value: any) => T;
|
|
6912
7072
|
}
|
|
6913
7073
|
const visit: <T>(value: RAGConfig, visitor: Visitor<T>) => T;
|
|
@@ -309,20 +309,34 @@ export interface EvaluationBedrockModel {
|
|
|
309
309
|
inferenceParams?: string | undefined;
|
|
310
310
|
performanceConfig?: PerformanceConfiguration | undefined;
|
|
311
311
|
}
|
|
312
|
+
export interface EvaluationPrecomputedInferenceSource {
|
|
313
|
+
inferenceSourceIdentifier: string | undefined;
|
|
314
|
+
}
|
|
312
315
|
export type EvaluationModelConfig =
|
|
313
316
|
| EvaluationModelConfig.BedrockModelMember
|
|
317
|
+
| EvaluationModelConfig.PrecomputedInferenceSourceMember
|
|
314
318
|
| EvaluationModelConfig.$UnknownMember;
|
|
315
319
|
export declare namespace EvaluationModelConfig {
|
|
316
320
|
interface BedrockModelMember {
|
|
317
321
|
bedrockModel: EvaluationBedrockModel;
|
|
322
|
+
precomputedInferenceSource?: never;
|
|
323
|
+
$unknown?: never;
|
|
324
|
+
}
|
|
325
|
+
interface PrecomputedInferenceSourceMember {
|
|
326
|
+
bedrockModel?: never;
|
|
327
|
+
precomputedInferenceSource: EvaluationPrecomputedInferenceSource;
|
|
318
328
|
$unknown?: never;
|
|
319
329
|
}
|
|
320
330
|
interface $UnknownMember {
|
|
321
331
|
bedrockModel?: never;
|
|
332
|
+
precomputedInferenceSource?: never;
|
|
322
333
|
$unknown: [string, any];
|
|
323
334
|
}
|
|
324
335
|
interface Visitor<T> {
|
|
325
336
|
bedrockModel: (value: EvaluationBedrockModel) => T;
|
|
337
|
+
precomputedInferenceSource: (
|
|
338
|
+
value: EvaluationPrecomputedInferenceSource
|
|
339
|
+
) => T;
|
|
326
340
|
_: (name: string, value: any) => T;
|
|
327
341
|
}
|
|
328
342
|
const visit: <T>(value: EvaluationModelConfig, visitor: Visitor<T>) => T;
|
|
@@ -407,6 +421,46 @@ export declare const RetrieveAndGenerateType: {
|
|
|
407
421
|
};
|
|
408
422
|
export type RetrieveAndGenerateType =
|
|
409
423
|
(typeof RetrieveAndGenerateType)[keyof typeof RetrieveAndGenerateType];
|
|
424
|
+
export interface EvaluationPrecomputedRetrieveAndGenerateSourceConfig {
|
|
425
|
+
ragSourceIdentifier: string | undefined;
|
|
426
|
+
}
|
|
427
|
+
export interface EvaluationPrecomputedRetrieveSourceConfig {
|
|
428
|
+
ragSourceIdentifier: string | undefined;
|
|
429
|
+
}
|
|
430
|
+
export type EvaluationPrecomputedRagSourceConfig =
|
|
431
|
+
| EvaluationPrecomputedRagSourceConfig.RetrieveAndGenerateSourceConfigMember
|
|
432
|
+
| EvaluationPrecomputedRagSourceConfig.RetrieveSourceConfigMember
|
|
433
|
+
| EvaluationPrecomputedRagSourceConfig.$UnknownMember;
|
|
434
|
+
export declare namespace EvaluationPrecomputedRagSourceConfig {
|
|
435
|
+
interface RetrieveSourceConfigMember {
|
|
436
|
+
retrieveSourceConfig: EvaluationPrecomputedRetrieveSourceConfig;
|
|
437
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
438
|
+
$unknown?: never;
|
|
439
|
+
}
|
|
440
|
+
interface RetrieveAndGenerateSourceConfigMember {
|
|
441
|
+
retrieveSourceConfig?: never;
|
|
442
|
+
retrieveAndGenerateSourceConfig: EvaluationPrecomputedRetrieveAndGenerateSourceConfig;
|
|
443
|
+
$unknown?: never;
|
|
444
|
+
}
|
|
445
|
+
interface $UnknownMember {
|
|
446
|
+
retrieveSourceConfig?: never;
|
|
447
|
+
retrieveAndGenerateSourceConfig?: never;
|
|
448
|
+
$unknown: [string, any];
|
|
449
|
+
}
|
|
450
|
+
interface Visitor<T> {
|
|
451
|
+
retrieveSourceConfig: (
|
|
452
|
+
value: EvaluationPrecomputedRetrieveSourceConfig
|
|
453
|
+
) => T;
|
|
454
|
+
retrieveAndGenerateSourceConfig: (
|
|
455
|
+
value: EvaluationPrecomputedRetrieveAndGenerateSourceConfig
|
|
456
|
+
) => T;
|
|
457
|
+
_: (name: string, value: any) => T;
|
|
458
|
+
}
|
|
459
|
+
const visit: <T>(
|
|
460
|
+
value: EvaluationPrecomputedRagSourceConfig,
|
|
461
|
+
visitor: Visitor<T>
|
|
462
|
+
) => T;
|
|
463
|
+
}
|
|
410
464
|
export interface EvaluationOutputDataConfig {
|
|
411
465
|
s3Uri: string | undefined;
|
|
412
466
|
}
|
|
@@ -442,6 +496,18 @@ export interface ListEvaluationJobsRequest {
|
|
|
442
496
|
sortBy?: SortJobsBy | undefined;
|
|
443
497
|
sortOrder?: SortOrder | undefined;
|
|
444
498
|
}
|
|
499
|
+
export interface EvaluationModelConfigSummary {
|
|
500
|
+
bedrockModelIdentifiers?: string[] | undefined;
|
|
501
|
+
precomputedInferenceSourceIdentifiers?: string[] | undefined;
|
|
502
|
+
}
|
|
503
|
+
export interface EvaluationRagConfigSummary {
|
|
504
|
+
bedrockKnowledgeBaseIdentifiers?: string[] | undefined;
|
|
505
|
+
precomputedRagSourceIdentifiers?: string[] | undefined;
|
|
506
|
+
}
|
|
507
|
+
export interface EvaluationInferenceConfigSummary {
|
|
508
|
+
modelConfigSummary?: EvaluationModelConfigSummary | undefined;
|
|
509
|
+
ragConfigSummary?: EvaluationRagConfigSummary | undefined;
|
|
510
|
+
}
|
|
445
511
|
export interface EvaluationSummary {
|
|
446
512
|
jobArn: string | undefined;
|
|
447
513
|
jobName: string | undefined;
|
|
@@ -452,6 +518,7 @@ export interface EvaluationSummary {
|
|
|
452
518
|
modelIdentifiers?: string[] | undefined;
|
|
453
519
|
ragIdentifiers?: string[] | undefined;
|
|
454
520
|
evaluatorModelIdentifiers?: string[] | undefined;
|
|
521
|
+
inferenceConfigSummary?: EvaluationInferenceConfigSummary | undefined;
|
|
455
522
|
applicationType?: ApplicationType | undefined;
|
|
456
523
|
}
|
|
457
524
|
export interface ListEvaluationJobsResponse {
|
|
@@ -2031,18 +2098,29 @@ export declare namespace KnowledgeBaseConfig {
|
|
|
2031
2098
|
}
|
|
2032
2099
|
export type RAGConfig =
|
|
2033
2100
|
| RAGConfig.KnowledgeBaseConfigMember
|
|
2101
|
+
| RAGConfig.PrecomputedRagSourceConfigMember
|
|
2034
2102
|
| RAGConfig.$UnknownMember;
|
|
2035
2103
|
export declare namespace RAGConfig {
|
|
2036
2104
|
interface KnowledgeBaseConfigMember {
|
|
2037
2105
|
knowledgeBaseConfig: KnowledgeBaseConfig;
|
|
2106
|
+
precomputedRagSourceConfig?: never;
|
|
2107
|
+
$unknown?: never;
|
|
2108
|
+
}
|
|
2109
|
+
interface PrecomputedRagSourceConfigMember {
|
|
2110
|
+
knowledgeBaseConfig?: never;
|
|
2111
|
+
precomputedRagSourceConfig: EvaluationPrecomputedRagSourceConfig;
|
|
2038
2112
|
$unknown?: never;
|
|
2039
2113
|
}
|
|
2040
2114
|
interface $UnknownMember {
|
|
2041
2115
|
knowledgeBaseConfig?: never;
|
|
2116
|
+
precomputedRagSourceConfig?: never;
|
|
2042
2117
|
$unknown: [string, any];
|
|
2043
2118
|
}
|
|
2044
2119
|
interface Visitor<T> {
|
|
2045
2120
|
knowledgeBaseConfig: (value: KnowledgeBaseConfig) => T;
|
|
2121
|
+
precomputedRagSourceConfig: (
|
|
2122
|
+
value: EvaluationPrecomputedRagSourceConfig
|
|
2123
|
+
) => T;
|
|
2046
2124
|
_: (name: string, value: any) => T;
|
|
2047
2125
|
}
|
|
2048
2126
|
const visit: <T>(value: RAGConfig, visitor: Visitor<T>) => T;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-bedrock",
|
|
3
3
|
"description": "AWS SDK for JavaScript Bedrock Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.772.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "node ../../scripts/compilation/inline client-bedrock",
|
|
@@ -21,10 +21,10 @@
|
|
|
21
21
|
"@aws-crypto/sha256-browser": "5.2.0",
|
|
22
22
|
"@aws-crypto/sha256-js": "5.2.0",
|
|
23
23
|
"@aws-sdk/core": "3.758.0",
|
|
24
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
24
|
+
"@aws-sdk/credential-provider-node": "3.772.0",
|
|
25
25
|
"@aws-sdk/middleware-host-header": "3.734.0",
|
|
26
26
|
"@aws-sdk/middleware-logger": "3.734.0",
|
|
27
|
-
"@aws-sdk/middleware-recursion-detection": "3.
|
|
27
|
+
"@aws-sdk/middleware-recursion-detection": "3.772.0",
|
|
28
28
|
"@aws-sdk/middleware-user-agent": "3.758.0",
|
|
29
29
|
"@aws-sdk/region-config-resolver": "3.734.0",
|
|
30
30
|
"@aws-sdk/types": "3.734.0",
|