@salesforce/lds-adapters-service-einsteinllm 1.451.0-dev4 → 1.451.0-dev6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5914,12 +5914,22 @@ function equals$g(existing, incoming) {
5914
5914
  return true;
5915
5915
  }
5916
5916
 
5917
- const VERSION$f = "d6838fb296069ed6df17b2215be2da09";
5917
+ const VERSION$f = "b9a79aedb4ae9102574eccd6cbc6831c";
5918
5918
  function validate$f(obj, path = 'EinsteinPromptTemplateLatencyExecutionRepresentation') {
5919
5919
  const v_error = (() => {
5920
5920
  if (typeof obj !== 'object' || ArrayIsArray(obj) || obj === null) {
5921
5921
  return new TypeError('Expected "object" but received "' + typeof obj + '" (at "' + path + '")');
5922
5922
  }
5923
+ if (obj.fileProcessing !== undefined) {
5924
+ const obj_fileProcessing = obj.fileProcessing;
5925
+ const path_fileProcessing = path + '.fileProcessing';
5926
+ const referencepath_fileProcessingValidationError = validate$g(obj_fileProcessing, path_fileProcessing);
5927
+ if (referencepath_fileProcessingValidationError !== null) {
5928
+ let message = 'Object doesn\'t match EinsteinPromptTemplateLatencyStepRepresentation (at "' + path_fileProcessing + '")\n';
5929
+ message += referencepath_fileProcessingValidationError.message.split('\n').map((line) => '\t' + line).join('\n');
5930
+ return new TypeError(message);
5931
+ }
5932
+ }
5923
5933
  if (obj.generation !== undefined) {
5924
5934
  const obj_generation = obj.generation;
5925
5935
  const path_generation = path + '.generation';
@@ -5988,6 +5998,12 @@ const select$i = function EinsteinPromptTemplateLatencyExecutionRepresentationSe
5988
5998
  version: VERSION$f,
5989
5999
  private: [],
5990
6000
  selections: [
6001
+ {
6002
+ name: 'fileProcessing',
6003
+ kind: 'Object',
6004
+ selections: EinsteinPromptTemplateLatencyStepRepresentation__selections,
6005
+ required: false
6006
+ },
5991
6007
  {
5992
6008
  name: 'generation',
5993
6009
  kind: 'Object',
@@ -6027,6 +6043,19 @@ const select$i = function EinsteinPromptTemplateLatencyExecutionRepresentationSe
6027
6043
  };
6028
6044
  };
6029
6045
  function equals$f(existing, incoming) {
6046
+ const existing_fileProcessing = existing.fileProcessing;
6047
+ const incoming_fileProcessing = incoming.fileProcessing;
6048
+ // if at least one of these optionals is defined
6049
+ if (existing_fileProcessing !== undefined || incoming_fileProcessing !== undefined) {
6050
+ // if one of these is not defined we know the other is defined and therefore
6051
+ // not equal
6052
+ if (existing_fileProcessing === undefined || incoming_fileProcessing === undefined) {
6053
+ return false;
6054
+ }
6055
+ if (!(equals$g(existing_fileProcessing, incoming_fileProcessing))) {
6056
+ return false;
6057
+ }
6058
+ }
6030
6059
  const existing_generation = existing.generation;
6031
6060
  const incoming_generation = incoming.generation;
6032
6061
  // if at least one of these optionals is defined
@@ -6546,12 +6575,26 @@ function equals$9(existing, incoming) {
6546
6575
  return true;
6547
6576
  }
6548
6577
 
6549
- const VERSION$8 = "20ed3f8bf15ce2c8910245591e27fae5";
6578
+ const VERSION$8 = "f27af32e86a9a76c9625ede41c99c08e";
6550
6579
  function validate$8(obj, path = 'EinsteinPromptTemplateTokenUsageRepresentation') {
6551
6580
  const v_error = (() => {
6552
6581
  if (typeof obj !== 'object' || ArrayIsArray(obj) || obj === null) {
6553
6582
  return new TypeError('Expected "object" but received "' + typeof obj + '" (at "' + path + '")');
6554
6583
  }
6584
+ if (obj.cacheReadTokens !== undefined) {
6585
+ const obj_cacheReadTokens = obj.cacheReadTokens;
6586
+ const path_cacheReadTokens = path + '.cacheReadTokens';
6587
+ if (typeof obj_cacheReadTokens !== 'number' || (typeof obj_cacheReadTokens === 'number' && Math.floor(obj_cacheReadTokens) !== obj_cacheReadTokens)) {
6588
+ return new TypeError('Expected "integer" but received "' + typeof obj_cacheReadTokens + '" (at "' + path_cacheReadTokens + '")');
6589
+ }
6590
+ }
6591
+ if (obj.cacheWriteTokens !== undefined) {
6592
+ const obj_cacheWriteTokens = obj.cacheWriteTokens;
6593
+ const path_cacheWriteTokens = path + '.cacheWriteTokens';
6594
+ if (typeof obj_cacheWriteTokens !== 'number' || (typeof obj_cacheWriteTokens === 'number' && Math.floor(obj_cacheWriteTokens) !== obj_cacheWriteTokens)) {
6595
+ return new TypeError('Expected "integer" but received "' + typeof obj_cacheWriteTokens + '" (at "' + path_cacheWriteTokens + '")');
6596
+ }
6597
+ }
6555
6598
  const obj_completion = obj.completion;
6556
6599
  const path_completion = path + '.completion';
6557
6600
  if (typeof obj_completion !== 'number' || (typeof obj_completion === 'number' && Math.floor(obj_completion) !== obj_completion)) {
@@ -6580,6 +6623,16 @@ const select$b = function EinsteinPromptTemplateTokenUsageRepresentationSelect()
6580
6623
  version: VERSION$8,
6581
6624
  private: [],
6582
6625
  selections: [
6626
+ {
6627
+ name: 'cacheReadTokens',
6628
+ kind: 'Scalar',
6629
+ required: false
6630
+ },
6631
+ {
6632
+ name: 'cacheWriteTokens',
6633
+ kind: 'Scalar',
6634
+ required: false
6635
+ },
6583
6636
  {
6584
6637
  name: 'completion',
6585
6638
  kind: 'Scalar'
@@ -6597,6 +6650,32 @@ const select$b = function EinsteinPromptTemplateTokenUsageRepresentationSelect()
6597
6650
  };
6598
6651
  };
6599
6652
  function equals$8(existing, incoming) {
6653
+ const existing_cacheReadTokens = existing.cacheReadTokens;
6654
+ const incoming_cacheReadTokens = incoming.cacheReadTokens;
6655
+ // if at least one of these optionals is defined
6656
+ if (existing_cacheReadTokens !== undefined || incoming_cacheReadTokens !== undefined) {
6657
+ // if one of these is not defined we know the other is defined and therefore
6658
+ // not equal
6659
+ if (existing_cacheReadTokens === undefined || incoming_cacheReadTokens === undefined) {
6660
+ return false;
6661
+ }
6662
+ if (!(existing_cacheReadTokens === incoming_cacheReadTokens)) {
6663
+ return false;
6664
+ }
6665
+ }
6666
+ const existing_cacheWriteTokens = existing.cacheWriteTokens;
6667
+ const incoming_cacheWriteTokens = incoming.cacheWriteTokens;
6668
+ // if at least one of these optionals is defined
6669
+ if (existing_cacheWriteTokens !== undefined || incoming_cacheWriteTokens !== undefined) {
6670
+ // if one of these is not defined we know the other is defined and therefore
6671
+ // not equal
6672
+ if (existing_cacheWriteTokens === undefined || incoming_cacheWriteTokens === undefined) {
6673
+ return false;
6674
+ }
6675
+ if (!(existing_cacheWriteTokens === incoming_cacheWriteTokens)) {
6676
+ return false;
6677
+ }
6678
+ }
6600
6679
  const existing_completion = existing.completion;
6601
6680
  const incoming_completion = incoming.completion;
6602
6681
  if (!(existing_completion === incoming_completion)) {
@@ -1,6 +1,6 @@
1
1
  import { EinsteinPromptTemplateLatencyStepRepresentation as EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation } from './EinsteinPromptTemplateLatencyStepRepresentation';
2
2
  import { IngestPath as $64$luvio_engine_IngestPath, Luvio as $64$luvio_engine_Luvio, Store as $64$luvio_engine_Store, FragmentSelection as $64$luvio_engine_FragmentSelection, ResourceIngest as $64$luvio_engine_ResourceIngest, DurableStoreKeyMetadataMap as $64$luvio_engine_DurableStoreKeyMetadataMap, NormalizedKeyMetadata as $64$luvio_engine_NormalizedKeyMetadata } from '@luvio/engine';
3
- export declare const VERSION = "d6838fb296069ed6df17b2215be2da09";
3
+ export declare const VERSION = "b9a79aedb4ae9102574eccd6cbc6831c";
4
4
  export declare function validate(obj: any, path?: string): TypeError | null;
5
5
  export declare const RepresentationType: string;
6
6
  export declare function normalize(input: EinsteinPromptTemplateLatencyExecutionRepresentation, existing: EinsteinPromptTemplateLatencyExecutionRepresentationNormalized, path: $64$luvio_engine_IngestPath, luvio: $64$luvio_engine_Luvio, store: $64$luvio_engine_Store, timestamp: number): EinsteinPromptTemplateLatencyExecutionRepresentationNormalized;
@@ -15,6 +15,7 @@ export declare function getTypeCacheKeys(rootKeySet: $64$luvio_engine_DurableSto
15
15
  * (none)
16
16
  */
17
17
  export interface EinsteinPromptTemplateLatencyExecutionRepresentationNormalized {
18
+ fileProcessing?: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
18
19
  generation?: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
19
20
  hydration?: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
20
21
  loadTemplate: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
@@ -29,6 +30,7 @@ export interface EinsteinPromptTemplateLatencyExecutionRepresentationNormalized
29
30
  * (none)
30
31
  */
31
32
  export interface EinsteinPromptTemplateLatencyExecutionRepresentation {
33
+ fileProcessing?: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
32
34
  generation?: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
33
35
  hydration?: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
34
36
  loadTemplate: EinsteinPromptTemplateLatencyStepRepresentation_EinsteinPromptTemplateLatencyStepRepresentation;
@@ -1,6 +1,6 @@
1
1
  import { EinsteinPromptTemplatePromptTokenUsageRepresentation as EinsteinPromptTemplatePromptTokenUsageRepresentation_EinsteinPromptTemplatePromptTokenUsageRepresentation } from './EinsteinPromptTemplatePromptTokenUsageRepresentation';
2
2
  import { IngestPath as $64$luvio_engine_IngestPath, Luvio as $64$luvio_engine_Luvio, Store as $64$luvio_engine_Store, FragmentSelection as $64$luvio_engine_FragmentSelection, ResourceIngest as $64$luvio_engine_ResourceIngest, DurableStoreKeyMetadataMap as $64$luvio_engine_DurableStoreKeyMetadataMap, NormalizedKeyMetadata as $64$luvio_engine_NormalizedKeyMetadata } from '@luvio/engine';
3
- export declare const VERSION = "20ed3f8bf15ce2c8910245591e27fae5";
3
+ export declare const VERSION = "f27af32e86a9a76c9625ede41c99c08e";
4
4
  export declare function validate(obj: any, path?: string): TypeError | null;
5
5
  export declare const RepresentationType: string;
6
6
  export declare function normalize(input: EinsteinPromptTemplateTokenUsageRepresentation, existing: EinsteinPromptTemplateTokenUsageRepresentationNormalized, path: $64$luvio_engine_IngestPath, luvio: $64$luvio_engine_Luvio, store: $64$luvio_engine_Store, timestamp: number): EinsteinPromptTemplateTokenUsageRepresentationNormalized;
@@ -15,6 +15,10 @@ export declare function getTypeCacheKeys(rootKeySet: $64$luvio_engine_DurableSto
15
15
  * (none)
16
16
  */
17
17
  export interface EinsteinPromptTemplateTokenUsageRepresentationNormalized {
18
+ /** Number of tokens read from the cache (Bedrock/Anthropic prompt caching) */
19
+ cacheReadTokens?: number;
20
+ /** Number of tokens written to the cache (Bedrock/Anthropic prompt caching) */
21
+ cacheWriteTokens?: number;
18
22
  /** Number of tokens used for completion */
19
23
  completion: number;
20
24
  /** Prompt token usage details including breakdown by source */
@@ -29,6 +33,8 @@ export interface EinsteinPromptTemplateTokenUsageRepresentationNormalized {
29
33
  * (none)
30
34
  */
31
35
  export interface EinsteinPromptTemplateTokenUsageRepresentation {
36
+ cacheReadTokens?: number;
37
+ cacheWriteTokens?: number;
32
38
  completion: number;
33
39
  prompt: EinsteinPromptTemplatePromptTokenUsageRepresentation_EinsteinPromptTemplatePromptTokenUsageRepresentation;
34
40
  total: number;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@salesforce/lds-adapters-service-einsteinllm",
3
- "version": "1.451.0-dev4",
3
+ "version": "1.451.0-dev6",
4
4
  "description": "Connect family for Einstein LLM generations",
5
5
  "license": "SEE LICENSE IN LICENSE.txt",
6
6
  "main": "dist/es/es2018/service-einsteinllm.js",
@@ -41,10 +41,10 @@
41
41
  "test:unit": "jest --config=./jest.config.js"
42
42
  },
43
43
  "dependencies": {
44
- "@salesforce/lds-bindings": "^1.451.0-dev4"
44
+ "@salesforce/lds-bindings": "^1.451.0-dev6"
45
45
  },
46
46
  "devDependencies": {
47
- "@salesforce/lds-compiler-plugins": "^1.451.0-dev4"
47
+ "@salesforce/lds-compiler-plugins": "^1.451.0-dev6"
48
48
  },
49
49
  "nx": {
50
50
  "targets": {
package/sfdc/index.js CHANGED
@@ -2721,12 +2721,22 @@ function equals$o(existing, incoming) {
2721
2721
  return true;
2722
2722
  }
2723
2723
 
2724
- const VERSION$n = "d6838fb296069ed6df17b2215be2da09";
2724
+ const VERSION$n = "b9a79aedb4ae9102574eccd6cbc6831c";
2725
2725
  function validate$r(obj, path = 'EinsteinPromptTemplateLatencyExecutionRepresentation') {
2726
2726
  const v_error = (() => {
2727
2727
  if (typeof obj !== 'object' || ArrayIsArray(obj) || obj === null) {
2728
2728
  return new TypeError('Expected "object" but received "' + typeof obj + '" (at "' + path + '")');
2729
2729
  }
2730
+ if (obj.fileProcessing !== undefined) {
2731
+ const obj_fileProcessing = obj.fileProcessing;
2732
+ const path_fileProcessing = path + '.fileProcessing';
2733
+ const referencepath_fileProcessingValidationError = validate$s(obj_fileProcessing, path_fileProcessing);
2734
+ if (referencepath_fileProcessingValidationError !== null) {
2735
+ let message = 'Object doesn\'t match EinsteinPromptTemplateLatencyStepRepresentation (at "' + path_fileProcessing + '")\n';
2736
+ message += referencepath_fileProcessingValidationError.message.split('\n').map((line) => '\t' + line).join('\n');
2737
+ return new TypeError(message);
2738
+ }
2739
+ }
2730
2740
  if (obj.generation !== undefined) {
2731
2741
  const obj_generation = obj.generation;
2732
2742
  const path_generation = path + '.generation';
@@ -2795,6 +2805,12 @@ const select$E = function EinsteinPromptTemplateLatencyExecutionRepresentationSe
2795
2805
  version: VERSION$n,
2796
2806
  private: [],
2797
2807
  selections: [
2808
+ {
2809
+ name: 'fileProcessing',
2810
+ kind: 'Object',
2811
+ selections: EinsteinPromptTemplateLatencyStepRepresentation__selections,
2812
+ required: false
2813
+ },
2798
2814
  {
2799
2815
  name: 'generation',
2800
2816
  kind: 'Object',
@@ -2834,6 +2850,19 @@ const select$E = function EinsteinPromptTemplateLatencyExecutionRepresentationSe
2834
2850
  };
2835
2851
  };
2836
2852
  function equals$n(existing, incoming) {
2853
+ const existing_fileProcessing = existing.fileProcessing;
2854
+ const incoming_fileProcessing = incoming.fileProcessing;
2855
+ // if at least one of these optionals is defined
2856
+ if (existing_fileProcessing !== undefined || incoming_fileProcessing !== undefined) {
2857
+ // if one of these is not defined we know the other is defined and therefore
2858
+ // not equal
2859
+ if (existing_fileProcessing === undefined || incoming_fileProcessing === undefined) {
2860
+ return false;
2861
+ }
2862
+ if (!(equals$o(existing_fileProcessing, incoming_fileProcessing))) {
2863
+ return false;
2864
+ }
2865
+ }
2837
2866
  const existing_generation = existing.generation;
2838
2867
  const incoming_generation = incoming.generation;
2839
2868
  // if at least one of these optionals is defined
@@ -3353,12 +3382,26 @@ function equals$h(existing, incoming) {
3353
3382
  return true;
3354
3383
  }
3355
3384
 
3356
- const VERSION$g = "20ed3f8bf15ce2c8910245591e27fae5";
3385
+ const VERSION$g = "f27af32e86a9a76c9625ede41c99c08e";
3357
3386
  function validate$k(obj, path = 'EinsteinPromptTemplateTokenUsageRepresentation') {
3358
3387
  const v_error = (() => {
3359
3388
  if (typeof obj !== 'object' || ArrayIsArray(obj) || obj === null) {
3360
3389
  return new TypeError('Expected "object" but received "' + typeof obj + '" (at "' + path + '")');
3361
3390
  }
3391
+ if (obj.cacheReadTokens !== undefined) {
3392
+ const obj_cacheReadTokens = obj.cacheReadTokens;
3393
+ const path_cacheReadTokens = path + '.cacheReadTokens';
3394
+ if (typeof obj_cacheReadTokens !== 'number' || (typeof obj_cacheReadTokens === 'number' && Math.floor(obj_cacheReadTokens) !== obj_cacheReadTokens)) {
3395
+ return new TypeError('Expected "integer" but received "' + typeof obj_cacheReadTokens + '" (at "' + path_cacheReadTokens + '")');
3396
+ }
3397
+ }
3398
+ if (obj.cacheWriteTokens !== undefined) {
3399
+ const obj_cacheWriteTokens = obj.cacheWriteTokens;
3400
+ const path_cacheWriteTokens = path + '.cacheWriteTokens';
3401
+ if (typeof obj_cacheWriteTokens !== 'number' || (typeof obj_cacheWriteTokens === 'number' && Math.floor(obj_cacheWriteTokens) !== obj_cacheWriteTokens)) {
3402
+ return new TypeError('Expected "integer" but received "' + typeof obj_cacheWriteTokens + '" (at "' + path_cacheWriteTokens + '")');
3403
+ }
3404
+ }
3362
3405
  const obj_completion = obj.completion;
3363
3406
  const path_completion = path + '.completion';
3364
3407
  if (typeof obj_completion !== 'number' || (typeof obj_completion === 'number' && Math.floor(obj_completion) !== obj_completion)) {
@@ -3387,6 +3430,16 @@ const select$x = function EinsteinPromptTemplateTokenUsageRepresentationSelect()
3387
3430
  version: VERSION$g,
3388
3431
  private: [],
3389
3432
  selections: [
3433
+ {
3434
+ name: 'cacheReadTokens',
3435
+ kind: 'Scalar',
3436
+ required: false
3437
+ },
3438
+ {
3439
+ name: 'cacheWriteTokens',
3440
+ kind: 'Scalar',
3441
+ required: false
3442
+ },
3390
3443
  {
3391
3444
  name: 'completion',
3392
3445
  kind: 'Scalar'
@@ -3404,6 +3457,32 @@ const select$x = function EinsteinPromptTemplateTokenUsageRepresentationSelect()
3404
3457
  };
3405
3458
  };
3406
3459
  function equals$g(existing, incoming) {
3460
+ const existing_cacheReadTokens = existing.cacheReadTokens;
3461
+ const incoming_cacheReadTokens = incoming.cacheReadTokens;
3462
+ // if at least one of these optionals is defined
3463
+ if (existing_cacheReadTokens !== undefined || incoming_cacheReadTokens !== undefined) {
3464
+ // if one of these is not defined we know the other is defined and therefore
3465
+ // not equal
3466
+ if (existing_cacheReadTokens === undefined || incoming_cacheReadTokens === undefined) {
3467
+ return false;
3468
+ }
3469
+ if (!(existing_cacheReadTokens === incoming_cacheReadTokens)) {
3470
+ return false;
3471
+ }
3472
+ }
3473
+ const existing_cacheWriteTokens = existing.cacheWriteTokens;
3474
+ const incoming_cacheWriteTokens = incoming.cacheWriteTokens;
3475
+ // if at least one of these optionals is defined
3476
+ if (existing_cacheWriteTokens !== undefined || incoming_cacheWriteTokens !== undefined) {
3477
+ // if one of these is not defined we know the other is defined and therefore
3478
+ // not equal
3479
+ if (existing_cacheWriteTokens === undefined || incoming_cacheWriteTokens === undefined) {
3480
+ return false;
3481
+ }
3482
+ if (!(existing_cacheWriteTokens === incoming_cacheWriteTokens)) {
3483
+ return false;
3484
+ }
3485
+ }
3407
3486
  const existing_completion = existing.completion;
3408
3487
  const incoming_completion = incoming.completion;
3409
3488
  if (!(existing_completion === incoming_completion)) {
@@ -8503,4 +8582,4 @@ withDefaultLuvio((luvio) => {
8503
8582
  });
8504
8583
 
8505
8584
  export { createEmbeddings, createEmbeddings_imperative, createFeedback, createGenerations, createGenerationsForPromptTemplate, createPromptTemplate, createPromptTemplateVersion, getDataProviderInstanceConfig, getDataProviderInstanceConfig_imperative, getDataProviderTypeConfigs, getDataProviderTypeConfigs_imperative, getDataProviders, getDataProviders_imperative, getEinsteinPromptTemplateReferences, getEinsteinPromptTemplateReferences_imperative, getInputMappedDataProviders, getInputMappedDataProviders_imperative, getOutputLanguages, getOutputLanguages_imperative, getPromptTemplate, getPromptTemplateVersion, getPromptTemplateVersion_imperative, getPromptTemplateVersions, getPromptTemplateVersions_imperative, getPromptTemplate_imperative, getPromptTemplates, getPromptTemplates_imperative, getTemplateType, getTemplateType_imperative, putEinsteinPromptTemplateStatus, putEinsteinPromptTemplateVersionStatus, updatePromptTemplateVersion };
8506
- // version: 1.451.0-dev4-4d3d402e25
8585
+ // version: 1.451.0-dev6-6ec7cea03f
package/src/raml/api.raml CHANGED
@@ -1104,6 +1104,10 @@ types:
1104
1104
  description: Latency execution breakdown with metrics for all execution steps
1105
1105
  type: object
1106
1106
  properties:
1107
+ fileProcessing:
1108
+ description: Latency metrics for file processing step
1109
+ type: EinsteinPromptTemplateLatencyStepRepresentation
1110
+ required: false
1107
1111
  generation:
1108
1112
  description: Latency metrics for generation step
1109
1113
  type: EinsteinPromptTemplateLatencyStepRepresentation
@@ -1169,6 +1173,16 @@ types:
1169
1173
  description: Output representation for token usage and its breakdown
1170
1174
  type: object
1171
1175
  properties:
1176
+ cacheReadTokens:
1177
+ description: Number of tokens read from the cache (Bedrock/Anthropic prompt
1178
+ caching)
1179
+ required: false
1180
+ type: integer
1181
+ cacheWriteTokens:
1182
+ description: Number of tokens written to the cache (Bedrock/Anthropic prompt
1183
+ caching)
1184
+ required: false
1185
+ type: integer
1172
1186
  completion:
1173
1187
  description: Number of tokens used for completion
1174
1188
  type: integer