@pgarbe/cdk-ecr-sync 0.5.25 → 0.5.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (450) hide show
  1. package/.gitattributes +0 -1
  2. package/.jsii +149 -6
  3. package/.projenrc.ts +6 -4
  4. package/CHANGELOG.md +1 -1
  5. package/lib/ecr-sync.d.ts +5 -22
  6. package/lib/ecr-sync.d.ts.map +1 -0
  7. package/lib/ecr-sync.js +3 -10
  8. package/lib/image.d.ts +6 -8
  9. package/lib/image.d.ts.map +1 -0
  10. package/lib/image.js +1 -1
  11. package/lib/index.d.ts +1 -0
  12. package/lib/index.d.ts.map +1 -0
  13. package/lib/lambda/docker-adapter.d.ts +1 -0
  14. package/lib/lambda/docker-adapter.d.ts.map +1 -0
  15. package/lib/lambda/ecr-adapter.d.ts +1 -0
  16. package/lib/lambda/ecr-adapter.d.ts.map +1 -0
  17. package/lib/lambda/get-image-tags-handler.d.ts +1 -0
  18. package/lib/lambda/get-image-tags-handler.d.ts.map +1 -0
  19. package/node_modules/aws-sdk/CHANGELOG.md +433 -1
  20. package/node_modules/aws-sdk/README.md +1 -1
  21. package/node_modules/aws-sdk/apis/acm-pca-2017-08-22.min.json +56 -25
  22. package/node_modules/aws-sdk/apis/amplify-2017-07-25.min.json +68 -50
  23. package/node_modules/aws-sdk/apis/amplifybackend-2020-08-11.min.json +47 -7
  24. package/node_modules/aws-sdk/apis/amplifyuibuilder-2021-08-11.min.json +144 -65
  25. package/node_modules/aws-sdk/apis/amplifyuibuilder-2021-08-11.paginators.json +10 -0
  26. package/node_modules/aws-sdk/apis/apigateway-2015-07-09.paginators.json +5 -0
  27. package/node_modules/aws-sdk/apis/appconfig-2019-10-09.min.json +3 -1
  28. package/node_modules/aws-sdk/apis/appconfigdata-2021-11-11.min.json +11 -11
  29. package/node_modules/aws-sdk/apis/appflow-2020-08-23.min.json +739 -235
  30. package/node_modules/aws-sdk/apis/appflow-2020-08-23.paginators.json +7 -1
  31. package/node_modules/aws-sdk/apis/apprunner-2020-05-15.min.json +350 -32
  32. package/node_modules/aws-sdk/apis/apprunner-2020-05-15.paginators.json +10 -0
  33. package/node_modules/aws-sdk/apis/appstream-2016-12-01.min.json +9 -0
  34. package/node_modules/aws-sdk/apis/athena-2017-05-18.min.json +90 -31
  35. package/node_modules/aws-sdk/apis/auditmanager-2017-07-25.min.json +5 -1
  36. package/node_modules/aws-sdk/apis/autoscaling-2011-01-01.examples.json +31 -46
  37. package/node_modules/aws-sdk/apis/autoscaling-2011-01-01.min.json +113 -90
  38. package/node_modules/aws-sdk/apis/backup-2018-11-15.min.json +30 -0
  39. package/node_modules/aws-sdk/apis/backup-2018-11-15.paginators.json +22 -11
  40. package/node_modules/aws-sdk/apis/batch-2016-08-10.min.json +143 -94
  41. package/node_modules/aws-sdk/apis/billingconductor-2021-07-30.examples.json +5 -0
  42. package/node_modules/aws-sdk/apis/billingconductor-2021-07-30.min.json +1374 -0
  43. package/node_modules/aws-sdk/apis/billingconductor-2021-07-30.paginators.json +62 -0
  44. package/node_modules/aws-sdk/apis/billingconductor-2021-07-30.waiters2.json +4 -0
  45. package/node_modules/aws-sdk/apis/braket-2019-09-01.min.json +30 -27
  46. package/node_modules/aws-sdk/apis/budgets-2016-10-20.min.json +107 -45
  47. package/node_modules/aws-sdk/apis/budgets-2016-10-20.paginators.json +6 -0
  48. package/node_modules/aws-sdk/apis/ce-2017-10-25.min.json +206 -125
  49. package/node_modules/aws-sdk/apis/chime-2018-05-01.min.json +3 -0
  50. package/node_modules/aws-sdk/apis/chime-sdk-media-pipelines-2021-07-15.examples.json +5 -0
  51. package/node_modules/aws-sdk/apis/chime-sdk-media-pipelines-2021-07-15.min.json +330 -0
  52. package/node_modules/aws-sdk/apis/chime-sdk-media-pipelines-2021-07-15.paginators.json +9 -0
  53. package/node_modules/aws-sdk/apis/chime-sdk-meetings-2021-07-15.min.json +16 -11
  54. package/node_modules/aws-sdk/apis/cloudcontrol-2021-09-30.paginators.json +4 -2
  55. package/node_modules/aws-sdk/apis/cloudcontrol-2021-09-30.waiters2.json +23 -27
  56. package/node_modules/aws-sdk/apis/cloudformation-2010-05-15.min.json +86 -25
  57. package/node_modules/aws-sdk/apis/cloudfront-2020-05-31.min.json +42 -28
  58. package/node_modules/aws-sdk/apis/cloudtrail-2013-11-01.min.json +25 -2
  59. package/node_modules/aws-sdk/apis/codeguru-reviewer-2019-09-19.min.json +15 -8
  60. package/node_modules/aws-sdk/apis/codeguru-reviewer-2019-09-19.waiters2.json +14 -2
  61. package/node_modules/aws-sdk/apis/cognito-idp-2016-04-18.min.json +119 -118
  62. package/node_modules/aws-sdk/apis/comprehend-2017-11-27.min.json +308 -79
  63. package/node_modules/aws-sdk/apis/comprehend-2017-11-27.paginators.json +5 -0
  64. package/node_modules/aws-sdk/apis/config-2014-11-12.min.json +217 -113
  65. package/node_modules/aws-sdk/apis/connect-2017-08-08.min.json +832 -139
  66. package/node_modules/aws-sdk/apis/connect-2017-08-08.paginators.json +33 -0
  67. package/node_modules/aws-sdk/apis/customer-profiles-2020-08-15.min.json +537 -200
  68. package/node_modules/aws-sdk/apis/databrew-2017-07-25.min.json +41 -38
  69. package/node_modules/aws-sdk/apis/dataexchange-2017-07-25.min.json +83 -4
  70. package/node_modules/aws-sdk/apis/datasync-2018-11-09.min.json +144 -74
  71. package/node_modules/aws-sdk/apis/devops-guru-2020-12-01.min.json +213 -119
  72. package/node_modules/aws-sdk/apis/discovery-2015-11-01.min.json +67 -32
  73. package/node_modules/aws-sdk/apis/docdb-2014-10-31.min.json +10 -2
  74. package/node_modules/aws-sdk/apis/dynamodb-2012-08-10.min.json +10 -4
  75. package/node_modules/aws-sdk/apis/ec2-2016-11-15.min.json +1179 -850
  76. package/node_modules/aws-sdk/apis/ec2-2016-11-15.paginators.json +6 -0
  77. package/node_modules/aws-sdk/apis/ec2-2016-11-15.waiters2.json +18 -0
  78. package/node_modules/aws-sdk/apis/ecr-2015-09-21.min.json +14 -11
  79. package/node_modules/aws-sdk/apis/ecr-2015-09-21.paginators.json +4 -1
  80. package/node_modules/aws-sdk/apis/ecs-2014-11-13.min.json +10 -0
  81. package/node_modules/aws-sdk/apis/elasticfilesystem-2015-02-01.min.json +149 -21
  82. package/node_modules/aws-sdk/apis/elasticmapreduce-2009-03-31.min.json +47 -35
  83. package/node_modules/aws-sdk/apis/es-2015-01-01.min.json +125 -49
  84. package/node_modules/aws-sdk/apis/eventbridge-2015-10-07.min.json +262 -19
  85. package/node_modules/aws-sdk/apis/evidently-2021-02-01.min.json +14 -0
  86. package/node_modules/aws-sdk/apis/finspace-data-2020-07-13.min.json +454 -7
  87. package/node_modules/aws-sdk/apis/finspace-data-2020-07-13.paginators.json +12 -0
  88. package/node_modules/aws-sdk/apis/fis-2020-12-01.min.json +229 -31
  89. package/node_modules/aws-sdk/apis/fis-2020-12-01.paginators.json +5 -0
  90. package/node_modules/aws-sdk/apis/fms-2018-01-01.min.json +265 -82
  91. package/node_modules/aws-sdk/apis/fms-2018-01-01.paginators.json +6 -0
  92. package/node_modules/aws-sdk/apis/frauddetector-2019-11-15.min.json +212 -6
  93. package/node_modules/aws-sdk/apis/frauddetector-2019-11-15.paginators.json +5 -0
  94. package/node_modules/aws-sdk/apis/fsx-2018-03-01.min.json +123 -98
  95. package/node_modules/aws-sdk/apis/fsx-2018-03-01.paginators.json +4 -2
  96. package/node_modules/aws-sdk/apis/gamesparks-2021-08-17.examples.json +5 -0
  97. package/node_modules/aws-sdk/apis/gamesparks-2021-08-17.min.json +1363 -0
  98. package/node_modules/aws-sdk/apis/gamesparks-2021-08-17.paginators.json +46 -0
  99. package/node_modules/aws-sdk/apis/glue-2017-03-31.min.json +2257 -440
  100. package/node_modules/aws-sdk/apis/glue-2017-03-31.paginators.json +10 -0
  101. package/node_modules/aws-sdk/apis/grafana-2020-08-18.min.json +194 -19
  102. package/node_modules/aws-sdk/apis/guardduty-2017-11-28.min.json +352 -77
  103. package/node_modules/aws-sdk/apis/imagebuilder-2019-12-02.min.json +107 -73
  104. package/node_modules/aws-sdk/apis/iot-2015-05-28.min.json +280 -202
  105. package/node_modules/aws-sdk/apis/iot-2015-05-28.paginators.json +6 -0
  106. package/node_modules/aws-sdk/apis/iot-data-2015-05-28.min.json +1 -1
  107. package/node_modules/aws-sdk/apis/iotsecuretunneling-2018-10-05.min.json +28 -0
  108. package/node_modules/aws-sdk/apis/iotsitewise-2019-12-02.min.json +516 -168
  109. package/node_modules/aws-sdk/apis/iotsitewise-2019-12-02.paginators.json +14 -0
  110. package/node_modules/aws-sdk/apis/iottwinmaker-2021-11-29.min.json +75 -68
  111. package/node_modules/aws-sdk/apis/iotwireless-2020-11-22.min.json +401 -80
  112. package/node_modules/aws-sdk/apis/iotwireless-2020-11-22.paginators.json +5 -0
  113. package/node_modules/aws-sdk/apis/ivschat-2020-07-14.examples.json +5 -0
  114. package/node_modules/aws-sdk/apis/ivschat-2020-07-14.min.json +443 -0
  115. package/node_modules/aws-sdk/apis/ivschat-2020-07-14.paginators.json +9 -0
  116. package/node_modules/aws-sdk/apis/kafka-2018-11-14.min.json +114 -94
  117. package/node_modules/aws-sdk/apis/kafkaconnect-2021-09-14.min.json +95 -48
  118. package/node_modules/aws-sdk/apis/kendra-2019-02-03.min.json +349 -83
  119. package/node_modules/aws-sdk/apis/kendra-2019-02-03.paginators.json +20 -0
  120. package/node_modules/aws-sdk/apis/keyspaces-2022-02-10.examples.json +5 -0
  121. package/node_modules/aws-sdk/apis/keyspaces-2022-02-10.min.json +562 -0
  122. package/node_modules/aws-sdk/apis/keyspaces-2022-02-10.paginators.json +22 -0
  123. package/node_modules/aws-sdk/apis/keyspaces-2022-02-10.waiters2.json +5 -0
  124. package/node_modules/aws-sdk/apis/kinesis-video-archived-media-2017-09-30.min.json +64 -0
  125. package/node_modules/aws-sdk/apis/kinesis-video-archived-media-2017-09-30.paginators.json +6 -0
  126. package/node_modules/aws-sdk/apis/kinesisvideo-2017-09-30.min.json +145 -8
  127. package/node_modules/aws-sdk/apis/kms-2014-11-01.examples.json +239 -9
  128. package/node_modules/aws-sdk/apis/kms-2014-11-01.min.json +80 -12
  129. package/node_modules/aws-sdk/apis/lakeformation-2017-03-31.min.json +0 -1
  130. package/node_modules/aws-sdk/apis/lambda-2015-03-31.min.json +418 -149
  131. package/node_modules/aws-sdk/apis/lambda-2015-03-31.paginators.json +6 -0
  132. package/node_modules/aws-sdk/apis/lambda-2015-03-31.waiters2.json +54 -2
  133. package/node_modules/aws-sdk/apis/lightsail-2016-11-28.min.json +117 -56
  134. package/node_modules/aws-sdk/apis/location-2020-11-19.min.json +20 -12
  135. package/node_modules/aws-sdk/apis/location-2020-11-19.paginators.json +2 -0
  136. package/node_modules/aws-sdk/apis/lookoutequipment-2020-12-15.min.json +274 -12
  137. package/node_modules/aws-sdk/apis/lookoutequipment-2020-12-15.paginators.json +5 -0
  138. package/node_modules/aws-sdk/apis/lookoutmetrics-2017-07-25.min.json +123 -0
  139. package/node_modules/aws-sdk/apis/lookoutvision-2020-11-20.min.json +0 -1
  140. package/node_modules/aws-sdk/apis/macie2-2020-01-01.min.json +31 -28
  141. package/node_modules/aws-sdk/apis/mediaconnect-2018-11-14.min.json +83 -27
  142. package/node_modules/aws-sdk/apis/mediaconvert-2017-08-29.min.json +179 -127
  143. package/node_modules/aws-sdk/apis/medialive-2017-10-14.min.json +222 -154
  144. package/node_modules/aws-sdk/apis/mediapackage-vod-2018-11-07.min.json +16 -13
  145. package/node_modules/aws-sdk/apis/mediatailor-2018-04-23.min.json +416 -139
  146. package/node_modules/aws-sdk/apis/mediatailor-2018-04-23.paginators.json +6 -0
  147. package/node_modules/aws-sdk/apis/metadata.json +20 -0
  148. package/node_modules/aws-sdk/apis/meteringmarketplace-2016-01-14.min.json +2 -1
  149. package/node_modules/aws-sdk/apis/mgn-2020-02-26.min.json +15 -19
  150. package/node_modules/aws-sdk/apis/models.lex.v2-2020-08-07.min.json +0 -2
  151. package/node_modules/aws-sdk/apis/monitoring-2010-08-01.min.json +47 -11
  152. package/node_modules/aws-sdk/apis/mq-2017-11-27.min.json +22 -7
  153. package/node_modules/aws-sdk/apis/network-firewall-2020-11-12.min.json +139 -53
  154. package/node_modules/aws-sdk/apis/opensearch-2021-01-01.min.json +125 -49
  155. package/node_modules/aws-sdk/apis/organizations-2016-11-28.min.json +77 -62
  156. package/node_modules/aws-sdk/apis/outposts-2019-12-03.min.json +74 -0
  157. package/node_modules/aws-sdk/apis/outposts-2019-12-03.paginators.json +10 -0
  158. package/node_modules/aws-sdk/apis/panorama-2019-07-24.min.json +414 -346
  159. package/node_modules/aws-sdk/apis/personalize-2018-05-22.min.json +189 -42
  160. package/node_modules/aws-sdk/apis/pinpoint-2016-12-01.min.json +2 -1
  161. package/node_modules/aws-sdk/apis/pinpoint-sms-voice-v2-2022-03-31.examples.json +5 -0
  162. package/node_modules/aws-sdk/apis/pinpoint-sms-voice-v2-2022-03-31.min.json +1681 -0
  163. package/node_modules/aws-sdk/apis/pinpoint-sms-voice-v2-2022-03-31.paginators.json +70 -0
  164. package/node_modules/aws-sdk/apis/pinpoint-sms-voice-v2-2022-03-31.waiters2.json +5 -0
  165. package/node_modules/aws-sdk/apis/proton-2020-07-20.min.json +4 -1
  166. package/node_modules/aws-sdk/apis/quicksight-2018-04-01.min.json +151 -43
  167. package/node_modules/aws-sdk/apis/rds-2014-10-31.min.json +289 -413
  168. package/node_modules/aws-sdk/apis/rds-2014-10-31.paginators.json +0 -12
  169. package/node_modules/aws-sdk/apis/rds-data-2018-08-01.min.json +4 -1
  170. package/node_modules/aws-sdk/apis/redshift-2012-12-01.min.json +41 -23
  171. package/node_modules/aws-sdk/apis/rekognition-2016-06-27.min.json +247 -111
  172. package/node_modules/aws-sdk/apis/resiliencehub-2020-04-30.min.json +125 -74
  173. package/node_modules/aws-sdk/apis/robomaker-2018-06-29.min.json +148 -48
  174. package/node_modules/aws-sdk/apis/route53-recovery-cluster-2019-12-02.min.json +49 -3
  175. package/node_modules/aws-sdk/apis/route53-recovery-cluster-2019-12-02.paginators.json +6 -0
  176. package/node_modules/aws-sdk/apis/s3-2006-03-01.examples.json +97 -97
  177. package/node_modules/aws-sdk/apis/s3-2006-03-01.min.json +772 -239
  178. package/node_modules/aws-sdk/apis/s3control-2018-08-20.min.json +154 -53
  179. package/node_modules/aws-sdk/apis/s3outposts-2017-07-25.min.json +64 -24
  180. package/node_modules/aws-sdk/apis/s3outposts-2017-07-25.paginators.json +6 -0
  181. package/node_modules/aws-sdk/apis/sagemaker-2017-07-24.min.json +732 -691
  182. package/node_modules/aws-sdk/apis/secretsmanager-2017-10-17.examples.json +15 -13
  183. package/node_modules/aws-sdk/apis/secretsmanager-2017-10-17.min.json +15 -10
  184. package/node_modules/aws-sdk/apis/securityhub-2018-10-26.min.json +392 -304
  185. package/node_modules/aws-sdk/apis/servicecatalog-2015-12-10.min.json +16 -8
  186. package/node_modules/aws-sdk/apis/servicecatalog-appregistry-2020-06-24.min.json +8 -2
  187. package/node_modules/aws-sdk/apis/ssm-2014-11-06.min.json +333 -294
  188. package/node_modules/aws-sdk/apis/ssm-contacts-2021-05-03.examples.json +1 -1
  189. package/node_modules/aws-sdk/apis/ssm-incidents-2018-05-10.min.json +48 -37
  190. package/node_modules/aws-sdk/apis/synthetics-2017-10-11.min.json +49 -36
  191. package/node_modules/aws-sdk/apis/textract-2018-06-27.min.json +82 -45
  192. package/node_modules/aws-sdk/apis/transcribe-2017-10-26.min.json +50 -40
  193. package/node_modules/aws-sdk/apis/transfer-2018-11-05.min.json +57 -47
  194. package/node_modules/aws-sdk/apis/transfer-2018-11-05.paginators.json +27 -8
  195. package/node_modules/aws-sdk/apis/transfer-2018-11-05.waiters2.json +45 -0
  196. package/node_modules/aws-sdk/apis/translate-2017-07-01.min.json +19 -18
  197. package/node_modules/aws-sdk/apis/wafv2-2019-07-29.min.json +313 -131
  198. package/node_modules/aws-sdk/apis/wisdom-2020-10-19.min.json +60 -19
  199. package/node_modules/aws-sdk/apis/worklink-2018-09-25.min.json +99 -33
  200. package/node_modules/aws-sdk/apis/workspaces-2015-04-08.min.json +195 -27
  201. package/node_modules/aws-sdk/apis/workspaces-web-2020-07-08.min.json +107 -36
  202. package/node_modules/aws-sdk/clients/acmpca.d.ts +72 -36
  203. package/node_modules/aws-sdk/clients/all.d.ts +6 -0
  204. package/node_modules/aws-sdk/clients/all.js +7 -1
  205. package/node_modules/aws-sdk/clients/amplify.d.ts +19 -14
  206. package/node_modules/aws-sdk/clients/amplifybackend.d.ts +48 -12
  207. package/node_modules/aws-sdk/clients/amplifyuibuilder.d.ts +142 -18
  208. package/node_modules/aws-sdk/clients/appconfig.d.ts +13 -13
  209. package/node_modules/aws-sdk/clients/appconfigdata.d.ts +18 -18
  210. package/node_modules/aws-sdk/clients/appflow.d.ts +691 -4
  211. package/node_modules/aws-sdk/clients/apprunner.d.ts +371 -20
  212. package/node_modules/aws-sdk/clients/appstream.d.ts +13 -1
  213. package/node_modules/aws-sdk/clients/athena.d.ts +92 -8
  214. package/node_modules/aws-sdk/clients/auditmanager.d.ts +10 -10
  215. package/node_modules/aws-sdk/clients/autoscaling.d.ts +62 -34
  216. package/node_modules/aws-sdk/clients/backup.d.ts +49 -25
  217. package/node_modules/aws-sdk/clients/batch.d.ts +116 -48
  218. package/node_modules/aws-sdk/clients/billingconductor.d.ts +1554 -0
  219. package/node_modules/aws-sdk/clients/billingconductor.js +19 -0
  220. package/node_modules/aws-sdk/clients/braket.d.ts +7 -2
  221. package/node_modules/aws-sdk/clients/budgets.d.ts +107 -48
  222. package/node_modules/aws-sdk/clients/chime.d.ts +10 -6
  223. package/node_modules/aws-sdk/clients/chimesdkmediapipelines.d.ts +348 -0
  224. package/node_modules/aws-sdk/clients/chimesdkmediapipelines.js +18 -0
  225. package/node_modules/aws-sdk/clients/chimesdkmeetings.d.ts +31 -5
  226. package/node_modules/aws-sdk/clients/cloudcontrol.d.ts +24 -24
  227. package/node_modules/aws-sdk/clients/cloudformation.d.ts +408 -265
  228. package/node_modules/aws-sdk/clients/cloudfront.d.ts +15 -0
  229. package/node_modules/aws-sdk/clients/cloudtrail.d.ts +34 -26
  230. package/node_modules/aws-sdk/clients/cloudwatch.d.ts +44 -12
  231. package/node_modules/aws-sdk/clients/codegurureviewer.d.ts +24 -10
  232. package/node_modules/aws-sdk/clients/cognitoidentityserviceprovider.d.ts +299 -294
  233. package/node_modules/aws-sdk/clients/comprehend.d.ts +337 -5
  234. package/node_modules/aws-sdk/clients/computeoptimizer.d.ts +3 -3
  235. package/node_modules/aws-sdk/clients/configservice.d.ts +220 -49
  236. package/node_modules/aws-sdk/clients/connect.d.ts +877 -30
  237. package/node_modules/aws-sdk/clients/costexplorer.d.ts +105 -19
  238. package/node_modules/aws-sdk/clients/customerprofiles.d.ts +365 -2
  239. package/node_modules/aws-sdk/clients/databrew.d.ts +8 -3
  240. package/node_modules/aws-sdk/clients/dataexchange.d.ts +117 -0
  241. package/node_modules/aws-sdk/clients/datasync.d.ts +103 -16
  242. package/node_modules/aws-sdk/clients/devopsguru.d.ts +109 -3
  243. package/node_modules/aws-sdk/clients/discovery.d.ts +63 -26
  244. package/node_modules/aws-sdk/clients/docdb.d.ts +56 -40
  245. package/node_modules/aws-sdk/clients/dynamodb.d.ts +15 -7
  246. package/node_modules/aws-sdk/clients/ebs.d.ts +13 -13
  247. package/node_modules/aws-sdk/clients/ec2.d.ts +571 -145
  248. package/node_modules/aws-sdk/clients/ecr.d.ts +10 -5
  249. package/node_modules/aws-sdk/clients/ecs.d.ts +51 -35
  250. package/node_modules/aws-sdk/clients/efs.d.ts +153 -26
  251. package/node_modules/aws-sdk/clients/eks.d.ts +14 -14
  252. package/node_modules/aws-sdk/clients/elasticache.d.ts +13 -13
  253. package/node_modules/aws-sdk/clients/emr.d.ts +38 -14
  254. package/node_modules/aws-sdk/clients/es.d.ts +97 -0
  255. package/node_modules/aws-sdk/clients/eventbridge.d.ts +386 -13
  256. package/node_modules/aws-sdk/clients/eventbridge.js +1 -0
  257. package/node_modules/aws-sdk/clients/evidently.d.ts +19 -7
  258. package/node_modules/aws-sdk/clients/finspacedata.d.ts +520 -46
  259. package/node_modules/aws-sdk/clients/fis.d.ts +266 -22
  260. package/node_modules/aws-sdk/clients/fms.d.ts +333 -3
  261. package/node_modules/aws-sdk/clients/frauddetector.d.ts +308 -0
  262. package/node_modules/aws-sdk/clients/fsx.d.ts +105 -69
  263. package/node_modules/aws-sdk/clients/gamelift.d.ts +186 -186
  264. package/node_modules/aws-sdk/clients/gamesparks.d.ts +1324 -0
  265. package/node_modules/aws-sdk/clients/gamesparks.js +18 -0
  266. package/node_modules/aws-sdk/clients/glue.d.ts +2588 -188
  267. package/node_modules/aws-sdk/clients/grafana.d.ts +153 -6
  268. package/node_modules/aws-sdk/clients/greengrassv2.d.ts +6 -6
  269. package/node_modules/aws-sdk/clients/guardduty.d.ts +314 -46
  270. package/node_modules/aws-sdk/clients/iam.d.ts +10 -10
  271. package/node_modules/aws-sdk/clients/imagebuilder.d.ts +55 -6
  272. package/node_modules/aws-sdk/clients/iot.d.ts +88 -22
  273. package/node_modules/aws-sdk/clients/iotdata.d.ts +7 -7
  274. package/node_modules/aws-sdk/clients/iotsecuretunneling.d.ts +52 -18
  275. package/node_modules/aws-sdk/clients/iotsitewise.d.ts +369 -0
  276. package/node_modules/aws-sdk/clients/iottwinmaker.d.ts +25 -8
  277. package/node_modules/aws-sdk/clients/iotwireless.d.ts +356 -25
  278. package/node_modules/aws-sdk/clients/ivschat.d.ts +523 -0
  279. package/node_modules/aws-sdk/clients/ivschat.js +18 -0
  280. package/node_modules/aws-sdk/clients/kafka.d.ts +19 -1
  281. package/node_modules/aws-sdk/clients/kafkaconnect.d.ts +50 -5
  282. package/node_modules/aws-sdk/clients/kendra.d.ts +489 -138
  283. package/node_modules/aws-sdk/clients/keyspaces.d.ts +652 -0
  284. package/node_modules/aws-sdk/clients/keyspaces.js +19 -0
  285. package/node_modules/aws-sdk/clients/kinesisvideo.d.ts +177 -10
  286. package/node_modules/aws-sdk/clients/kinesisvideoarchivedmedia.d.ts +94 -0
  287. package/node_modules/aws-sdk/clients/kms.d.ts +209 -119
  288. package/node_modules/aws-sdk/clients/lakeformation.d.ts +2 -2
  289. package/node_modules/aws-sdk/clients/lambda.d.ts +319 -16
  290. package/node_modules/aws-sdk/clients/lexmodelsv2.d.ts +2 -2
  291. package/node_modules/aws-sdk/clients/lightsail.d.ts +175 -64
  292. package/node_modules/aws-sdk/clients/location.d.ts +28 -19
  293. package/node_modules/aws-sdk/clients/lookoutequipment.d.ts +295 -9
  294. package/node_modules/aws-sdk/clients/lookoutmetrics.d.ts +160 -0
  295. package/node_modules/aws-sdk/clients/lookoutvision.d.ts +4 -4
  296. package/node_modules/aws-sdk/clients/macie.d.ts +50 -50
  297. package/node_modules/aws-sdk/clients/macie2.d.ts +7 -2
  298. package/node_modules/aws-sdk/clients/marketplacemetering.d.ts +17 -12
  299. package/node_modules/aws-sdk/clients/mediaconnect.d.ts +47 -0
  300. package/node_modules/aws-sdk/clients/mediaconvert.d.ts +98 -18
  301. package/node_modules/aws-sdk/clients/medialive.d.ts +79 -3
  302. package/node_modules/aws-sdk/clients/mediapackage.d.ts +4 -4
  303. package/node_modules/aws-sdk/clients/mediapackagevod.d.ts +5 -0
  304. package/node_modules/aws-sdk/clients/mediatailor.d.ts +327 -12
  305. package/node_modules/aws-sdk/clients/mgn.d.ts +63 -50
  306. package/node_modules/aws-sdk/clients/migrationhubrefactorspaces.d.ts +17 -17
  307. package/node_modules/aws-sdk/clients/mq.d.ts +16 -1
  308. package/node_modules/aws-sdk/clients/networkfirewall.d.ts +151 -21
  309. package/node_modules/aws-sdk/clients/opensearch.d.ts +97 -0
  310. package/node_modules/aws-sdk/clients/organizations.d.ts +146 -131
  311. package/node_modules/aws-sdk/clients/outposts.d.ts +94 -22
  312. package/node_modules/aws-sdk/clients/panorama.d.ts +467 -406
  313. package/node_modules/aws-sdk/clients/personalize.d.ts +191 -25
  314. package/node_modules/aws-sdk/clients/pi.d.ts +26 -26
  315. package/node_modules/aws-sdk/clients/pinpoint.d.ts +4 -0
  316. package/node_modules/aws-sdk/clients/pinpointsmsvoicev2.d.ts +2367 -0
  317. package/node_modules/aws-sdk/clients/pinpointsmsvoicev2.js +19 -0
  318. package/node_modules/aws-sdk/clients/polly.d.ts +3 -3
  319. package/node_modules/aws-sdk/clients/pricing.d.ts +3 -3
  320. package/node_modules/aws-sdk/clients/proton.d.ts +105 -101
  321. package/node_modules/aws-sdk/clients/quicksight.d.ts +114 -12
  322. package/node_modules/aws-sdk/clients/ram.d.ts +5 -5
  323. package/node_modules/aws-sdk/clients/rbin.d.ts +41 -41
  324. package/node_modules/aws-sdk/clients/rds.d.ts +600 -779
  325. package/node_modules/aws-sdk/clients/rdsdataservice.d.ts +22 -7
  326. package/node_modules/aws-sdk/clients/redshift.d.ts +68 -30
  327. package/node_modules/aws-sdk/clients/rekognition.d.ts +209 -53
  328. package/node_modules/aws-sdk/clients/resiliencehub.d.ts +138 -58
  329. package/node_modules/aws-sdk/clients/robomaker.d.ts +37 -36
  330. package/node_modules/aws-sdk/clients/route53.d.ts +12 -12
  331. package/node_modules/aws-sdk/clients/route53recoverycluster.d.ts +82 -10
  332. package/node_modules/aws-sdk/clients/route53recoveryreadiness.d.ts +275 -230
  333. package/node_modules/aws-sdk/clients/s3.d.ts +735 -204
  334. package/node_modules/aws-sdk/clients/s3control.d.ts +145 -13
  335. package/node_modules/aws-sdk/clients/s3outposts.d.ts +50 -18
  336. package/node_modules/aws-sdk/clients/sagemaker.d.ts +252 -182
  337. package/node_modules/aws-sdk/clients/secretsmanager.d.ts +77 -63
  338. package/node_modules/aws-sdk/clients/securityhub.d.ts +166 -7
  339. package/node_modules/aws-sdk/clients/servicecatalog.d.ts +8 -4
  340. package/node_modules/aws-sdk/clients/sns.d.ts +2 -2
  341. package/node_modules/aws-sdk/clients/ssm.d.ts +90 -37
  342. package/node_modules/aws-sdk/clients/ssmcontacts.d.ts +2 -2
  343. package/node_modules/aws-sdk/clients/ssmincidents.d.ts +21 -7
  344. package/node_modules/aws-sdk/clients/storagegateway.d.ts +24 -24
  345. package/node_modules/aws-sdk/clients/sts.d.ts +5 -5
  346. package/node_modules/aws-sdk/clients/synthetics.d.ts +25 -10
  347. package/node_modules/aws-sdk/clients/textract.d.ts +47 -14
  348. package/node_modules/aws-sdk/clients/timestreamquery.d.ts +1 -1
  349. package/node_modules/aws-sdk/clients/transcribeservice.d.ts +119 -103
  350. package/node_modules/aws-sdk/clients/transfer.d.ts +77 -14
  351. package/node_modules/aws-sdk/clients/transfer.js +1 -0
  352. package/node_modules/aws-sdk/clients/translate.d.ts +2 -0
  353. package/node_modules/aws-sdk/clients/wafv2.d.ts +274 -34
  354. package/node_modules/aws-sdk/clients/wisdom.d.ts +77 -32
  355. package/node_modules/aws-sdk/clients/workspaces.d.ts +243 -4
  356. package/node_modules/aws-sdk/clients/workspacesweb.d.ts +38 -4
  357. package/node_modules/aws-sdk/dist/aws-sdk-core-react-native.js +44 -32
  358. package/node_modules/aws-sdk/dist/aws-sdk-react-native.js +1367 -1072
  359. package/node_modules/aws-sdk/dist/aws-sdk.js +6655 -3278
  360. package/node_modules/aws-sdk/dist/aws-sdk.min.js +94 -92
  361. package/node_modules/aws-sdk/lib/config-base.d.ts +1 -0
  362. package/node_modules/aws-sdk/lib/config_service_placeholders.d.ts +12 -0
  363. package/node_modules/aws-sdk/lib/core.d.ts +1 -0
  364. package/node_modules/aws-sdk/lib/core.js +1 -1
  365. package/node_modules/aws-sdk/lib/credentials/credential_provider_chain.js +1 -0
  366. package/node_modules/aws-sdk/lib/credentials/ec2_metadata_credentials.d.ts +28 -18
  367. package/node_modules/aws-sdk/lib/credentials/ec2_metadata_credentials.js +75 -18
  368. package/node_modules/aws-sdk/lib/credentials/sso_credentials.d.ts +14 -0
  369. package/node_modules/aws-sdk/lib/credentials/sso_credentials.js +179 -0
  370. package/node_modules/aws-sdk/lib/dynamodb/document_client.d.ts +9 -1
  371. package/node_modules/aws-sdk/lib/model/operation.js +6 -1
  372. package/node_modules/aws-sdk/lib/node_loader.js +2 -0
  373. package/node_modules/aws-sdk/lib/param_validator.js +2 -1
  374. package/node_modules/aws-sdk/lib/region_config_data.json +10 -0
  375. package/node_modules/aws-sdk/lib/services/eventbridge.js +19 -0
  376. package/node_modules/aws-sdk/lib/services/s3.js +2 -1
  377. package/node_modules/aws-sdk/lib/services/s3util.js +6 -1
  378. package/node_modules/aws-sdk/package.json +2 -2
  379. package/node_modules/aws-sdk/scripts/region-checker/allowlist.js +8 -5
  380. package/node_modules/jmespath/jmespath.js +32 -27
  381. package/node_modules/jmespath/package.json +2 -7
  382. package/node_modules/jszip/.github/workflows/pr.yaml +42 -0
  383. package/node_modules/jszip/CHANGES.md +15 -1
  384. package/node_modules/jszip/LICENSE.markdown +1 -1
  385. package/node_modules/jszip/dist/jszip.js +37 -5
  386. package/node_modules/jszip/dist/jszip.min.js +2 -2
  387. package/node_modules/jszip/index.d.ts +79 -14
  388. package/node_modules/jszip/lib/index.js +1 -1
  389. package/node_modules/jszip/lib/load.js +8 -1
  390. package/node_modules/jszip/lib/utils.js +27 -2
  391. package/node_modules/jszip/package.json +9 -8
  392. package/node_modules/jszip/tsconfig.json +101 -0
  393. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/.npmignore +0 -0
  394. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/CHANGELOG.md +0 -0
  395. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/LICENSE +0 -0
  396. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/README.md +0 -0
  397. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/Utility.js +0 -0
  398. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLAttribute.js +0 -0
  399. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLCData.js +0 -0
  400. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLComment.js +0 -0
  401. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDTDAttList.js +0 -0
  402. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDTDElement.js +0 -0
  403. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDTDEntity.js +0 -0
  404. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDTDNotation.js +0 -0
  405. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDeclaration.js +0 -0
  406. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDocType.js +0 -0
  407. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDocument.js +0 -0
  408. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLDocumentCB.js +0 -0
  409. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLElement.js +0 -0
  410. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLNode.js +0 -0
  411. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLProcessingInstruction.js +0 -0
  412. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLRaw.js +0 -0
  413. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLStreamWriter.js +0 -0
  414. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLStringWriter.js +0 -0
  415. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLStringifier.js +0 -0
  416. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLText.js +0 -0
  417. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/XMLWriterBase.js +0 -0
  418. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/lib/index.js +0 -0
  419. package/node_modules/{xmlbuilder → xml2js/node_modules/xmlbuilder}/package.json +0 -0
  420. package/package.json +20 -15
  421. package/releasetag.txt +1 -1
  422. package/version.txt +1 -1
  423. package/node_modules/jmespath/.eslintrc +0 -10
  424. package/node_modules/jmespath/.npmignore +0 -1
  425. package/node_modules/jmespath/.travis.yml +0 -6
  426. package/node_modules/jmespath/BASELINE +0 -15
  427. package/node_modules/jmespath/Gruntfile.js +0 -36
  428. package/node_modules/jmespath/g.sh +0 -5
  429. package/node_modules/jmespath/index.html +0 -93
  430. package/node_modules/jmespath/james.html +0 -7
  431. package/node_modules/jmespath/l.js +0 -189
  432. package/node_modules/jmespath/perf.js +0 -33
  433. package/node_modules/jmespath/reservedWords.json +0 -4
  434. package/node_modules/jmespath/test/compliance/basic.json +0 -96
  435. package/node_modules/jmespath/test/compliance/boolean.json +0 -257
  436. package/node_modules/jmespath/test/compliance/current.json +0 -25
  437. package/node_modules/jmespath/test/compliance/escape.json +0 -46
  438. package/node_modules/jmespath/test/compliance/filters.json +0 -468
  439. package/node_modules/jmespath/test/compliance/functions.json +0 -825
  440. package/node_modules/jmespath/test/compliance/identifiers.json +0 -1377
  441. package/node_modules/jmespath/test/compliance/indices.json +0 -346
  442. package/node_modules/jmespath/test/compliance/literal.json +0 -190
  443. package/node_modules/jmespath/test/compliance/multiselect.json +0 -393
  444. package/node_modules/jmespath/test/compliance/pipe.json +0 -131
  445. package/node_modules/jmespath/test/compliance/slice.json +0 -187
  446. package/node_modules/jmespath/test/compliance/syntax.json +0 -616
  447. package/node_modules/jmespath/test/compliance/unicode.json +0 -38
  448. package/node_modules/jmespath/test/compliance/wildcard.json +0 -460
  449. package/node_modules/jmespath/test/compliance.js +0 -56
  450. package/node_modules/jmespath/test/jmespath.js +0 -217
@@ -67,6 +67,14 @@ declare class Glue extends Service {
67
67
  * Returns a list of resource metadata for a given list of crawler names. After calling the ListCrawlers operation, you can call this operation to access the data to which you have been granted permissions. This operation supports all IAM permissions, including permission conditions that uses tags.
68
68
  */
69
69
  batchGetCrawlers(callback?: (err: AWSError, data: Glue.Types.BatchGetCrawlersResponse) => void): Request<Glue.Types.BatchGetCrawlersResponse, AWSError>;
70
+ /**
71
+ * Retrieves the details for the custom patterns specified by a list of names.
72
+ */
73
+ batchGetCustomEntityTypes(params: Glue.Types.BatchGetCustomEntityTypesRequest, callback?: (err: AWSError, data: Glue.Types.BatchGetCustomEntityTypesResponse) => void): Request<Glue.Types.BatchGetCustomEntityTypesResponse, AWSError>;
74
+ /**
75
+ * Retrieves the details for the custom patterns specified by a list of names.
76
+ */
77
+ batchGetCustomEntityTypes(callback?: (err: AWSError, data: Glue.Types.BatchGetCustomEntityTypesResponse) => void): Request<Glue.Types.BatchGetCustomEntityTypesResponse, AWSError>;
70
78
  /**
71
79
  * Returns a list of resource metadata for a given list of development endpoint names. After calling the ListDevEndpoints operation, you can call this operation to access the data to which you have been granted permissions. This operation supports all IAM permissions, including permission conditions that uses tags.
72
80
  */
@@ -131,6 +139,14 @@ declare class Glue extends Service {
131
139
  * Cancels (stops) a task run. Machine learning task runs are asynchronous tasks that Glue runs on your behalf as part of various machine learning workflows. You can cancel a machine learning task run at any time by calling CancelMLTaskRun with a task run's parent transform's TransformID and the task run's TaskRunId.
132
140
  */
133
141
  cancelMLTaskRun(callback?: (err: AWSError, data: Glue.Types.CancelMLTaskRunResponse) => void): Request<Glue.Types.CancelMLTaskRunResponse, AWSError>;
142
+ /**
143
+ * Cancels the statement..
144
+ */
145
+ cancelStatement(params: Glue.Types.CancelStatementRequest, callback?: (err: AWSError, data: Glue.Types.CancelStatementResponse) => void): Request<Glue.Types.CancelStatementResponse, AWSError>;
146
+ /**
147
+ * Cancels the statement..
148
+ */
149
+ cancelStatement(callback?: (err: AWSError, data: Glue.Types.CancelStatementResponse) => void): Request<Glue.Types.CancelStatementResponse, AWSError>;
134
150
  /**
135
151
  * Validates the supplied schema. This call has no side effects, it simply validates using the supplied schema using DataFormat as the format. Since it does not take a schema set name, no compatibility checks are performed.
136
152
  */
@@ -171,6 +187,14 @@ declare class Glue extends Service {
171
187
  * Creates a new crawler with specified targets, role, configuration, and optional schedule. At least one crawl target must be specified, in the s3Targets field, the jdbcTargets field, or the DynamoDBTargets field.
172
188
  */
173
189
  createCrawler(callback?: (err: AWSError, data: Glue.Types.CreateCrawlerResponse) => void): Request<Glue.Types.CreateCrawlerResponse, AWSError>;
190
+ /**
191
+ * Creates a custom pattern that is used to detect sensitive data across the columns and rows of your structured data. Each custom pattern you create specifies a regular expression and an optional list of context words. If no context words are passed only a regular expression is checked.
192
+ */
193
+ createCustomEntityType(params: Glue.Types.CreateCustomEntityTypeRequest, callback?: (err: AWSError, data: Glue.Types.CreateCustomEntityTypeResponse) => void): Request<Glue.Types.CreateCustomEntityTypeResponse, AWSError>;
194
+ /**
195
+ * Creates a custom pattern that is used to detect sensitive data across the columns and rows of your structured data. Each custom pattern you create specifies a regular expression and an optional list of context words. If no context words are passed only a regular expression is checked.
196
+ */
197
+ createCustomEntityType(callback?: (err: AWSError, data: Glue.Types.CreateCustomEntityTypeResponse) => void): Request<Glue.Types.CreateCustomEntityTypeResponse, AWSError>;
174
198
  /**
175
199
  * Creates a new database in a Data Catalog.
176
200
  */
@@ -251,6 +275,14 @@ declare class Glue extends Service {
251
275
  * Creates a new security configuration. A security configuration is a set of security properties that can be used by Glue. You can use a security configuration to encrypt data at rest. For information about using security configurations in Glue, see Encrypting Data Written by Crawlers, Jobs, and Development Endpoints.
252
276
  */
253
277
  createSecurityConfiguration(callback?: (err: AWSError, data: Glue.Types.CreateSecurityConfigurationResponse) => void): Request<Glue.Types.CreateSecurityConfigurationResponse, AWSError>;
278
+ /**
279
+ * Creates a new session.
280
+ */
281
+ createSession(params: Glue.Types.CreateSessionRequest, callback?: (err: AWSError, data: Glue.Types.CreateSessionResponse) => void): Request<Glue.Types.CreateSessionResponse, AWSError>;
282
+ /**
283
+ * Creates a new session.
284
+ */
285
+ createSession(callback?: (err: AWSError, data: Glue.Types.CreateSessionResponse) => void): Request<Glue.Types.CreateSessionResponse, AWSError>;
254
286
  /**
255
287
  * Creates a new table definition in the Data Catalog.
256
288
  */
@@ -331,6 +363,14 @@ declare class Glue extends Service {
331
363
  * Removes a specified crawler from the Glue Data Catalog, unless the crawler state is RUNNING.
332
364
  */
333
365
  deleteCrawler(callback?: (err: AWSError, data: Glue.Types.DeleteCrawlerResponse) => void): Request<Glue.Types.DeleteCrawlerResponse, AWSError>;
366
+ /**
367
+ * Deletes a custom pattern by specifying its name.
368
+ */
369
+ deleteCustomEntityType(params: Glue.Types.DeleteCustomEntityTypeRequest, callback?: (err: AWSError, data: Glue.Types.DeleteCustomEntityTypeResponse) => void): Request<Glue.Types.DeleteCustomEntityTypeResponse, AWSError>;
370
+ /**
371
+ * Deletes a custom pattern by specifying its name.
372
+ */
373
+ deleteCustomEntityType(callback?: (err: AWSError, data: Glue.Types.DeleteCustomEntityTypeResponse) => void): Request<Glue.Types.DeleteCustomEntityTypeResponse, AWSError>;
334
374
  /**
335
375
  * Removes a specified database from a Data Catalog. After completing this operation, you no longer have access to the tables (and all table versions and partitions that might belong to the tables) and the user-defined functions in the deleted database. Glue deletes these "orphaned" resources asynchronously in a timely manner, at the discretion of the service. To ensure the immediate deletion of all related resources, before calling DeleteDatabase, use DeleteTableVersion or BatchDeleteTableVersion, DeletePartition or BatchDeletePartition, DeleteUserDefinedFunction, and DeleteTable or BatchDeleteTable, to delete any resources that belong to the database.
336
376
  */
@@ -419,6 +459,14 @@ declare class Glue extends Service {
419
459
  * Deletes a specified security configuration.
420
460
  */
421
461
  deleteSecurityConfiguration(callback?: (err: AWSError, data: Glue.Types.DeleteSecurityConfigurationResponse) => void): Request<Glue.Types.DeleteSecurityConfigurationResponse, AWSError>;
462
+ /**
463
+ * Deletes the session.
464
+ */
465
+ deleteSession(params: Glue.Types.DeleteSessionRequest, callback?: (err: AWSError, data: Glue.Types.DeleteSessionResponse) => void): Request<Glue.Types.DeleteSessionResponse, AWSError>;
466
+ /**
467
+ * Deletes the session.
468
+ */
469
+ deleteSession(callback?: (err: AWSError, data: Glue.Types.DeleteSessionResponse) => void): Request<Glue.Types.DeleteSessionResponse, AWSError>;
422
470
  /**
423
471
  * Removes a table definition from the Data Catalog. After completing this operation, you no longer have access to the table versions and partitions that belong to the deleted table. Glue deletes these "orphaned" resources asynchronously in a timely manner, at the discretion of the service. To ensure the immediate deletion of all related resources, before calling DeleteTable, use DeleteTableVersion or BatchDeleteTableVersion, and DeletePartition or BatchDeletePartition, to delete any resources that belong to the table.
424
472
  */
@@ -563,6 +611,14 @@ declare class Glue extends Service {
563
611
  * Retrieves metadata for all crawlers defined in the customer account.
564
612
  */
565
613
  getCrawlers(callback?: (err: AWSError, data: Glue.Types.GetCrawlersResponse) => void): Request<Glue.Types.GetCrawlersResponse, AWSError>;
614
+ /**
615
+ * Retrieves the details of a custom pattern by specifying its name.
616
+ */
617
+ getCustomEntityType(params: Glue.Types.GetCustomEntityTypeRequest, callback?: (err: AWSError, data: Glue.Types.GetCustomEntityTypeResponse) => void): Request<Glue.Types.GetCustomEntityTypeResponse, AWSError>;
618
+ /**
619
+ * Retrieves the details of a custom pattern by specifying its name.
620
+ */
621
+ getCustomEntityType(callback?: (err: AWSError, data: Glue.Types.GetCustomEntityTypeResponse) => void): Request<Glue.Types.GetCustomEntityTypeResponse, AWSError>;
566
622
  /**
567
623
  * Retrieves the security configuration for a specified catalog.
568
624
  */
@@ -795,6 +851,22 @@ declare class Glue extends Service {
795
851
  * Retrieves a list of all security configurations.
796
852
  */
797
853
  getSecurityConfigurations(callback?: (err: AWSError, data: Glue.Types.GetSecurityConfigurationsResponse) => void): Request<Glue.Types.GetSecurityConfigurationsResponse, AWSError>;
854
+ /**
855
+ * Retrieves the session.
856
+ */
857
+ getSession(params: Glue.Types.GetSessionRequest, callback?: (err: AWSError, data: Glue.Types.GetSessionResponse) => void): Request<Glue.Types.GetSessionResponse, AWSError>;
858
+ /**
859
+ * Retrieves the session.
860
+ */
861
+ getSession(callback?: (err: AWSError, data: Glue.Types.GetSessionResponse) => void): Request<Glue.Types.GetSessionResponse, AWSError>;
862
+ /**
863
+ * Retrieves the statement.
864
+ */
865
+ getStatement(params: Glue.Types.GetStatementRequest, callback?: (err: AWSError, data: Glue.Types.GetStatementResponse) => void): Request<Glue.Types.GetStatementResponse, AWSError>;
866
+ /**
867
+ * Retrieves the statement.
868
+ */
869
+ getStatement(callback?: (err: AWSError, data: Glue.Types.GetStatementResponse) => void): Request<Glue.Types.GetStatementResponse, AWSError>;
798
870
  /**
799
871
  * Retrieves the Table definition in a Data Catalog for a specified table.
800
872
  */
@@ -947,6 +1019,14 @@ declare class Glue extends Service {
947
1019
  * Retrieves the names of all crawler resources in this Amazon Web Services account, or the resources with the specified tag. This operation allows you to see which resources are available in your account, and their names. This operation takes the optional Tags field, which you can use as a filter on the response so that tagged resources can be retrieved as a group. If you choose to use tags filtering, only resources with the tag are retrieved.
948
1020
  */
949
1021
  listCrawlers(callback?: (err: AWSError, data: Glue.Types.ListCrawlersResponse) => void): Request<Glue.Types.ListCrawlersResponse, AWSError>;
1022
+ /**
1023
+ * Lists all the custom patterns that have been created.
1024
+ */
1025
+ listCustomEntityTypes(params: Glue.Types.ListCustomEntityTypesRequest, callback?: (err: AWSError, data: Glue.Types.ListCustomEntityTypesResponse) => void): Request<Glue.Types.ListCustomEntityTypesResponse, AWSError>;
1026
+ /**
1027
+ * Lists all the custom patterns that have been created.
1028
+ */
1029
+ listCustomEntityTypes(callback?: (err: AWSError, data: Glue.Types.ListCustomEntityTypesResponse) => void): Request<Glue.Types.ListCustomEntityTypesResponse, AWSError>;
950
1030
  /**
951
1031
  * Retrieves the names of all DevEndpoint resources in this Amazon Web Services account, or the resources with the specified tag. This operation allows you to see which resources are available in your account, and their names. This operation takes the optional Tags field, which you can use as a filter on the response so that tagged resources can be retrieved as a group. If you choose to use tags filtering, only resources with the tag are retrieved.
952
1032
  */
@@ -995,6 +1075,22 @@ declare class Glue extends Service {
995
1075
  * Returns a list of schemas with minimal details. Schemas in Deleting status will not be included in the results. Empty results will be returned if there are no schemas available. When the RegistryId is not provided, all the schemas across registries will be part of the API response.
996
1076
  */
997
1077
  listSchemas(callback?: (err: AWSError, data: Glue.Types.ListSchemasResponse) => void): Request<Glue.Types.ListSchemasResponse, AWSError>;
1078
+ /**
1079
+ * Retrieve a session..
1080
+ */
1081
+ listSessions(params: Glue.Types.ListSessionsRequest, callback?: (err: AWSError, data: Glue.Types.ListSessionsResponse) => void): Request<Glue.Types.ListSessionsResponse, AWSError>;
1082
+ /**
1083
+ * Retrieve a session..
1084
+ */
1085
+ listSessions(callback?: (err: AWSError, data: Glue.Types.ListSessionsResponse) => void): Request<Glue.Types.ListSessionsResponse, AWSError>;
1086
+ /**
1087
+ * Lists statements for the session.
1088
+ */
1089
+ listStatements(params: Glue.Types.ListStatementsRequest, callback?: (err: AWSError, data: Glue.Types.ListStatementsResponse) => void): Request<Glue.Types.ListStatementsResponse, AWSError>;
1090
+ /**
1091
+ * Lists statements for the session.
1092
+ */
1093
+ listStatements(callback?: (err: AWSError, data: Glue.Types.ListStatementsResponse) => void): Request<Glue.Types.ListStatementsResponse, AWSError>;
998
1094
  /**
999
1095
  * Retrieves the names of all trigger resources in this Amazon Web Services account, or the resources with the specified tag. This operation allows you to see which resources are available in your account, and their names. This operation takes the optional Tags field, which you can use as a filter on the response so that tagged resources can be retrieved as a group. If you choose to use tags filtering, only resources with the tag are retrieved.
1000
1096
  */
@@ -1083,6 +1179,14 @@ declare class Glue extends Service {
1083
1179
  * Restarts selected nodes of a previous partially completed workflow run and resumes the workflow run. The selected nodes and all nodes that are downstream from the selected nodes are run.
1084
1180
  */
1085
1181
  resumeWorkflowRun(callback?: (err: AWSError, data: Glue.Types.ResumeWorkflowRunResponse) => void): Request<Glue.Types.ResumeWorkflowRunResponse, AWSError>;
1182
+ /**
1183
+ * Executes the statement.
1184
+ */
1185
+ runStatement(params: Glue.Types.RunStatementRequest, callback?: (err: AWSError, data: Glue.Types.RunStatementResponse) => void): Request<Glue.Types.RunStatementResponse, AWSError>;
1186
+ /**
1187
+ * Executes the statement.
1188
+ */
1189
+ runStatement(callback?: (err: AWSError, data: Glue.Types.RunStatementResponse) => void): Request<Glue.Types.RunStatementResponse, AWSError>;
1086
1190
  /**
1087
1191
  * Searches a set of tables based on properties in the table metadata as well as on the parent database. You can search against text or filter conditions. You can only get tables that you have access to based on the security policies defined in Lake Formation. You need at least a read-only access to the table for it to be returned. If you do not have access to all the columns in the table, these columns will not be searched against when returning the list of tables back to you. If you have access to the columns but not the data in the columns, those columns and the associated metadata for those columns will be included in the search.
1088
1192
  */
@@ -1187,6 +1291,14 @@ declare class Glue extends Service {
1187
1291
  * Sets the schedule state of the specified crawler to NOT_SCHEDULED, but does not stop the crawler if it is already running.
1188
1292
  */
1189
1293
  stopCrawlerSchedule(callback?: (err: AWSError, data: Glue.Types.StopCrawlerScheduleResponse) => void): Request<Glue.Types.StopCrawlerScheduleResponse, AWSError>;
1294
+ /**
1295
+ * Stops the session.
1296
+ */
1297
+ stopSession(params: Glue.Types.StopSessionRequest, callback?: (err: AWSError, data: Glue.Types.StopSessionResponse) => void): Request<Glue.Types.StopSessionResponse, AWSError>;
1298
+ /**
1299
+ * Stops the session.
1300
+ */
1301
+ stopSession(callback?: (err: AWSError, data: Glue.Types.StopSessionResponse) => void): Request<Glue.Types.StopSessionResponse, AWSError>;
1190
1302
  /**
1191
1303
  * Stops a specified trigger.
1192
1304
  */
@@ -1393,10 +1505,97 @@ declare namespace Glue {
1393
1505
  CrawlerName?: NameString;
1394
1506
  }
1395
1507
  export type ActionList = Action[];
1508
+ export type AdditionalOptions = {[key: string]: EnclosedInStringProperty};
1396
1509
  export type AdditionalPlanOptionsMap = {[key: string]: GenericString};
1510
+ export type AggFunction = "avg"|"countDistinct"|"count"|"first"|"last"|"kurtosis"|"max"|"min"|"skewness"|"stddev_samp"|"stddev_pop"|"sum"|"sumDistinct"|"var_samp"|"var_pop"|string;
1511
+ export interface Aggregate {
1512
+ /**
1513
+ * The name of the transform node.
1514
+ */
1515
+ Name: NodeName;
1516
+ /**
1517
+ * Specifies the fields and rows to use as inputs for the aggregate transform.
1518
+ */
1519
+ Inputs: OneInput;
1520
+ /**
1521
+ * Specifies the fields to group by.
1522
+ */
1523
+ Groups: GlueStudioPathList;
1524
+ /**
1525
+ * Specifies the aggregate functions to be performed on specified fields.
1526
+ */
1527
+ Aggs: AggregateOperations;
1528
+ }
1529
+ export interface AggregateOperation {
1530
+ /**
1531
+ * Specifies the column on the data set on which the aggregation function will be applied.
1532
+ */
1533
+ Column: EnclosedInStringProperties;
1534
+ /**
1535
+ * Specifies the aggregation function to apply. Possible aggregation functions include: avg countDistinct, count, first, last, kurtosis, max, min, skewness, stddev_samp, stddev_pop, sum, sumDistinct, var_samp, var_pop
1536
+ */
1537
+ AggFunc: AggFunction;
1538
+ }
1539
+ export type AggregateOperations = AggregateOperation[];
1540
+ export interface ApplyMapping {
1541
+ /**
1542
+ * The name of the transform node.
1543
+ */
1544
+ Name: NodeName;
1545
+ /**
1546
+ * The data inputs identified by their node names.
1547
+ */
1548
+ Inputs: OneInput;
1549
+ /**
1550
+ * Specifies the mapping of data property keys in the data source to data property keys in the data target.
1551
+ */
1552
+ Mapping: Mappings;
1553
+ }
1554
+ export interface AthenaConnectorSource {
1555
+ /**
1556
+ * The name of the data source.
1557
+ */
1558
+ Name: NodeName;
1559
+ /**
1560
+ * The name of the connection that is associated with the connector.
1561
+ */
1562
+ ConnectionName: EnclosedInStringProperty;
1563
+ /**
1564
+ * The name of a connector that assists with accessing the data store in Glue Studio.
1565
+ */
1566
+ ConnectorName: EnclosedInStringProperty;
1567
+ /**
1568
+ * The type of connection, such as marketplace.athena or custom.athena, designating a connection to an Amazon Athena data store.
1569
+ */
1570
+ ConnectionType: EnclosedInStringProperty;
1571
+ /**
1572
+ * The name of the table in the data source.
1573
+ */
1574
+ ConnectionTable?: EnclosedInStringPropertyWithQuote;
1575
+ /**
1576
+ * The name of the Cloudwatch log group to read from. For example, /aws-glue/jobs/output.
1577
+ */
1578
+ SchemaName: EnclosedInStringProperty;
1579
+ /**
1580
+ * Specifies the data schema for the custom Athena source.
1581
+ */
1582
+ OutputSchemas?: GlueSchemas;
1583
+ }
1397
1584
  export type AttemptCount = number;
1585
+ export type AuditColumnNamesList = ColumnNameString[];
1398
1586
  export interface AuditContext {
1587
+ /**
1588
+ * The context for the audit..
1589
+ */
1399
1590
  AdditionalAuditContext?: AuditContextString;
1591
+ /**
1592
+ * The requested columns for audit.
1593
+ */
1594
+ RequestedColumns?: AuditColumnNamesList;
1595
+ /**
1596
+ * All columns request for audit.
1597
+ */
1598
+ AllColumnsRequested?: NullableBoolean;
1400
1599
  }
1401
1600
  export type AuditContextString = string;
1402
1601
  export interface BackfillError {
@@ -1412,6 +1611,24 @@ declare namespace Glue {
1412
1611
  export type BackfillErrorCode = "ENCRYPTED_PARTITION_ERROR"|"INTERNAL_ERROR"|"INVALID_PARTITION_TYPE_DATA_ERROR"|"MISSING_PARTITION_VALUE_ERROR"|"UNSUPPORTED_PARTITION_CHARACTER_ERROR"|string;
1413
1612
  export type BackfillErroredPartitionsList = PartitionValueList[];
1414
1613
  export type BackfillErrors = BackfillError[];
1614
+ export interface BasicCatalogTarget {
1615
+ /**
1616
+ * The name of your data target.
1617
+ */
1618
+ Name: NodeName;
1619
+ /**
1620
+ * The nodes that are inputs to the data target.
1621
+ */
1622
+ Inputs: OneInput;
1623
+ /**
1624
+ * The database that contains the table you want to use as the target. This database must already exist in the Data Catalog.
1625
+ */
1626
+ Database: EnclosedInStringProperty;
1627
+ /**
1628
+ * The table that defines the schema of your output data. This table must already exist in the Data Catalog.
1629
+ */
1630
+ Table: EnclosedInStringProperty;
1631
+ }
1415
1632
  export interface BatchCreatePartitionRequest {
1416
1633
  /**
1417
1634
  * The ID of the catalog in which the partition is to be created. Currently, this should be the Amazon Web Services account ID.
@@ -1572,6 +1789,22 @@ declare namespace Glue {
1572
1789
  */
1573
1790
  CrawlersNotFound?: CrawlerNameList;
1574
1791
  }
1792
+ export interface BatchGetCustomEntityTypesRequest {
1793
+ /**
1794
+ * A list of names of the custom patterns that you want to retrieve.
1795
+ */
1796
+ Names: CustomEntityTypeNames;
1797
+ }
1798
+ export interface BatchGetCustomEntityTypesResponse {
1799
+ /**
1800
+ * A list of CustomEntityType objects representing the custom patterns that have been created.
1801
+ */
1802
+ CustomEntityTypes?: CustomEntityTypes;
1803
+ /**
1804
+ * A list of the names of custom patterns that were not found.
1805
+ */
1806
+ CustomEntityTypesNotFound?: CustomEntityTypeNames;
1807
+ }
1575
1808
  export interface BatchGetDevEndpointsRequest {
1576
1809
  /**
1577
1810
  * The list of DevEndpoint names, which might be the names returned from the ListDevEndpoint operation.
@@ -1898,6 +2131,12 @@ declare namespace Glue {
1898
2131
  export type BooleanNullable = boolean;
1899
2132
  export type BooleanValue = boolean;
1900
2133
  export type BoundedPartitionValueList = ValueString[];
2134
+ export type BoxedBoolean = boolean;
2135
+ export type BoxedDoubleFraction = number;
2136
+ export type BoxedLong = number;
2137
+ export type BoxedNonNegativeInt = number;
2138
+ export type BoxedNonNegativeLong = number;
2139
+ export type BoxedPositiveInt = number;
1901
2140
  export interface CancelMLTaskRunRequest {
1902
2141
  /**
1903
2142
  * The unique identifier of the machine learning transform.
@@ -1922,6 +2161,22 @@ declare namespace Glue {
1922
2161
  */
1923
2162
  Status?: TaskStatusType;
1924
2163
  }
2164
+ export interface CancelStatementRequest {
2165
+ /**
2166
+ * The Session ID of the statement to be cancelled.
2167
+ */
2168
+ SessionId: NameString;
2169
+ /**
2170
+ * The ID of the statement to be cancelled.
2171
+ */
2172
+ Id: IntegerValue;
2173
+ /**
2174
+ * The origin of the request to cancel the statement.
2175
+ */
2176
+ RequestOrigin?: OrchestrationNameString;
2177
+ }
2178
+ export interface CancelStatementResponse {
2179
+ }
1925
2180
  export type CatalogEncryptionMode = "DISABLED"|"SSE-KMS"|string;
1926
2181
  export type CatalogEntries = CatalogEntry[];
1927
2182
  export interface CatalogEntry {
@@ -1950,6 +2205,90 @@ declare namespace Glue {
1950
2205
  */
1951
2206
  ImportedBy?: NameString;
1952
2207
  }
2208
+ export interface CatalogKafkaSource {
2209
+ /**
2210
+ * The name of the data store.
2211
+ */
2212
+ Name: NodeName;
2213
+ /**
2214
+ * The amount of time to spend processing each micro batch.
2215
+ */
2216
+ WindowSize?: BoxedPositiveInt;
2217
+ /**
2218
+ * Whether to automatically determine the schema from the incoming data.
2219
+ */
2220
+ DetectSchema?: BoxedBoolean;
2221
+ /**
2222
+ * The name of the table in the database to read from.
2223
+ */
2224
+ Table: EnclosedInStringProperty;
2225
+ /**
2226
+ * The name of the database to read from.
2227
+ */
2228
+ Database: EnclosedInStringProperty;
2229
+ /**
2230
+ * Specifies the streaming options.
2231
+ */
2232
+ StreamingOptions?: KafkaStreamingSourceOptions;
2233
+ /**
2234
+ * Specifies options related to data preview for viewing a sample of your data.
2235
+ */
2236
+ DataPreviewOptions?: StreamingDataPreviewOptions;
2237
+ }
2238
+ export interface CatalogKinesisSource {
2239
+ /**
2240
+ * The name of the data source.
2241
+ */
2242
+ Name: NodeName;
2243
+ /**
2244
+ * The amount of time to spend processing each micro batch.
2245
+ */
2246
+ WindowSize?: BoxedPositiveInt;
2247
+ /**
2248
+ * Whether to automatically determine the schema from the incoming data.
2249
+ */
2250
+ DetectSchema?: BoxedBoolean;
2251
+ /**
2252
+ * The name of the table in the database to read from.
2253
+ */
2254
+ Table: EnclosedInStringProperty;
2255
+ /**
2256
+ * The name of the database to read from.
2257
+ */
2258
+ Database: EnclosedInStringProperty;
2259
+ /**
2260
+ * Additional options for the Kinesis streaming data source.
2261
+ */
2262
+ StreamingOptions?: KinesisStreamingSourceOptions;
2263
+ /**
2264
+ * Additional options for data preview.
2265
+ */
2266
+ DataPreviewOptions?: StreamingDataPreviewOptions;
2267
+ }
2268
+ export interface CatalogSchemaChangePolicy {
2269
+ /**
2270
+ * Whether to use the specified update behavior when the crawler finds a changed schema.
2271
+ */
2272
+ EnableUpdateCatalog?: BoxedBoolean;
2273
+ /**
2274
+ * The update behavior when the crawler finds a changed schema.
2275
+ */
2276
+ UpdateBehavior?: UpdateCatalogBehavior;
2277
+ }
2278
+ export interface CatalogSource {
2279
+ /**
2280
+ * The name of the data store.
2281
+ */
2282
+ Name: NodeName;
2283
+ /**
2284
+ * The name of the database to read from.
2285
+ */
2286
+ Database: EnclosedInStringProperty;
2287
+ /**
2288
+ * The name of the table in the database to read from.
2289
+ */
2290
+ Table: EnclosedInStringProperty;
2291
+ }
1953
2292
  export type CatalogTablesList = NameString[];
1954
2293
  export interface CatalogTarget {
1955
2294
  /**
@@ -1968,7 +2307,7 @@ declare namespace Glue {
1968
2307
  export type CatalogTargetList = CatalogTarget[];
1969
2308
  export interface CheckSchemaVersionValidityInput {
1970
2309
  /**
1971
- * The data format of the schema definition. Currently AVRO and JSON are supported.
2310
+ * The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.
1972
2311
  */
1973
2312
  DataFormat: DataFormat;
1974
2313
  /**
@@ -2020,157 +2359,354 @@ declare namespace Glue {
2020
2359
  export type CloudWatchEncryptionMode = "DISABLED"|"SSE-KMS"|string;
2021
2360
  export type CodeGenArgName = string;
2022
2361
  export type CodeGenArgValue = string;
2023
- export interface CodeGenEdge {
2362
+ export interface CodeGenConfigurationNode {
2024
2363
  /**
2025
- * The ID of the node at which the edge starts.
2364
+ * Specifies a connector to an Amazon Athena data source.
2026
2365
  */
2027
- Source: CodeGenIdentifier;
2366
+ AthenaConnectorSource?: AthenaConnectorSource;
2028
2367
  /**
2029
- * The ID of the node at which the edge ends.
2368
+ * Specifies a connector to a JDBC data source.
2030
2369
  */
2031
- Target: CodeGenIdentifier;
2370
+ JDBCConnectorSource?: JDBCConnectorSource;
2032
2371
  /**
2033
- * The target of the edge.
2372
+ * Specifies a connector to an Apache Spark data source.
2034
2373
  */
2035
- TargetParameter?: CodeGenArgName;
2036
- }
2037
- export type CodeGenIdentifier = string;
2038
- export interface CodeGenNode {
2374
+ SparkConnectorSource?: SparkConnectorSource;
2039
2375
  /**
2040
- * A node identifier that is unique within the node's graph.
2376
+ * Specifies a data store in the Glue Data Catalog.
2041
2377
  */
2042
- Id: CodeGenIdentifier;
2378
+ CatalogSource?: CatalogSource;
2043
2379
  /**
2044
- * The type of node that this is.
2380
+ * Specifies an Amazon Redshift data store.
2045
2381
  */
2046
- NodeType: CodeGenNodeType;
2382
+ RedshiftSource?: RedshiftSource;
2047
2383
  /**
2048
- * Properties of the node, in the form of name-value pairs.
2384
+ * Specifies an Amazon S3 data store in the Glue Data Catalog.
2049
2385
  */
2050
- Args: CodeGenNodeArgs;
2386
+ S3CatalogSource?: S3CatalogSource;
2051
2387
  /**
2052
- * The line number of the node.
2388
+ * Specifies a command-separated value (CSV) data store stored in Amazon S3.
2053
2389
  */
2054
- LineNumber?: Integer;
2055
- }
2056
- export interface CodeGenNodeArg {
2390
+ S3CsvSource?: S3CsvSource;
2057
2391
  /**
2058
- * The name of the argument or property.
2392
+ * Specifies a JSON data store stored in Amazon S3.
2059
2393
  */
2060
- Name: CodeGenArgName;
2394
+ S3JsonSource?: S3JsonSource;
2061
2395
  /**
2062
- * The value of the argument or property.
2396
+ * Specifies an Apache Parquet data store stored in Amazon S3.
2063
2397
  */
2064
- Value: CodeGenArgValue;
2398
+ S3ParquetSource?: S3ParquetSource;
2399
+ RelationalCatalogSource?: RelationalCatalogSource;
2400
+ DynamoDBCatalogSource?: DynamoDBCatalogSource;
2065
2401
  /**
2066
- * True if the value is used as a parameter.
2402
+ * Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.
2067
2403
  */
2068
- Param?: Boolean;
2069
- }
2070
- export type CodeGenNodeArgs = CodeGenNodeArg[];
2071
- export type CodeGenNodeType = string;
2072
- export interface Column {
2404
+ JDBCConnectorTarget?: JDBCConnectorTarget;
2073
2405
  /**
2074
- * The name of the Column.
2406
+ * Specifies a target that uses an Apache Spark connector.
2075
2407
  */
2076
- Name: NameString;
2408
+ SparkConnectorTarget?: SparkConnectorTarget;
2077
2409
  /**
2078
- * The data type of the Column.
2410
+ * Specifies a target that uses a Glue Data Catalog table.
2079
2411
  */
2080
- Type?: ColumnTypeString;
2412
+ CatalogTarget?: BasicCatalogTarget;
2081
2413
  /**
2082
- * A free-form text comment.
2414
+ * Specifies a target that uses Amazon Redshift.
2083
2415
  */
2084
- Comment?: CommentString;
2416
+ RedshiftTarget?: RedshiftTarget;
2085
2417
  /**
2086
- * These key-value pairs define properties associated with the column.
2418
+ * Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.
2087
2419
  */
2088
- Parameters?: ParametersMap;
2089
- }
2090
- export interface ColumnError {
2420
+ S3CatalogTarget?: S3CatalogTarget;
2091
2421
  /**
2092
- * The name of the column that failed.
2422
+ * Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.
2093
2423
  */
2094
- ColumnName?: NameString;
2424
+ S3GlueParquetTarget?: S3GlueParquetTarget;
2095
2425
  /**
2096
- * An error message with the reason for the failure of an operation.
2426
+ * Specifies a data target that writes to Amazon S3.
2097
2427
  */
2098
- Error?: ErrorDetail;
2099
- }
2100
- export type ColumnErrors = ColumnError[];
2101
- export interface ColumnImportance {
2428
+ S3DirectTarget?: S3DirectTarget;
2102
2429
  /**
2103
- * The name of a column.
2430
+ * Specifies a transform that maps data property keys in the data source to data property keys in the data target. You can rename keys, modify the data types for keys, and choose which keys to drop from the dataset.
2104
2431
  */
2105
- ColumnName?: NameString;
2432
+ ApplyMapping?: ApplyMapping;
2106
2433
  /**
2107
- * The column importance score for the column, as a decimal.
2434
+ * Specifies a transform that chooses the data property keys that you want to keep.
2108
2435
  */
2109
- Importance?: GenericBoundedDouble;
2110
- }
2111
- export type ColumnImportanceList = ColumnImportance[];
2112
- export type ColumnList = Column[];
2113
- export type ColumnNameString = string;
2114
- export interface ColumnRowFilter {
2115
- ColumnName?: NameString;
2116
- RowFilterExpression?: PredicateString;
2117
- }
2118
- export type ColumnRowFilterList = ColumnRowFilter[];
2119
- export interface ColumnStatistics {
2436
+ SelectFields?: SelectFields;
2120
2437
  /**
2121
- * Name of column which statistics belong to.
2438
+ * Specifies a transform that chooses the data property keys that you want to drop.
2122
2439
  */
2123
- ColumnName: NameString;
2440
+ DropFields?: DropFields;
2124
2441
  /**
2125
- * The data type of the column.
2442
+ * Specifies a transform that renames a single data property key.
2126
2443
  */
2127
- ColumnType: TypeString;
2444
+ RenameField?: RenameField;
2128
2445
  /**
2129
- * The timestamp of when column statistics were generated.
2446
+ * Specifies a transform that writes samples of the data to an Amazon S3 bucket.
2130
2447
  */
2131
- AnalyzedTime: Timestamp;
2448
+ Spigot?: Spigot;
2132
2449
  /**
2133
- * A ColumnStatisticData object that contains the statistics data values.
2450
+ * Specifies a transform that joins two datasets into one dataset using a comparison phrase on the specified data property keys. You can use inner, outer, left, right, left semi, and left anti joins.
2134
2451
  */
2135
- StatisticsData: ColumnStatisticsData;
2136
- }
2137
- export interface ColumnStatisticsData {
2452
+ Join?: Join;
2138
2453
  /**
2139
- * The type of column statistics data.
2454
+ * Specifies a transform that splits data property keys into two DynamicFrames. The output is a collection of DynamicFrames: one with selected data property keys, and one with the remaining data property keys.
2140
2455
  */
2141
- Type: ColumnStatisticsType;
2456
+ SplitFields?: SplitFields;
2142
2457
  /**
2143
- * Boolean column statistics data.
2458
+ * Specifies a transform that chooses one DynamicFrame from a collection of DynamicFrames. The output is the selected DynamicFrame
2144
2459
  */
2145
- BooleanColumnStatisticsData?: BooleanColumnStatisticsData;
2460
+ SelectFromCollection?: SelectFromCollection;
2146
2461
  /**
2147
- * Date column statistics data.
2462
+ * Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.
2148
2463
  */
2149
- DateColumnStatisticsData?: DateColumnStatisticsData;
2464
+ FillMissingValues?: FillMissingValues;
2150
2465
  /**
2151
- * Decimal column statistics data.
2466
+ * Specifies a transform that splits a dataset into two, based on a filter condition.
2152
2467
  */
2153
- DecimalColumnStatisticsData?: DecimalColumnStatisticsData;
2468
+ Filter?: Filter;
2154
2469
  /**
2155
- * Double column statistics data.
2470
+ * Specifies a transform that uses custom code you provide to perform the data transformation. The output is a collection of DynamicFrames.
2156
2471
  */
2157
- DoubleColumnStatisticsData?: DoubleColumnStatisticsData;
2472
+ CustomCode?: CustomCode;
2158
2473
  /**
2159
- * Long column statistics data.
2474
+ * Specifies a transform where you enter a SQL query using Spark SQL syntax to transform the data. The output is a single DynamicFrame.
2160
2475
  */
2161
- LongColumnStatisticsData?: LongColumnStatisticsData;
2476
+ SparkSQL?: SparkSQL;
2162
2477
  /**
2163
- * String column statistics data.
2478
+ * Specifies a direct Amazon Kinesis data source.
2164
2479
  */
2165
- StringColumnStatisticsData?: StringColumnStatisticsData;
2480
+ DirectKinesisSource?: DirectKinesisSource;
2166
2481
  /**
2167
- * Binary column statistics data.
2482
+ * Specifies an Apache Kafka data store.
2168
2483
  */
2169
- BinaryColumnStatisticsData?: BinaryColumnStatisticsData;
2170
- }
2171
- export interface ColumnStatisticsError {
2484
+ DirectKafkaSource?: DirectKafkaSource;
2172
2485
  /**
2173
- * The ColumnStatistics of the column.
2486
+ * Specifies a Kinesis data source in the Glue Data Catalog.
2487
+ */
2488
+ CatalogKinesisSource?: CatalogKinesisSource;
2489
+ /**
2490
+ * Specifies an Apache Kafka data store in the Data Catalog.
2491
+ */
2492
+ CatalogKafkaSource?: CatalogKafkaSource;
2493
+ /**
2494
+ * Specifies a transform that removes columns from the dataset if all values in the column are 'null'. By default, Glue Studio will recognize null objects, but some values such as empty strings, strings that are "null", -1 integers or other placeholders such as zeros, are not automatically recognized as nulls.
2495
+ */
2496
+ DropNullFields?: DropNullFields;
2497
+ /**
2498
+ * Specifies a transform that merges a DynamicFrame with a staging DynamicFrame based on the specified primary keys to identify records. Duplicate records (records with the same primary keys) are not de-duplicated.
2499
+ */
2500
+ Merge?: Merge;
2501
+ /**
2502
+ * Specifies a transform that combines the rows from two or more datasets into a single result.
2503
+ */
2504
+ Union?: Union;
2505
+ /**
2506
+ * Specifies a transform that identifies, removes or masks PII data.
2507
+ */
2508
+ PIIDetection?: PIIDetection;
2509
+ /**
2510
+ * Specifies a transform that groups rows by chosen fields and computes the aggregated value by specified function.
2511
+ */
2512
+ Aggregate?: Aggregate;
2513
+ /**
2514
+ * Specifies a transform that removes rows of repeating data from a data set.
2515
+ */
2516
+ DropDuplicates?: DropDuplicates;
2517
+ /**
2518
+ * Specifies a data target that writes to a goverened catalog.
2519
+ */
2520
+ GovernedCatalogTarget?: GovernedCatalogTarget;
2521
+ /**
2522
+ * Specifies a data source in a goverened Data Catalog.
2523
+ */
2524
+ GovernedCatalogSource?: GovernedCatalogSource;
2525
+ /**
2526
+ * Specifies a Microsoft SQL server data source in the Glue Data Catalog.
2527
+ */
2528
+ MicrosoftSQLServerCatalogSource?: MicrosoftSQLServerCatalogSource;
2529
+ /**
2530
+ * Specifies a MySQL data source in the Glue Data Catalog.
2531
+ */
2532
+ MySQLCatalogSource?: MySQLCatalogSource;
2533
+ /**
2534
+ * Specifies an Oracle data source in the Glue Data Catalog.
2535
+ */
2536
+ OracleSQLCatalogSource?: OracleSQLCatalogSource;
2537
+ /**
2538
+ * Specifies a PostgresSQL data source in the Glue Data Catalog.
2539
+ */
2540
+ PostgreSQLCatalogSource?: PostgreSQLCatalogSource;
2541
+ /**
2542
+ * Specifies a target that uses Microsoft SQL.
2543
+ */
2544
+ MicrosoftSQLServerCatalogTarget?: MicrosoftSQLServerCatalogTarget;
2545
+ /**
2546
+ * Specifies a target that uses MySQL.
2547
+ */
2548
+ MySQLCatalogTarget?: MySQLCatalogTarget;
2549
+ /**
2550
+ * Specifies a target that uses Oracle SQL.
2551
+ */
2552
+ OracleSQLCatalogTarget?: OracleSQLCatalogTarget;
2553
+ /**
2554
+ * Specifies a target that uses Postgres SQL.
2555
+ */
2556
+ PostgreSQLCatalogTarget?: PostgreSQLCatalogTarget;
2557
+ }
2558
+ export type CodeGenConfigurationNodes = {[key: string]: CodeGenConfigurationNode};
2559
+ export interface CodeGenEdge {
2560
+ /**
2561
+ * The ID of the node at which the edge starts.
2562
+ */
2563
+ Source: CodeGenIdentifier;
2564
+ /**
2565
+ * The ID of the node at which the edge ends.
2566
+ */
2567
+ Target: CodeGenIdentifier;
2568
+ /**
2569
+ * The target of the edge.
2570
+ */
2571
+ TargetParameter?: CodeGenArgName;
2572
+ }
2573
+ export type CodeGenIdentifier = string;
2574
+ export interface CodeGenNode {
2575
+ /**
2576
+ * A node identifier that is unique within the node's graph.
2577
+ */
2578
+ Id: CodeGenIdentifier;
2579
+ /**
2580
+ * The type of node that this is.
2581
+ */
2582
+ NodeType: CodeGenNodeType;
2583
+ /**
2584
+ * Properties of the node, in the form of name-value pairs.
2585
+ */
2586
+ Args: CodeGenNodeArgs;
2587
+ /**
2588
+ * The line number of the node.
2589
+ */
2590
+ LineNumber?: Integer;
2591
+ }
2592
+ export interface CodeGenNodeArg {
2593
+ /**
2594
+ * The name of the argument or property.
2595
+ */
2596
+ Name: CodeGenArgName;
2597
+ /**
2598
+ * The value of the argument or property.
2599
+ */
2600
+ Value: CodeGenArgValue;
2601
+ /**
2602
+ * True if the value is used as a parameter.
2603
+ */
2604
+ Param?: Boolean;
2605
+ }
2606
+ export type CodeGenNodeArgs = CodeGenNodeArg[];
2607
+ export type CodeGenNodeType = string;
2608
+ export interface Column {
2609
+ /**
2610
+ * The name of the Column.
2611
+ */
2612
+ Name: NameString;
2613
+ /**
2614
+ * The data type of the Column.
2615
+ */
2616
+ Type?: ColumnTypeString;
2617
+ /**
2618
+ * A free-form text comment.
2619
+ */
2620
+ Comment?: CommentString;
2621
+ /**
2622
+ * These key-value pairs define properties associated with the column.
2623
+ */
2624
+ Parameters?: ParametersMap;
2625
+ }
2626
+ export interface ColumnError {
2627
+ /**
2628
+ * The name of the column that failed.
2629
+ */
2630
+ ColumnName?: NameString;
2631
+ /**
2632
+ * An error message with the reason for the failure of an operation.
2633
+ */
2634
+ Error?: ErrorDetail;
2635
+ }
2636
+ export type ColumnErrors = ColumnError[];
2637
+ export interface ColumnImportance {
2638
+ /**
2639
+ * The name of a column.
2640
+ */
2641
+ ColumnName?: NameString;
2642
+ /**
2643
+ * The column importance score for the column, as a decimal.
2644
+ */
2645
+ Importance?: GenericBoundedDouble;
2646
+ }
2647
+ export type ColumnImportanceList = ColumnImportance[];
2648
+ export type ColumnList = Column[];
2649
+ export type ColumnNameString = string;
2650
+ export interface ColumnRowFilter {
2651
+ ColumnName?: NameString;
2652
+ RowFilterExpression?: PredicateString;
2653
+ }
2654
+ export type ColumnRowFilterList = ColumnRowFilter[];
2655
+ export interface ColumnStatistics {
2656
+ /**
2657
+ * Name of column which statistics belong to.
2658
+ */
2659
+ ColumnName: NameString;
2660
+ /**
2661
+ * The data type of the column.
2662
+ */
2663
+ ColumnType: TypeString;
2664
+ /**
2665
+ * The timestamp of when column statistics were generated.
2666
+ */
2667
+ AnalyzedTime: Timestamp;
2668
+ /**
2669
+ * A ColumnStatisticData object that contains the statistics data values.
2670
+ */
2671
+ StatisticsData: ColumnStatisticsData;
2672
+ }
2673
+ export interface ColumnStatisticsData {
2674
+ /**
2675
+ * The type of column statistics data.
2676
+ */
2677
+ Type: ColumnStatisticsType;
2678
+ /**
2679
+ * Boolean column statistics data.
2680
+ */
2681
+ BooleanColumnStatisticsData?: BooleanColumnStatisticsData;
2682
+ /**
2683
+ * Date column statistics data.
2684
+ */
2685
+ DateColumnStatisticsData?: DateColumnStatisticsData;
2686
+ /**
2687
+ * Decimal column statistics data.
2688
+ */
2689
+ DecimalColumnStatisticsData?: DecimalColumnStatisticsData;
2690
+ /**
2691
+ * Double column statistics data.
2692
+ */
2693
+ DoubleColumnStatisticsData?: DoubleColumnStatisticsData;
2694
+ /**
2695
+ * Long column statistics data.
2696
+ */
2697
+ LongColumnStatisticsData?: LongColumnStatisticsData;
2698
+ /**
2699
+ * String column statistics data.
2700
+ */
2701
+ StringColumnStatisticsData?: StringColumnStatisticsData;
2702
+ /**
2703
+ * Binary column statistics data.
2704
+ */
2705
+ BinaryColumnStatisticsData?: BinaryColumnStatisticsData;
2706
+ }
2707
+ export interface ColumnStatisticsError {
2708
+ /**
2709
+ * The ColumnStatistics of the column.
2174
2710
  */
2175
2711
  ColumnStatistics?: ColumnStatistics;
2176
2712
  /**
@@ -2187,6 +2723,7 @@ declare namespace Glue {
2187
2723
  export type CommentString = string;
2188
2724
  export type Comparator = "EQUALS"|"GREATER_THAN"|"LESS_THAN"|"GREATER_THAN_EQUALS"|"LESS_THAN_EQUALS"|string;
2189
2725
  export type Compatibility = "NONE"|"DISABLED"|"BACKWARD"|"BACKWARD_ALL"|"FORWARD"|"FORWARD_ALL"|"FULL"|"FULL_ALL"|string;
2726
+ export type CompressionType = "gzip"|"bzip2"|string;
2190
2727
  export interface Condition {
2191
2728
  /**
2192
2729
  * A logical operator.
@@ -2313,6 +2850,7 @@ declare namespace Glue {
2313
2850
  */
2314
2851
  Connections?: OrchestrationStringList;
2315
2852
  }
2853
+ export type ContextWords = NameString[];
2316
2854
  export interface Crawl {
2317
2855
  /**
2318
2856
  * The state of the crawler.
@@ -2418,6 +2956,9 @@ declare namespace Glue {
2418
2956
  * The name of the SecurityConfiguration structure to be used by this crawler.
2419
2957
  */
2420
2958
  CrawlerSecurityConfiguration?: CrawlerSecurityConfiguration;
2959
+ /**
2960
+ * Specifies whether the crawler should use AWS Lake Formation credentials for the crawler instead of the IAM role credentials.
2961
+ */
2421
2962
  LakeFormationConfiguration?: LakeFormationConfiguration;
2422
2963
  }
2423
2964
  export type CrawlerConfiguration = string;
@@ -2644,6 +3185,26 @@ declare namespace Glue {
2644
3185
  */
2645
3186
  AllowSingleColumn?: NullableBoolean;
2646
3187
  }
3188
+ export interface CreateCustomEntityTypeRequest {
3189
+ /**
3190
+ * A name for the custom pattern that allows it to be retrieved or deleted later. This name must be unique per Amazon Web Services account.
3191
+ */
3192
+ Name: NameString;
3193
+ /**
3194
+ * A regular expression string that is used for detecting sensitive data in a custom pattern.
3195
+ */
3196
+ RegexString: NameString;
3197
+ /**
3198
+ * A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data. If no context words are passed only a regular expression is checked.
3199
+ */
3200
+ ContextWords?: ContextWords;
3201
+ }
3202
+ export interface CreateCustomEntityTypeResponse {
3203
+ /**
3204
+ * The name of the custom pattern you created.
3205
+ */
3206
+ Name?: NameString;
3207
+ }
2647
3208
  export interface CreateDatabaseRequest {
2648
3209
  /**
2649
3210
  * The ID of the Data Catalog in which to create the database. If none is provided, the Amazon Web Services account ID is used by default.
@@ -2891,6 +3452,10 @@ declare namespace Glue {
2891
3452
  * The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X. For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker. For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs. For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
2892
3453
  */
2893
3454
  WorkerType?: WorkerType;
3455
+ /**
3456
+ * The representation of a directed acyclic graph on which both the Glue Studio visual component and Glue Studio code generation is based.
3457
+ */
3458
+ CodeGenConfigurationNodes?: CodeGenConfigurationNodes;
2894
3459
  }
2895
3460
  export interface CreateJobResponse {
2896
3461
  /**
@@ -3050,7 +3615,7 @@ declare namespace Glue {
3050
3615
  */
3051
3616
  SchemaName: SchemaRegistryNameString;
3052
3617
  /**
3053
- * The data format of the schema definition. Currently AVRO and JSON are supported.
3618
+ * The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.
3054
3619
  */
3055
3620
  DataFormat: DataFormat;
3056
3621
  /**
@@ -3092,7 +3657,7 @@ declare namespace Glue {
3092
3657
  */
3093
3658
  Description?: DescriptionString;
3094
3659
  /**
3095
- * The data format of the schema definition. Currently AVRO and JSON are supported.
3660
+ * The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.
3096
3661
  */
3097
3662
  DataFormat?: DataFormat;
3098
3663
  /**
@@ -3172,6 +3737,74 @@ declare namespace Glue {
3172
3737
  */
3173
3738
  CreatedTimestamp?: TimestampValue;
3174
3739
  }
3740
+ export interface CreateSessionRequest {
3741
+ /**
3742
+ * The ID of the session request.
3743
+ */
3744
+ Id: NameString;
3745
+ /**
3746
+ * The description of the session.
3747
+ */
3748
+ Description?: DescriptionString;
3749
+ /**
3750
+ * The IAM Role ARN
3751
+ */
3752
+ Role: OrchestrationRoleArn;
3753
+ /**
3754
+ * The SessionCommand that runs the job.
3755
+ */
3756
+ Command: SessionCommand;
3757
+ /**
3758
+ * The number of seconds before request times out.
3759
+ */
3760
+ Timeout?: Timeout;
3761
+ /**
3762
+ * The number of seconds when idle before request times out.
3763
+ */
3764
+ IdleTimeout?: Timeout;
3765
+ /**
3766
+ * A map array of key-value pairs. Max is 75 pairs.
3767
+ */
3768
+ DefaultArguments?: OrchestrationArgumentsMap;
3769
+ /**
3770
+ * The number of connections to use for the session.
3771
+ */
3772
+ Connections?: ConnectionsList;
3773
+ /**
3774
+ * The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.
3775
+ */
3776
+ MaxCapacity?: NullableDouble;
3777
+ /**
3778
+ * The number of workers to use for the session.
3779
+ */
3780
+ NumberOfWorkers?: NullableInteger;
3781
+ /**
3782
+ * The Worker Type. Can be one of G.1X, G.2X, Standard
3783
+ */
3784
+ WorkerType?: WorkerType;
3785
+ /**
3786
+ * The name of the SecurityConfiguration structure to be used with the session
3787
+ */
3788
+ SecurityConfiguration?: NameString;
3789
+ /**
3790
+ * The Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The GlueVersion must be greater than 2.0.
3791
+ */
3792
+ GlueVersion?: GlueVersionString;
3793
+ /**
3794
+ * The map of key value pairs (tags) belonging to the session.
3795
+ */
3796
+ Tags?: TagsMap;
3797
+ /**
3798
+ * The origin of the request.
3799
+ */
3800
+ RequestOrigin?: OrchestrationNameString;
3801
+ }
3802
+ export interface CreateSessionResponse {
3803
+ /**
3804
+ * Returns the session object in the response.
3805
+ */
3806
+ Session?: Session;
3807
+ }
3175
3808
  export interface CreateTableRequest {
3176
3809
  /**
3177
3810
  * The ID of the Data Catalog in which to create the Table. If none is supplied, the Amazon Web Services account ID is used by default.
@@ -3350,21 +3983,59 @@ declare namespace Glue {
3350
3983
  export type CsvHeader = NameString[];
3351
3984
  export type CsvHeaderOption = "UNKNOWN"|"PRESENT"|"ABSENT"|string;
3352
3985
  export type CsvQuoteSymbol = string;
3353
- export type CustomPatterns = string;
3354
- export type DagEdges = CodeGenEdge[];
3355
- export type DagNodes = CodeGenNode[];
3356
- export interface DataCatalogEncryptionSettings {
3986
+ export interface CustomCode {
3357
3987
  /**
3358
- * Specifies the encryption-at-rest configuration for the Data Catalog.
3988
+ * The name of the transform node.
3359
3989
  */
3360
- EncryptionAtRest?: EncryptionAtRest;
3990
+ Name: NodeName;
3361
3991
  /**
3362
- * When connection password protection is enabled, the Data Catalog uses a customer-provided key to encrypt the password as part of CreateConnection or UpdateConnection and store it in the ENCRYPTED_PASSWORD field in the connection properties. You can enable catalog encryption or only password encryption.
3992
+ * The data inputs identified by their node names.
3363
3993
  */
3364
- ConnectionPasswordEncryption?: ConnectionPasswordEncryption;
3365
- }
3366
- export type DataFormat = "AVRO"|"JSON"|string;
3367
- export interface DataLakePrincipal {
3994
+ Inputs: ManyInputs;
3995
+ /**
3996
+ * The custom code that is used to perform the data transformation.
3997
+ */
3998
+ Code: ExtendedString;
3999
+ /**
4000
+ * The name defined for the custom code node class.
4001
+ */
4002
+ ClassName: EnclosedInStringProperty;
4003
+ /**
4004
+ * Specifies the data schema for the custom code transform.
4005
+ */
4006
+ OutputSchemas?: GlueSchemas;
4007
+ }
4008
+ export interface CustomEntityType {
4009
+ /**
4010
+ * A name for the custom pattern that allows it to be retrieved or deleted later. This name must be unique per Amazon Web Services account.
4011
+ */
4012
+ Name: NameString;
4013
+ /**
4014
+ * A regular expression string that is used for detecting sensitive data in a custom pattern.
4015
+ */
4016
+ RegexString: NameString;
4017
+ /**
4018
+ * A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data. If no context words are passed only a regular expression is checked.
4019
+ */
4020
+ ContextWords?: ContextWords;
4021
+ }
4022
+ export type CustomEntityTypeNames = NameString[];
4023
+ export type CustomEntityTypes = CustomEntityType[];
4024
+ export type CustomPatterns = string;
4025
+ export type DagEdges = CodeGenEdge[];
4026
+ export type DagNodes = CodeGenNode[];
4027
+ export interface DataCatalogEncryptionSettings {
4028
+ /**
4029
+ * Specifies the encryption-at-rest configuration for the Data Catalog.
4030
+ */
4031
+ EncryptionAtRest?: EncryptionAtRest;
4032
+ /**
4033
+ * When connection password protection is enabled, the Data Catalog uses a customer-provided key to encrypt the password as part of CreateConnection or UpdateConnection and store it in the ENCRYPTED_PASSWORD field in the connection properties. You can enable catalog encryption or only password encryption.
4034
+ */
4035
+ ConnectionPasswordEncryption?: ConnectionPasswordEncryption;
4036
+ }
4037
+ export type DataFormat = "AVRO"|"JSON"|"PROTOBUF"|string;
4038
+ export interface DataLakePrincipal {
3368
4039
  /**
3369
4040
  * An identifier for the Lake Formation principal.
3370
4041
  */
@@ -3443,6 +4114,16 @@ declare namespace Glue {
3443
4114
  }
3444
4115
  export type DatabaseList = Database[];
3445
4116
  export type DatabaseName = string;
4117
+ export interface Datatype {
4118
+ /**
4119
+ * The datatype of the value.
4120
+ */
4121
+ Id: GenericLimitedString;
4122
+ /**
4123
+ * A label assigned to the datatype.
4124
+ */
4125
+ Label: GenericLimitedString;
4126
+ }
3446
4127
  export interface DateColumnStatisticsData {
3447
4128
  /**
3448
4129
  * The lowest value in the column.
@@ -3575,6 +4256,18 @@ declare namespace Glue {
3575
4256
  }
3576
4257
  export interface DeleteCrawlerResponse {
3577
4258
  }
4259
+ export interface DeleteCustomEntityTypeRequest {
4260
+ /**
4261
+ * The name of the custom pattern that you want to delete.
4262
+ */
4263
+ Name: NameString;
4264
+ }
4265
+ export interface DeleteCustomEntityTypeResponse {
4266
+ /**
4267
+ * The name of the custom pattern you deleted.
4268
+ */
4269
+ Name?: NameString;
4270
+ }
3578
4271
  export interface DeleteDatabaseRequest {
3579
4272
  /**
3580
4273
  * The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services account ID is used by default.
@@ -3735,6 +4428,22 @@ declare namespace Glue {
3735
4428
  }
3736
4429
  export interface DeleteSecurityConfigurationResponse {
3737
4430
  }
4431
+ export interface DeleteSessionRequest {
4432
+ /**
4433
+ * The ID of the session to be deleted.
4434
+ */
4435
+ Id: NameString;
4436
+ /**
4437
+ * The name of the origin of the delete session request.
4438
+ */
4439
+ RequestOrigin?: OrchestrationNameString;
4440
+ }
4441
+ export interface DeleteSessionResponse {
4442
+ /**
4443
+ * Returns the ID of the deleted session.
4444
+ */
4445
+ Id?: NameString;
4446
+ }
3738
4447
  export interface DeleteTableRequest {
3739
4448
  /**
3740
4449
  * The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account ID is used by default.
@@ -3947,6 +4656,68 @@ declare namespace Glue {
3947
4656
  export type DevEndpointList = DevEndpoint[];
3948
4657
  export type DevEndpointNameList = NameString[];
3949
4658
  export type DevEndpointNames = GenericString[];
4659
+ export interface DirectKafkaSource {
4660
+ /**
4661
+ * The name of the data store.
4662
+ */
4663
+ Name: NodeName;
4664
+ /**
4665
+ * Specifies the streaming options.
4666
+ */
4667
+ StreamingOptions?: KafkaStreamingSourceOptions;
4668
+ /**
4669
+ * The amount of time to spend processing each micro batch.
4670
+ */
4671
+ WindowSize?: BoxedPositiveInt;
4672
+ /**
4673
+ * Whether to automatically determine the schema from the incoming data.
4674
+ */
4675
+ DetectSchema?: BoxedBoolean;
4676
+ /**
4677
+ * Specifies options related to data preview for viewing a sample of your data.
4678
+ */
4679
+ DataPreviewOptions?: StreamingDataPreviewOptions;
4680
+ }
4681
+ export interface DirectKinesisSource {
4682
+ /**
4683
+ * The name of the data source.
4684
+ */
4685
+ Name: NodeName;
4686
+ /**
4687
+ * The amount of time to spend processing each micro batch.
4688
+ */
4689
+ WindowSize?: BoxedPositiveInt;
4690
+ /**
4691
+ * Whether to automatically determine the schema from the incoming data.
4692
+ */
4693
+ DetectSchema?: BoxedBoolean;
4694
+ /**
4695
+ * Additional options for the Kinesis streaming data source.
4696
+ */
4697
+ StreamingOptions?: KinesisStreamingSourceOptions;
4698
+ /**
4699
+ * Additional options for data preview.
4700
+ */
4701
+ DataPreviewOptions?: StreamingDataPreviewOptions;
4702
+ }
4703
+ export interface DirectSchemaChangePolicy {
4704
+ /**
4705
+ * Whether to use the specified update behavior when the crawler finds a changed schema.
4706
+ */
4707
+ EnableUpdateCatalog?: BoxedBoolean;
4708
+ /**
4709
+ * The update behavior when the crawler finds a changed schema.
4710
+ */
4711
+ UpdateBehavior?: UpdateCatalogBehavior;
4712
+ /**
4713
+ * Specifies the table in the database that the schema change policy applies to.
4714
+ */
4715
+ Table?: EnclosedInStringProperty;
4716
+ /**
4717
+ * Specifies the database that the schema change policy applies to.
4718
+ */
4719
+ Database?: EnclosedInStringProperty;
4720
+ }
3950
4721
  export type Double = number;
3951
4722
  export interface DoubleColumnStatisticsData {
3952
4723
  /**
@@ -3966,6 +4737,67 @@ declare namespace Glue {
3966
4737
  */
3967
4738
  NumberOfDistinctValues: NonNegativeLong;
3968
4739
  }
4740
+ export type DoubleValue = number;
4741
+ export interface DropDuplicates {
4742
+ /**
4743
+ * The name of the transform node.
4744
+ */
4745
+ Name: NodeName;
4746
+ /**
4747
+ * The data inputs identified by their node names.
4748
+ */
4749
+ Inputs: OneInput;
4750
+ /**
4751
+ * The name of the columns to be merged or removed if repeating.
4752
+ */
4753
+ Columns?: LimitedPathList;
4754
+ }
4755
+ export interface DropFields {
4756
+ /**
4757
+ * The name of the transform node.
4758
+ */
4759
+ Name: NodeName;
4760
+ /**
4761
+ * The data inputs identified by their node names.
4762
+ */
4763
+ Inputs: OneInput;
4764
+ /**
4765
+ * A JSON path to a variable in the data structure.
4766
+ */
4767
+ Paths: GlueStudioPathList;
4768
+ }
4769
+ export interface DropNullFields {
4770
+ /**
4771
+ * The name of the transform node.
4772
+ */
4773
+ Name: NodeName;
4774
+ /**
4775
+ * The data inputs identified by their node names.
4776
+ */
4777
+ Inputs: OneInput;
4778
+ /**
4779
+ * A structure that represents whether certain values are recognized as null values for removal.
4780
+ */
4781
+ NullCheckBoxList?: NullCheckBoxList;
4782
+ /**
4783
+ * A structure that specifies a list of NullValueField structures that represent a custom null value such as zero or other value being used as a null placeholder unique to the dataset. The DropNullFields transform removes custom null values only if both the value of the null placeholder and the datatype match the data.
4784
+ */
4785
+ NullTextList?: NullValueFields;
4786
+ }
4787
+ export interface DynamoDBCatalogSource {
4788
+ /**
4789
+ * The name of the data source.
4790
+ */
4791
+ Name: NodeName;
4792
+ /**
4793
+ * The name of the database to read from.
4794
+ */
4795
+ Database: EnclosedInStringProperty;
4796
+ /**
4797
+ * The name of the table in the database to read from.
4798
+ */
4799
+ Table: EnclosedInStringProperty;
4800
+ }
3969
4801
  export interface DynamoDBTarget {
3970
4802
  /**
3971
4803
  * The name of the DynamoDB table to crawl.
@@ -3993,6 +4825,10 @@ declare namespace Glue {
3993
4825
  }
3994
4826
  export type EdgeList = Edge[];
3995
4827
  export type EnableHybridValues = "TRUE"|"FALSE"|string;
4828
+ export type EnclosedInStringProperties = EnclosedInStringProperty[];
4829
+ export type EnclosedInStringPropertiesMinOne = EnclosedInStringProperty[];
4830
+ export type EnclosedInStringProperty = string;
4831
+ export type EnclosedInStringPropertyWithQuote = string;
3996
4832
  export interface EncryptionAtRest {
3997
4833
  /**
3998
4834
  * The encryption-at-rest mode for encrypting Data Catalog data.
@@ -4076,8 +4912,74 @@ declare namespace Glue {
4076
4912
  */
4077
4913
  OutputS3Path?: UriString;
4078
4914
  }
4915
+ export type ExtendedString = string;
4079
4916
  export type FieldType = string;
4917
+ export interface FillMissingValues {
4918
+ /**
4919
+ * The name of the transform node.
4920
+ */
4921
+ Name: NodeName;
4922
+ /**
4923
+ * The data inputs identified by their node names.
4924
+ */
4925
+ Inputs: OneInput;
4926
+ /**
4927
+ * A JSON path to a variable in the data structure for the dataset that is imputed.
4928
+ */
4929
+ ImputedPath: EnclosedInStringProperty;
4930
+ /**
4931
+ * A JSON path to a variable in the data structure for the dataset that is filled.
4932
+ */
4933
+ FilledPath?: EnclosedInStringProperty;
4934
+ }
4935
+ export interface Filter {
4936
+ /**
4937
+ * The name of the transform node.
4938
+ */
4939
+ Name: NodeName;
4940
+ /**
4941
+ * The data inputs identified by their node names.
4942
+ */
4943
+ Inputs: OneInput;
4944
+ /**
4945
+ * The operator used to filter rows by comparing the key value to a specified value.
4946
+ */
4947
+ LogicalOperator: FilterLogicalOperator;
4948
+ /**
4949
+ * Specifies a filter expression.
4950
+ */
4951
+ Filters: FilterExpressions;
4952
+ }
4953
+ export interface FilterExpression {
4954
+ /**
4955
+ * The type of operation to perform in the expression.
4956
+ */
4957
+ Operation: FilterOperation;
4958
+ /**
4959
+ * Whether the expression is to be negated.
4960
+ */
4961
+ Negated?: BoxedBoolean;
4962
+ /**
4963
+ * A list of filter values.
4964
+ */
4965
+ Values: FilterValues;
4966
+ }
4967
+ export type FilterExpressions = FilterExpression[];
4968
+ export type FilterLogicalOperator = "AND"|"OR"|string;
4969
+ export type FilterOperation = "EQ"|"LT"|"GT"|"LTE"|"GTE"|"REGEX"|"ISNULL"|string;
4080
4970
  export type FilterString = string;
4971
+ export interface FilterValue {
4972
+ /**
4973
+ * The type of filter value.
4974
+ */
4975
+ Type: FilterValueType;
4976
+ /**
4977
+ * The value to be associated.
4978
+ */
4979
+ Value: EnclosedInStringProperties;
4980
+ }
4981
+ export type FilterValueType = "COLUMNEXTRACTED"|"CONSTANT"|string;
4982
+ export type FilterValues = FilterValue[];
4081
4983
  export interface FindMatchesMetrics {
4082
4984
  /**
4083
4985
  * The area under the precision/recall curve (AUPRC) is a single number measuring the overall quality of the transform, that is independent of the choice made for precision vs. recall. Higher values indicate that you have a more attractive precision vs. recall tradeoff. For more information, see Precision and recall in Wikipedia.
@@ -4139,6 +5041,7 @@ declare namespace Glue {
4139
5041
  export type FormatString = string;
4140
5042
  export type Generic512CharString = string;
4141
5043
  export type GenericBoundedDouble = number;
5044
+ export type GenericLimitedString = string;
4142
5045
  export type GenericMap = {[key: string]: GenericString};
4143
5046
  export type GenericString = string;
4144
5047
  export interface GetBlueprintRequest {
@@ -4424,6 +5327,26 @@ declare namespace Glue {
4424
5327
  */
4425
5328
  NextToken?: Token;
4426
5329
  }
5330
+ export interface GetCustomEntityTypeRequest {
5331
+ /**
5332
+ * The name of the custom pattern that you want to retrieve.
5333
+ */
5334
+ Name: NameString;
5335
+ }
5336
+ export interface GetCustomEntityTypeResponse {
5337
+ /**
5338
+ * The name of the custom pattern that you retrieved.
5339
+ */
5340
+ Name?: NameString;
5341
+ /**
5342
+ * A regular expression string that is used for detecting sensitive data in a custom pattern.
5343
+ */
5344
+ RegexString?: NameString;
5345
+ /**
5346
+ * A list of context words if specified when you created the custom pattern. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.
5347
+ */
5348
+ ContextWords?: ContextWords;
5349
+ }
4427
5350
  export interface GetDataCatalogEncryptionSettingsRequest {
4428
5351
  /**
4429
5352
  * The ID of the Data Catalog to retrieve the security configuration for. If none is provided, the Amazon Web Services account ID is used by default.
@@ -5073,7 +5996,7 @@ declare namespace Glue {
5073
5996
  */
5074
5997
  SchemaArn?: GlueResourceArn;
5075
5998
  /**
5076
- * The data format of the schema definition. Currently only AVRO and JSON are supported.
5999
+ * The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.
5077
6000
  */
5078
6001
  DataFormat?: DataFormat;
5079
6002
  /**
@@ -5113,7 +6036,7 @@ declare namespace Glue {
5113
6036
  */
5114
6037
  Description?: DescriptionString;
5115
6038
  /**
5116
- * The data format of the schema definition. Currently AVRO and JSON are supported.
6039
+ * The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.
5117
6040
  */
5118
6041
  DataFormat?: DataFormat;
5119
6042
  /**
@@ -5169,7 +6092,7 @@ declare namespace Glue {
5169
6092
  */
5170
6093
  SchemaDefinition?: SchemaDefinitionString;
5171
6094
  /**
5172
- * The data format of the schema definition. Currently AVRO and JSON are supported.
6095
+ * The data format of the schema definition. Currently AVRO, JSON and PROTOBUF are supported.
5173
6096
  */
5174
6097
  DataFormat?: DataFormat;
5175
6098
  /**
@@ -5245,6 +6168,42 @@ declare namespace Glue {
5245
6168
  */
5246
6169
  NextToken?: GenericString;
5247
6170
  }
6171
+ export interface GetSessionRequest {
6172
+ /**
6173
+ * The ID of the session.
6174
+ */
6175
+ Id: NameString;
6176
+ /**
6177
+ * The origin of the request.
6178
+ */
6179
+ RequestOrigin?: OrchestrationNameString;
6180
+ }
6181
+ export interface GetSessionResponse {
6182
+ /**
6183
+ * The session object is returned in the response.
6184
+ */
6185
+ Session?: Session;
6186
+ }
6187
+ export interface GetStatementRequest {
6188
+ /**
6189
+ * The Session ID of the statement.
6190
+ */
6191
+ SessionId: NameString;
6192
+ /**
6193
+ * The Id of the statement.
6194
+ */
6195
+ Id: IntegerValue;
6196
+ /**
6197
+ * The origin of the request.
6198
+ */
6199
+ RequestOrigin?: OrchestrationNameString;
6200
+ }
6201
+ export interface GetStatementResponse {
6202
+ /**
6203
+ * Returns the statement.
6204
+ */
6205
+ Statement?: Statement;
6206
+ }
5248
6207
  export interface GetTableRequest {
5249
6208
  /**
5250
6209
  * The ID of the Data Catalog where the table resides. If none is provided, the Amazon Web Services account ID is used by default.
@@ -5609,7 +6568,28 @@ declare namespace Glue {
5609
6568
  */
5610
6569
  UpdateTime?: Timestamp;
5611
6570
  }
6571
+ export type GlueRecordType = "DATE"|"STRING"|"TIMESTAMP"|"INT"|"FLOAT"|"LONG"|"BIGDECIMAL"|"BYTE"|"SHORT"|"DOUBLE"|string;
5612
6572
  export type GlueResourceArn = string;
6573
+ export interface GlueSchema {
6574
+ /**
6575
+ * Specifies the column definitions that make up a Glue schema.
6576
+ */
6577
+ Columns?: GlueStudioSchemaColumnList;
6578
+ }
6579
+ export type GlueSchemas = GlueSchema[];
6580
+ export type GlueStudioColumnNameString = string;
6581
+ export type GlueStudioPathList = EnclosedInStringProperties[];
6582
+ export interface GlueStudioSchemaColumn {
6583
+ /**
6584
+ * The name of the column in the Glue Studio schema.
6585
+ */
6586
+ Name: GlueStudioColumnNameString;
6587
+ /**
6588
+ * The hive type for this column in the Glue Studio schema.
6589
+ */
6590
+ Type?: ColumnTypeString;
6591
+ }
6592
+ export type GlueStudioSchemaColumnList = GlueStudioSchemaColumn[];
5613
6593
  export interface GlueTable {
5614
6594
  /**
5615
6595
  * A database name in the Glue Data Catalog.
@@ -5630,6 +6610,54 @@ declare namespace Glue {
5630
6610
  }
5631
6611
  export type GlueTables = GlueTable[];
5632
6612
  export type GlueVersionString = string;
6613
+ export interface GovernedCatalogSource {
6614
+ /**
6615
+ * The name of the data store.
6616
+ */
6617
+ Name: NodeName;
6618
+ /**
6619
+ * The database to read from.
6620
+ */
6621
+ Database: EnclosedInStringProperty;
6622
+ /**
6623
+ * The database table to read from.
6624
+ */
6625
+ Table: EnclosedInStringProperty;
6626
+ /**
6627
+ * Partitions satisfying this predicate are deleted. Files within the retention period in these partitions are not deleted. Set to "" – empty by default.
6628
+ */
6629
+ PartitionPredicate?: EnclosedInStringProperty;
6630
+ /**
6631
+ * Specifies additional connection options.
6632
+ */
6633
+ AdditionalOptions?: S3SourceAdditionalOptions;
6634
+ }
6635
+ export interface GovernedCatalogTarget {
6636
+ /**
6637
+ * The name of the data target.
6638
+ */
6639
+ Name: NodeName;
6640
+ /**
6641
+ * The nodes that are inputs to the data target.
6642
+ */
6643
+ Inputs: OneInput;
6644
+ /**
6645
+ * Specifies native partitioning using a sequence of keys.
6646
+ */
6647
+ PartitionKeys?: GlueStudioPathList;
6648
+ /**
6649
+ * The name of the table in the database to write to.
6650
+ */
6651
+ Table: EnclosedInStringProperty;
6652
+ /**
6653
+ * The name of the database to write to.
6654
+ */
6655
+ Database: EnclosedInStringProperty;
6656
+ /**
6657
+ * A policy that specifies update behavior for the governed catalog.
6658
+ */
6659
+ SchemaChangePolicy?: CatalogSchemaChangePolicy;
6660
+ }
5633
6661
  export interface GrokClassifier {
5634
6662
  /**
5635
6663
  * The name of the classifier.
@@ -5685,6 +6713,110 @@ declare namespace Glue {
5685
6713
  export type IntegerFlag = number;
5686
6714
  export type IntegerValue = number;
5687
6715
  export type IsVersionValid = boolean;
6716
+ export interface JDBCConnectorOptions {
6717
+ /**
6718
+ * Extra condition clause to filter data from source. For example: BillingCity='Mountain View' When using a query instead of a table name, you should validate that the query works with the specified filterPredicate.
6719
+ */
6720
+ FilterPredicate?: EnclosedInStringProperty;
6721
+ /**
6722
+ * The name of an integer column that is used for partitioning. This option works only when it's included with lowerBound, upperBound, and numPartitions. This option works the same way as in the Spark SQL JDBC reader.
6723
+ */
6724
+ PartitionColumn?: EnclosedInStringProperty;
6725
+ /**
6726
+ * The minimum value of partitionColumn that is used to decide partition stride.
6727
+ */
6728
+ LowerBound?: BoxedNonNegativeLong;
6729
+ /**
6730
+ * The maximum value of partitionColumn that is used to decide partition stride.
6731
+ */
6732
+ UpperBound?: BoxedNonNegativeLong;
6733
+ /**
6734
+ * The number of partitions. This value, along with lowerBound (inclusive) and upperBound (exclusive), form partition strides for generated WHERE clause expressions that are used to split the partitionColumn.
6735
+ */
6736
+ NumPartitions?: BoxedNonNegativeLong;
6737
+ /**
6738
+ * The name of the job bookmark keys on which to sort.
6739
+ */
6740
+ JobBookmarkKeys?: EnclosedInStringProperties;
6741
+ /**
6742
+ * Specifies an ascending or descending sort order.
6743
+ */
6744
+ JobBookmarkKeysSortOrder?: EnclosedInStringProperty;
6745
+ /**
6746
+ * Custom data type mapping that builds a mapping from a JDBC data type to an Glue data type. For example, the option "dataTypeMapping":{"FLOAT":"STRING"} maps data fields of JDBC type FLOAT into the Java String type by calling the ResultSet.getString() method of the driver, and uses it to build the Glue record. The ResultSet object is implemented by each driver, so the behavior is specific to the driver you use. Refer to the documentation for your JDBC driver to understand how the driver performs the conversions.
6747
+ */
6748
+ DataTypeMapping?: JDBCDataTypeMapping;
6749
+ }
6750
+ export interface JDBCConnectorSource {
6751
+ /**
6752
+ * The name of the data source.
6753
+ */
6754
+ Name: NodeName;
6755
+ /**
6756
+ * The name of the connection that is associated with the connector.
6757
+ */
6758
+ ConnectionName: EnclosedInStringProperty;
6759
+ /**
6760
+ * The name of a connector that assists with accessing the data store in Glue Studio.
6761
+ */
6762
+ ConnectorName: EnclosedInStringProperty;
6763
+ /**
6764
+ * The type of connection, such as marketplace.jdbc or custom.jdbc, designating a connection to a JDBC data store.
6765
+ */
6766
+ ConnectionType: EnclosedInStringProperty;
6767
+ /**
6768
+ * Additional connection options for the connector.
6769
+ */
6770
+ AdditionalOptions?: JDBCConnectorOptions;
6771
+ /**
6772
+ * The name of the table in the data source.
6773
+ */
6774
+ ConnectionTable?: EnclosedInStringPropertyWithQuote;
6775
+ /**
6776
+ * The table or SQL query to get the data from. You can specify either ConnectionTable or query, but not both.
6777
+ */
6778
+ Query?: SqlQuery;
6779
+ /**
6780
+ * Specifies the data schema for the custom JDBC source.
6781
+ */
6782
+ OutputSchemas?: GlueSchemas;
6783
+ }
6784
+ export interface JDBCConnectorTarget {
6785
+ /**
6786
+ * The name of the data target.
6787
+ */
6788
+ Name: NodeName;
6789
+ /**
6790
+ * The nodes that are inputs to the data target.
6791
+ */
6792
+ Inputs: OneInput;
6793
+ /**
6794
+ * The name of the connection that is associated with the connector.
6795
+ */
6796
+ ConnectionName: EnclosedInStringProperty;
6797
+ /**
6798
+ * The name of the table in the data target.
6799
+ */
6800
+ ConnectionTable: EnclosedInStringPropertyWithQuote;
6801
+ /**
6802
+ * The name of a connector that will be used.
6803
+ */
6804
+ ConnectorName: EnclosedInStringProperty;
6805
+ /**
6806
+ * The type of connection, such as marketplace.jdbc or custom.jdbc, designating a connection to a JDBC data target.
6807
+ */
6808
+ ConnectionType: EnclosedInStringProperty;
6809
+ /**
6810
+ * Additional connection options for the connector.
6811
+ */
6812
+ AdditionalOptions?: AdditionalOptions;
6813
+ /**
6814
+ * Specifies the data schema for the JDBC target.
6815
+ */
6816
+ OutputSchemas?: GlueSchemas;
6817
+ }
6818
+ export type JDBCDataType = "ARRAY"|"BIGINT"|"BINARY"|"BIT"|"BLOB"|"BOOLEAN"|"CHAR"|"CLOB"|"DATALINK"|"DATE"|"DECIMAL"|"DISTINCT"|"DOUBLE"|"FLOAT"|"INTEGER"|"JAVA_OBJECT"|"LONGNVARCHAR"|"LONGVARBINARY"|"LONGVARCHAR"|"NCHAR"|"NCLOB"|"NULL"|"NUMERIC"|"NVARCHAR"|"OTHER"|"REAL"|"REF"|"REF_CURSOR"|"ROWID"|"SMALLINT"|"SQLXML"|"STRUCT"|"TIME"|"TIME_WITH_TIMEZONE"|"TIMESTAMP"|"TIMESTAMP_WITH_TIMEZONE"|"TINYINT"|"VARBINARY"|"VARCHAR"|string;
6819
+ export type JDBCDataTypeMapping = {[key: string]: GlueRecordType};
5688
6820
  export interface JdbcTarget {
5689
6821
  /**
5690
6822
  * The name of the connection to use to connect to the JDBC target.
@@ -5781,6 +6913,10 @@ declare namespace Glue {
5781
6913
  * Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide. Jobs that are created without specifying a Glue version default to Glue 0.9.
5782
6914
  */
5783
6915
  GlueVersion?: GlueVersionString;
6916
+ /**
6917
+ * The representation of a directed acyclic graph on which both the Glue Studio visual component and Glue Studio code generation is based.
6918
+ */
6919
+ CodeGenConfigurationNodes?: CodeGenConfigurationNodes;
5784
6920
  }
5785
6921
  export interface JobBookmarkEntry {
5786
6922
  /**
@@ -5935,6 +7071,10 @@ declare namespace Glue {
5935
7071
  * Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide. Jobs that are created without specifying a Glue version default to Glue 0.9.
5936
7072
  */
5937
7073
  GlueVersion?: GlueVersionString;
7074
+ /**
7075
+ * This field populates only when an Auto Scaling job run completes, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for G.1X and 2 for G.2X workers). This value may be different than the executionEngineRuntime * MaxCapacity as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the MaxCapacity. Therefore, it is possible that the value of DPUSeconds is less than executionEngineRuntime * MaxCapacity.
7076
+ */
7077
+ DPUSeconds?: NullableDouble;
5938
7078
  }
5939
7079
  export type JobRunList = JobRun[];
5940
7080
  export type JobRunState = "STARTING"|"RUNNING"|"STOPPING"|"STOPPED"|"SUCCEEDED"|"FAILED"|"TIMEOUT"|string;
@@ -6007,7 +7147,41 @@ declare namespace Glue {
6007
7147
  * Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
6008
7148
  */
6009
7149
  GlueVersion?: GlueVersionString;
7150
+ /**
7151
+ * The representation of a directed acyclic graph on which both the Glue Studio visual component and Glue Studio code generation is based.
7152
+ */
7153
+ CodeGenConfigurationNodes?: CodeGenConfigurationNodes;
7154
+ }
7155
+ export interface Join {
7156
+ /**
7157
+ * The name of the transform node.
7158
+ */
7159
+ Name: NodeName;
7160
+ /**
7161
+ * The data inputs identified by their node names.
7162
+ */
7163
+ Inputs: TwoInputs;
7164
+ /**
7165
+ * Specifies the type of join to be performed on the datasets.
7166
+ */
7167
+ JoinType: JoinType;
7168
+ /**
7169
+ * A list of the two columns to be joined.
7170
+ */
7171
+ Columns: JoinColumns;
7172
+ }
7173
+ export interface JoinColumn {
7174
+ /**
7175
+ * The column to be joined.
7176
+ */
7177
+ From: EnclosedInStringProperty;
7178
+ /**
7179
+ * The key of the column to be joined.
7180
+ */
7181
+ Keys: GlueStudioPathList;
6010
7182
  }
7183
+ export type JoinColumns = JoinColumn[];
7184
+ export type JoinType = "equijoin"|"left"|"right"|"outer"|"leftsemi"|"leftanti"|string;
6011
7185
  export interface JsonClassifier {
6012
7186
  /**
6013
7187
  * The name of the classifier.
@@ -6032,6 +7206,68 @@ declare namespace Glue {
6032
7206
  }
6033
7207
  export type JsonPath = string;
6034
7208
  export type JsonValue = string;
7209
+ export interface KafkaStreamingSourceOptions {
7210
+ /**
7211
+ * A list of bootstrap server URLs, for example, as b-1.vpc-test-2.o4q88o.c6.kafka.us-east-1.amazonaws.com:9094. This option must be specified in the API call or defined in the table metadata in the Data Catalog.
7212
+ */
7213
+ BootstrapServers?: EnclosedInStringProperty;
7214
+ /**
7215
+ * The protocol used to communicate with brokers. The possible values are "SSL" or "PLAINTEXT".
7216
+ */
7217
+ SecurityProtocol?: EnclosedInStringProperty;
7218
+ /**
7219
+ * The name of the connection.
7220
+ */
7221
+ ConnectionName?: EnclosedInStringProperty;
7222
+ /**
7223
+ * The topic name as specified in Apache Kafka. You must specify at least one of "topicName", "assign" or "subscribePattern".
7224
+ */
7225
+ TopicName?: EnclosedInStringProperty;
7226
+ /**
7227
+ * The specific TopicPartitions to consume. You must specify at least one of "topicName", "assign" or "subscribePattern".
7228
+ */
7229
+ Assign?: EnclosedInStringProperty;
7230
+ /**
7231
+ * A Java regex string that identifies the topic list to subscribe to. You must specify at least one of "topicName", "assign" or "subscribePattern".
7232
+ */
7233
+ SubscribePattern?: EnclosedInStringProperty;
7234
+ /**
7235
+ * An optional classification.
7236
+ */
7237
+ Classification?: EnclosedInStringProperty;
7238
+ /**
7239
+ * Specifies the delimiter character.
7240
+ */
7241
+ Delimiter?: EnclosedInStringProperty;
7242
+ /**
7243
+ * The starting position in the Kafka topic to read data from. The possible values are "earliest" or "latest". The default value is "latest".
7244
+ */
7245
+ StartingOffsets?: EnclosedInStringProperty;
7246
+ /**
7247
+ * The end point when a batch query is ended. Possible values are either "latest" or a JSON string that specifies an ending offset for each TopicPartition.
7248
+ */
7249
+ EndingOffsets?: EnclosedInStringProperty;
7250
+ /**
7251
+ * The timeout in milliseconds to poll data from Kafka in Spark job executors. The default value is 512.
7252
+ */
7253
+ PollTimeoutMs?: BoxedNonNegativeLong;
7254
+ /**
7255
+ * The number of times to retry before failing to fetch Kafka offsets. The default value is 3.
7256
+ */
7257
+ NumRetries?: BoxedNonNegativeInt;
7258
+ /**
7259
+ * The time in milliseconds to wait before retrying to fetch Kafka offsets. The default value is 10.
7260
+ */
7261
+ RetryIntervalMs?: BoxedNonNegativeLong;
7262
+ /**
7263
+ * The rate limit on the maximum number of offsets that are processed per trigger interval. The specified total number of offsets is proportionally split across topicPartitions of different volumes. The default value is null, which means that the consumer reads all offsets until the known latest offset.
7264
+ */
7265
+ MaxOffsetsPerTrigger?: BoxedNonNegativeLong;
7266
+ /**
7267
+ * The desired minimum number of partitions to read from Kafka. The default value is null, which means that the number of spark partitions is equal to the number of Kafka partitions.
7268
+ */
7269
+ MinPartitions?: BoxedNonNegativeInt;
7270
+ }
6035
7271
  export type KeyList = NameString[];
6036
7272
  export interface KeySchemaElement {
6037
7273
  /**
@@ -6045,6 +7281,80 @@ declare namespace Glue {
6045
7281
  }
6046
7282
  export type KeySchemaElementList = KeySchemaElement[];
6047
7283
  export type KeyString = string;
7284
+ export interface KinesisStreamingSourceOptions {
7285
+ /**
7286
+ * The URL of the Kinesis endpoint.
7287
+ */
7288
+ EndpointUrl?: EnclosedInStringProperty;
7289
+ /**
7290
+ * The name of the Kinesis data stream.
7291
+ */
7292
+ StreamName?: EnclosedInStringProperty;
7293
+ /**
7294
+ * An optional classification.
7295
+ */
7296
+ Classification?: EnclosedInStringProperty;
7297
+ /**
7298
+ * Specifies the delimiter character.
7299
+ */
7300
+ Delimiter?: EnclosedInStringProperty;
7301
+ /**
7302
+ * The starting position in the Kinesis data stream to read data from. The possible values are "latest", "trim_horizon", or "earliest". The default value is "latest".
7303
+ */
7304
+ StartingPosition?: StartingPosition;
7305
+ /**
7306
+ * The maximum time spent in the job executor to fetch a record from the Kinesis data stream per shard, specified in milliseconds (ms). The default value is 1000.
7307
+ */
7308
+ MaxFetchTimeInMs?: BoxedNonNegativeLong;
7309
+ /**
7310
+ * The maximum number of records to fetch per shard in the Kinesis data stream. The default value is 100000.
7311
+ */
7312
+ MaxFetchRecordsPerShard?: BoxedNonNegativeLong;
7313
+ /**
7314
+ * The maximum number of records to fetch from the Kinesis data stream in each getRecords operation. The default value is 10000.
7315
+ */
7316
+ MaxRecordPerRead?: BoxedNonNegativeLong;
7317
+ /**
7318
+ * Adds a time delay between two consecutive getRecords operations. The default value is "False". This option is only configurable for Glue version 2.0 and above.
7319
+ */
7320
+ AddIdleTimeBetweenReads?: BoxedBoolean;
7321
+ /**
7322
+ * The minimum time delay between two consecutive getRecords operations, specified in ms. The default value is 1000. This option is only configurable for Glue version 2.0 and above.
7323
+ */
7324
+ IdleTimeBetweenReadsInMs?: BoxedNonNegativeLong;
7325
+ /**
7326
+ * The minimum time interval between two ListShards API calls for your script to consider resharding. The default value is 1s.
7327
+ */
7328
+ DescribeShardInterval?: BoxedNonNegativeLong;
7329
+ /**
7330
+ * The maximum number of retries for Kinesis Data Streams API requests. The default value is 3.
7331
+ */
7332
+ NumRetries?: BoxedNonNegativeInt;
7333
+ /**
7334
+ * The cool-off time period (specified in ms) before retrying the Kinesis Data Streams API call. The default value is 1000.
7335
+ */
7336
+ RetryIntervalMs?: BoxedNonNegativeLong;
7337
+ /**
7338
+ * The maximum cool-off time period (specified in ms) between two retries of a Kinesis Data Streams API call. The default value is 10000.
7339
+ */
7340
+ MaxRetryIntervalMs?: BoxedNonNegativeLong;
7341
+ /**
7342
+ * Avoids creating an empty microbatch job by checking for unread data in the Kinesis data stream before the batch is started. The default value is "False".
7343
+ */
7344
+ AvoidEmptyBatches?: BoxedBoolean;
7345
+ /**
7346
+ * The Amazon Resource Name (ARN) of the Kinesis data stream.
7347
+ */
7348
+ StreamArn?: EnclosedInStringProperty;
7349
+ /**
7350
+ * The Amazon Resource Name (ARN) of the role to assume using AWS Security Token Service (AWS STS). This role must have permissions for describe or read record operations for the Kinesis data stream. You must use this parameter when accessing a data stream in a different account. Used in conjunction with "awsSTSSessionName".
7351
+ */
7352
+ RoleArn?: EnclosedInStringProperty;
7353
+ /**
7354
+ * An identifier for the session assuming the role using AWS STS. You must use this parameter when accessing a data stream in a different account. Used in conjunction with "awsSTSRoleARN".
7355
+ */
7356
+ RoleSessionName?: EnclosedInStringProperty;
7357
+ }
6048
7358
  export type KmsKeyArn = string;
6049
7359
  export type LabelCount = number;
6050
7360
  export interface LabelingSetGenerationTaskRunProperties {
@@ -6054,7 +7364,13 @@ declare namespace Glue {
6054
7364
  OutputS3Path?: UriString;
6055
7365
  }
6056
7366
  export interface LakeFormationConfiguration {
7367
+ /**
7368
+ * Specifies whether to use AWS Lake Formation credentials for the crawler instead of the IAM role credentials.
7369
+ */
6057
7370
  UseLakeFormationCredentials?: NullableBoolean;
7371
+ /**
7372
+ * Required for cross account crawls. For same account crawls as the target data, this can be left as null.
7373
+ */
6058
7374
  AccountId?: AccountId;
6059
7375
  }
6060
7376
  export type Language = "PYTHON"|"SCALA"|string;
@@ -6108,6 +7424,8 @@ declare namespace Glue {
6108
7424
  }
6109
7425
  export type LastCrawlStatus = "SUCCEEDED"|"CANCELLED"|"FAILED"|string;
6110
7426
  export type LatestSchemaVersionBoolean = boolean;
7427
+ export type LimitedPathList = LimitedStringList[];
7428
+ export type LimitedStringList = GenericLimitedString[];
6111
7429
  export interface LineageConfiguration {
6112
7430
  /**
6113
7431
  * Specifies whether data lineage is enabled for the crawler. Valid values are: ENABLE: enables data lineage for the crawler DISABLE: disables data lineage for the crawler
@@ -6162,6 +7480,26 @@ declare namespace Glue {
6162
7480
  */
6163
7481
  NextToken?: Token;
6164
7482
  }
7483
+ export interface ListCustomEntityTypesRequest {
7484
+ /**
7485
+ * A paginated token to offset the results.
7486
+ */
7487
+ NextToken?: PaginationToken;
7488
+ /**
7489
+ * The maximum number of results to return.
7490
+ */
7491
+ MaxResults?: PageSize;
7492
+ }
7493
+ export interface ListCustomEntityTypesResponse {
7494
+ /**
7495
+ * A list of CustomEntityType objects representing custom patterns.
7496
+ */
7497
+ CustomEntityTypes?: CustomEntityTypes;
7498
+ /**
7499
+ * A pagination token, if more results are available.
7500
+ */
7501
+ NextToken?: PaginationToken;
7502
+ }
6165
7503
  export interface ListDevEndpointsRequest {
6166
7504
  /**
6167
7505
  * A continuation token, if this is a continuation request.
@@ -6310,6 +7648,56 @@ declare namespace Glue {
6310
7648
  */
6311
7649
  NextToken?: SchemaRegistryTokenString;
6312
7650
  }
7651
+ export interface ListSessionsRequest {
7652
+ /**
7653
+ * The token for the next set of results, or null if there are no more result.
7654
+ */
7655
+ NextToken?: OrchestrationToken;
7656
+ /**
7657
+ * The maximum number of results.
7658
+ */
7659
+ MaxResults?: PageSize;
7660
+ /**
7661
+ * Tags belonging to the session.
7662
+ */
7663
+ Tags?: TagsMap;
7664
+ /**
7665
+ * The origin of the request.
7666
+ */
7667
+ RequestOrigin?: OrchestrationNameString;
7668
+ }
7669
+ export interface ListSessionsResponse {
7670
+ /**
7671
+ * Returns the Id of the session.
7672
+ */
7673
+ Ids?: SessionIdList;
7674
+ /**
7675
+ * Returns the session object.
7676
+ */
7677
+ Sessions?: SessionList;
7678
+ /**
7679
+ * The token for the next set of results, or null if there are no more result.
7680
+ */
7681
+ NextToken?: OrchestrationToken;
7682
+ }
7683
+ export interface ListStatementsRequest {
7684
+ /**
7685
+ * The Session ID of the statements.
7686
+ */
7687
+ SessionId: NameString;
7688
+ /**
7689
+ * The origin of the request to list statements.
7690
+ */
7691
+ RequestOrigin?: OrchestrationNameString;
7692
+ NextToken?: OrchestrationToken;
7693
+ }
7694
+ export interface ListStatementsResponse {
7695
+ /**
7696
+ * Returns the list of statements.
7697
+ */
7698
+ Statements?: StatementList;
7699
+ NextToken?: OrchestrationToken;
7700
+ }
6313
7701
  export interface ListTriggersRequest {
6314
7702
  /**
6315
7703
  * A continuation token, if this is a continuation request.
@@ -6398,6 +7786,7 @@ declare namespace Glue {
6398
7786
  */
6399
7787
  NumberOfDistinctValues: NonNegativeLong;
6400
7788
  }
7789
+ export type LongValue = number;
6401
7790
  export interface MLTransform {
6402
7791
  /**
6403
7792
  * The unique transform ID that is generated for the machine learning transform. The ID is guaranteed to be unique and does not change.
@@ -6487,7 +7876,34 @@ declare namespace Glue {
6487
7876
  KmsKeyId?: NameString;
6488
7877
  }
6489
7878
  export type MLUserDataEncryptionModeString = "DISABLED"|"SSE-KMS"|string;
7879
+ export type ManyInputs = NodeId[];
6490
7880
  export type MapValue = {[key: string]: GenericString};
7881
+ export interface Mapping {
7882
+ /**
7883
+ * After the apply mapping, what the name of the column should be. Can be the same as FromPath.
7884
+ */
7885
+ ToKey?: EnclosedInStringProperty;
7886
+ /**
7887
+ * The table or column to be modified.
7888
+ */
7889
+ FromPath?: EnclosedInStringProperties;
7890
+ /**
7891
+ * The type of the data to be modified.
7892
+ */
7893
+ FromType?: EnclosedInStringProperty;
7894
+ /**
7895
+ * The data type that the data is to be modified to.
7896
+ */
7897
+ ToType?: EnclosedInStringProperty;
7898
+ /**
7899
+ * If true, then the column is removed.
7900
+ */
7901
+ Dropped?: BoxedBoolean;
7902
+ /**
7903
+ * Only applicable to nested data structures. If you want to change the parent structure, but also one of its children, you can fill out this data strucutre. It is also Mapping, but its FromPath will be the parent's FromPath plus the FromPath from this structure. For the children part, suppose you have the structure: { "FromPath": "OuterStructure", "ToKey": "OuterStructure", "ToType": "Struct", "Dropped": false, "Chidlren": [{ "FromPath": "inner", "ToKey": "inner", "ToType": "Double", "Dropped": false, }] } You can specify a Mapping that looks like: { "FromPath": "OuterStructure", "ToKey": "OuterStructure", "ToType": "Struct", "Dropped": false, "Chidlren": [{ "FromPath": "inner", "ToKey": "inner", "ToType": "Double", "Dropped": false, }] }
7904
+ */
7905
+ Children?: Mappings;
7906
+ }
6491
7907
  export interface MappingEntry {
6492
7908
  /**
6493
7909
  * The name of the source table.
@@ -6515,10 +7931,30 @@ declare namespace Glue {
6515
7931
  TargetType?: FieldType;
6516
7932
  }
6517
7933
  export type MappingList = MappingEntry[];
7934
+ export type Mappings = Mapping[];
7935
+ export type MaskValue = string;
6518
7936
  export type MatchCriteria = NameString[];
6519
7937
  export type MaxConcurrentRuns = number;
6520
7938
  export type MaxResultsNumber = number;
6521
7939
  export type MaxRetries = number;
7940
+ export interface Merge {
7941
+ /**
7942
+ * The name of the transform node.
7943
+ */
7944
+ Name: NodeName;
7945
+ /**
7946
+ * The data inputs identified by their node names.
7947
+ */
7948
+ Inputs: TwoInputs;
7949
+ /**
7950
+ * The source DynamicFrame that will be merged with a staging DynamicFrame.
7951
+ */
7952
+ Source: NodeId;
7953
+ /**
7954
+ * The list of primary key fields to match records from the source and staging dynamic frames.
7955
+ */
7956
+ PrimaryKeys: GlueStudioPathList;
7957
+ }
6522
7958
  export type MessagePrefix = string;
6523
7959
  export type MessageString = string;
6524
7960
  export interface MetadataInfo {
@@ -6549,6 +7985,38 @@ declare namespace Glue {
6549
7985
  }
6550
7986
  export type MetadataList = MetadataKeyValuePair[];
6551
7987
  export type MetadataValueString = string;
7988
+ export interface MicrosoftSQLServerCatalogSource {
7989
+ /**
7990
+ * The name of the data source.
7991
+ */
7992
+ Name: NodeName;
7993
+ /**
7994
+ * The name of the database to read from.
7995
+ */
7996
+ Database: EnclosedInStringProperty;
7997
+ /**
7998
+ * The name of the table in the database to read from.
7999
+ */
8000
+ Table: EnclosedInStringProperty;
8001
+ }
8002
+ export interface MicrosoftSQLServerCatalogTarget {
8003
+ /**
8004
+ * The name of the data target.
8005
+ */
8006
+ Name: NodeName;
8007
+ /**
8008
+ * The nodes that are inputs to the data target.
8009
+ */
8010
+ Inputs: OneInput;
8011
+ /**
8012
+ * The name of the database to write to.
8013
+ */
8014
+ Database: EnclosedInStringProperty;
8015
+ /**
8016
+ * The name of the table in the database to write to.
8017
+ */
8018
+ Table: EnclosedInStringProperty;
8019
+ }
6552
8020
  export type MillisecondsCount = number;
6553
8021
  export interface MongoDBTarget {
6554
8022
  /**
@@ -6565,6 +8033,38 @@ declare namespace Glue {
6565
8033
  ScanAll?: NullableBoolean;
6566
8034
  }
6567
8035
  export type MongoDBTargetList = MongoDBTarget[];
8036
+ export interface MySQLCatalogSource {
8037
+ /**
8038
+ * The name of the data source.
8039
+ */
8040
+ Name: NodeName;
8041
+ /**
8042
+ * The name of the database to read from.
8043
+ */
8044
+ Database: EnclosedInStringProperty;
8045
+ /**
8046
+ * The name of the table in the database to read from.
8047
+ */
8048
+ Table: EnclosedInStringProperty;
8049
+ }
8050
+ export interface MySQLCatalogTarget {
8051
+ /**
8052
+ * The name of the data target.
8053
+ */
8054
+ Name: NodeName;
8055
+ /**
8056
+ * The nodes that are inputs to the data target.
8057
+ */
8058
+ Inputs: OneInput;
8059
+ /**
8060
+ * The name of the database to write to.
8061
+ */
8062
+ Database: EnclosedInStringProperty;
8063
+ /**
8064
+ * The name of the table in the database to write to.
8065
+ */
8066
+ Table: EnclosedInStringProperty;
8067
+ }
6568
8068
  export type NameString = string;
6569
8069
  export type NameStringList = NameString[];
6570
8070
  export interface Node {
@@ -6593,10 +8093,13 @@ declare namespace Glue {
6593
8093
  */
6594
8094
  CrawlerDetails?: CrawlerNodeDetails;
6595
8095
  }
8096
+ export type NodeId = string;
6596
8097
  export type NodeIdList = NameString[];
6597
8098
  export type NodeList = Node[];
8099
+ export type NodeName = string;
6598
8100
  export type NodeType = "CRAWLER"|"JOB"|"TRIGGER"|string;
6599
8101
  export type NonNegativeDouble = number;
8102
+ export type NonNegativeInt = number;
6600
8103
  export type NonNegativeInteger = number;
6601
8104
  export type NonNegativeLong = number;
6602
8105
  export interface NotificationProperty {
@@ -6606,13 +8109,76 @@ declare namespace Glue {
6606
8109
  NotifyDelayAfter?: NotifyDelayAfter;
6607
8110
  }
6608
8111
  export type NotifyDelayAfter = number;
8112
+ export interface NullCheckBoxList {
8113
+ /**
8114
+ * Specifies that an empty string is considered as a null value.
8115
+ */
8116
+ IsEmpty?: BoxedBoolean;
8117
+ /**
8118
+ * Specifies that a value spelling out the word 'null' is considered as a null value.
8119
+ */
8120
+ IsNullString?: BoxedBoolean;
8121
+ /**
8122
+ * Specifies that an integer value of -1 is considered as a null value.
8123
+ */
8124
+ IsNegOne?: BoxedBoolean;
8125
+ }
8126
+ export interface NullValueField {
8127
+ /**
8128
+ * The value of the null placeholder.
8129
+ */
8130
+ Value: EnclosedInStringProperty;
8131
+ /**
8132
+ * The datatype of the value.
8133
+ */
8134
+ Datatype: Datatype;
8135
+ }
8136
+ export type NullValueFields = NullValueField[];
6609
8137
  export type NullableBoolean = boolean;
6610
8138
  export type NullableDouble = number;
6611
8139
  export type NullableInteger = number;
8140
+ export type OneInput = NodeId[];
8141
+ export interface OracleSQLCatalogSource {
8142
+ /**
8143
+ * The name of the data source.
8144
+ */
8145
+ Name: NodeName;
8146
+ /**
8147
+ * The name of the database to read from.
8148
+ */
8149
+ Database: EnclosedInStringProperty;
8150
+ /**
8151
+ * The name of the table in the database to read from.
8152
+ */
8153
+ Table: EnclosedInStringProperty;
8154
+ }
8155
+ export interface OracleSQLCatalogTarget {
8156
+ /**
8157
+ * The name of the data target.
8158
+ */
8159
+ Name: NodeName;
8160
+ /**
8161
+ * The nodes that are inputs to the data target.
8162
+ */
8163
+ Inputs: OneInput;
8164
+ /**
8165
+ * The name of the database to write to.
8166
+ */
8167
+ Database: EnclosedInStringProperty;
8168
+ /**
8169
+ * The name of the table in the database to write to.
8170
+ */
8171
+ Table: EnclosedInStringProperty;
8172
+ }
8173
+ export type OrchestrationArgumentsMap = {[key: string]: OrchestrationArgumentsValue};
8174
+ export type OrchestrationArgumentsValue = string;
6612
8175
  export type OrchestrationIAMRoleArn = string;
6613
8176
  export type OrchestrationNameString = string;
8177
+ export type OrchestrationRoleArn = string;
6614
8178
  export type OrchestrationS3Location = string;
8179
+ export type OrchestrationStatementCodeString = string;
6615
8180
  export type OrchestrationStringList = GenericString[];
8181
+ export type OrchestrationToken = string;
6616
8182
  export interface Order {
6617
8183
  /**
6618
8184
  * The name of the column.
@@ -6635,10 +8201,45 @@ declare namespace Glue {
6635
8201
  */
6636
8202
  CreatedTime?: CreatedTimestamp;
6637
8203
  }
8204
+ export interface PIIDetection {
8205
+ /**
8206
+ * The name of the transform node.
8207
+ */
8208
+ Name: NodeName;
8209
+ /**
8210
+ * The node ID inputs to the transform.
8211
+ */
8212
+ Inputs: OneInput;
8213
+ /**
8214
+ * Indicates the type of PIIDetection transform.
8215
+ */
8216
+ PiiType: PiiType;
8217
+ /**
8218
+ * Indicates the types of entities the PIIDetection transform will identify as PII data. PII type entities include: PERSON_NAME, DATE, USA_SNN, EMAIL, USA_ITIN, USA_PASSPORT_NUMBER, PHONE_NUMBER, BANK_ACCOUNT, IP_ADDRESS, MAC_ADDRESS, USA_CPT_CODE, USA_HCPCS_CODE, USA_NATIONAL_DRUG_CODE, USA_MEDICARE_BENEFICIARY_IDENTIFIER, USA_HEALTH_INSURANCE_CLAIM_NUMBER,CREDIT_CARD,USA_NATIONAL_PROVIDER_IDENTIFIER,USA_DEA_NUMBER,USA_DRIVING_LICENSE
8219
+ */
8220
+ EntityTypesToDetect: EnclosedInStringProperties;
8221
+ /**
8222
+ * Indicates the output column name that will contain any entity type detected in that row.
8223
+ */
8224
+ OutputColumnName?: EnclosedInStringProperty;
8225
+ /**
8226
+ * Indicates the fraction of the data to sample when scanning for PII entities.
8227
+ */
8228
+ SampleFraction?: BoxedDoubleFraction;
8229
+ /**
8230
+ * Indicates the fraction of the data that must be met in order for a column to be identified as PII data.
8231
+ */
8232
+ ThresholdFraction?: BoxedDoubleFraction;
8233
+ /**
8234
+ * Indicates the value that will replace the detected entity.
8235
+ */
8236
+ MaskValue?: MaskValue;
8237
+ }
6638
8238
  export type PageSize = number;
6639
8239
  export type PaginationToken = string;
6640
8240
  export type ParametersMap = {[key: string]: ParametersMapValue};
6641
8241
  export type ParametersMapValue = string;
8242
+ export type ParquetCompressionType = "snappy"|"lzo"|"gzip"|"uncompressed"|"none"|string;
6642
8243
  export interface Partition {
6643
8244
  /**
6644
8245
  * The values of the partition.
@@ -6769,7 +8370,42 @@ declare namespace Glue {
6769
8370
  */
6770
8371
  AvailabilityZone?: NameString;
6771
8372
  }
8373
+ export type PiiType = "RowAudit"|"RowMasking"|"ColumnAudit"|"ColumnMasking"|string;
6772
8374
  export type PolicyJsonString = string;
8375
+ export type PollingTime = number;
8376
+ export type PositiveLong = number;
8377
+ export interface PostgreSQLCatalogSource {
8378
+ /**
8379
+ * The name of the data source.
8380
+ */
8381
+ Name: NodeName;
8382
+ /**
8383
+ * The name of the database to read from.
8384
+ */
8385
+ Database: EnclosedInStringProperty;
8386
+ /**
8387
+ * The name of the table in the database to read from.
8388
+ */
8389
+ Table: EnclosedInStringProperty;
8390
+ }
8391
+ export interface PostgreSQLCatalogTarget {
8392
+ /**
8393
+ * The name of the data target.
8394
+ */
8395
+ Name: NodeName;
8396
+ /**
8397
+ * The nodes that are inputs to the data target.
8398
+ */
8399
+ Inputs: OneInput;
8400
+ /**
8401
+ * The name of the database to write to.
8402
+ */
8403
+ Database: EnclosedInStringProperty;
8404
+ /**
8405
+ * The name of the table in the database to write to.
8406
+ */
8407
+ Table: EnclosedInStringProperty;
8408
+ }
6773
8409
  export interface Predecessor {
6774
8410
  /**
6775
8411
  * The name of the job definition used by the predecessor job run.
@@ -6804,6 +8440,7 @@ declare namespace Glue {
6804
8440
  }
6805
8441
  export type PrincipalPermissionsList = PrincipalPermissions[];
6806
8442
  export type PrincipalType = "USER"|"ROLE"|"GROUP"|string;
8443
+ export type Prob = number;
6807
8444
  export interface PropertyPredicate {
6808
8445
  /**
6809
8446
  * The key of the property.
@@ -6970,6 +8607,7 @@ declare namespace Glue {
6970
8607
  */
6971
8608
  NextToken?: SchemaRegistryTokenString;
6972
8609
  }
8610
+ export type QuoteChar = "quote"|"quillemet"|"single_quote"|"disabled"|string;
6973
8611
  export type RecordsCount = number;
6974
8612
  export type RecrawlBehavior = "CRAWL_EVERYTHING"|"CRAWL_NEW_FOLDERS_ONLY"|"CRAWL_EVENT_MODE"|string;
6975
8613
  export interface RecrawlPolicy {
@@ -6978,16 +8616,68 @@ declare namespace Glue {
6978
8616
  */
6979
8617
  RecrawlBehavior?: RecrawlBehavior;
6980
8618
  }
6981
- export interface RegisterSchemaVersionInput {
8619
+ export interface RedshiftSource {
6982
8620
  /**
6983
- * This is a wrapper structure to contain schema identity fields. The structure contains: SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided. SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.
8621
+ * The name of the Amazon Redshift data store.
6984
8622
  */
6985
- SchemaId: SchemaId;
8623
+ Name: NodeName;
6986
8624
  /**
6987
- * The schema definition using the DataFormat setting for the SchemaName.
8625
+ * The database to read from.
6988
8626
  */
6989
- SchemaDefinition: SchemaDefinitionString;
6990
- }
8627
+ Database: EnclosedInStringProperty;
8628
+ /**
8629
+ * The database table to read from.
8630
+ */
8631
+ Table: EnclosedInStringProperty;
8632
+ /**
8633
+ * The Amazon S3 path where temporary data can be staged when copying out of the database.
8634
+ */
8635
+ RedshiftTmpDir?: EnclosedInStringProperty;
8636
+ /**
8637
+ * The IAM role with permissions.
8638
+ */
8639
+ TmpDirIAMRole?: EnclosedInStringProperty;
8640
+ }
8641
+ export interface RedshiftTarget {
8642
+ /**
8643
+ * The name of the data target.
8644
+ */
8645
+ Name: NodeName;
8646
+ /**
8647
+ * The nodes that are inputs to the data target.
8648
+ */
8649
+ Inputs: OneInput;
8650
+ /**
8651
+ * The name of the database to write to.
8652
+ */
8653
+ Database: EnclosedInStringProperty;
8654
+ /**
8655
+ * The name of the table in the database to write to.
8656
+ */
8657
+ Table: EnclosedInStringProperty;
8658
+ /**
8659
+ * The Amazon S3 path where temporary data can be staged when copying out of the database.
8660
+ */
8661
+ RedshiftTmpDir?: EnclosedInStringProperty;
8662
+ /**
8663
+ * The IAM role with permissions.
8664
+ */
8665
+ TmpDirIAMRole?: EnclosedInStringProperty;
8666
+ /**
8667
+ * The set of options to configure an upsert operation when writing to a Redshift target.
8668
+ */
8669
+ UpsertRedshiftOptions?: UpsertRedshiftTargetOptions;
8670
+ }
8671
+ export interface RegisterSchemaVersionInput {
8672
+ /**
8673
+ * This is a wrapper structure to contain schema identity fields. The structure contains: SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided. SchemaId$SchemaName: The name of the schema. Either SchemaArn or SchemaName and RegistryName has to be provided.
8674
+ */
8675
+ SchemaId: SchemaId;
8676
+ /**
8677
+ * The schema definition using the DataFormat setting for the SchemaName.
8678
+ */
8679
+ SchemaDefinition: SchemaDefinitionString;
8680
+ }
6991
8681
  export interface RegisterSchemaVersionResponse {
6992
8682
  /**
6993
8683
  * The unique ID that represents the version of this schema.
@@ -7035,134 +8725,496 @@ declare namespace Glue {
7035
8725
  */
7036
8726
  CreatedTime?: CreatedTimestamp;
7037
8727
  /**
7038
- * The date the registry was updated.
8728
+ * The date the registry was updated.
8729
+ */
8730
+ UpdatedTime?: UpdatedTimestamp;
8731
+ }
8732
+ export type RegistryStatus = "AVAILABLE"|"DELETING"|string;
8733
+ export interface RelationalCatalogSource {
8734
+ /**
8735
+ * The name of the data source.
8736
+ */
8737
+ Name: NodeName;
8738
+ /**
8739
+ * The name of the database to read from.
8740
+ */
8741
+ Database: EnclosedInStringProperty;
8742
+ /**
8743
+ * The name of the table in the database to read from.
8744
+ */
8745
+ Table: EnclosedInStringProperty;
8746
+ }
8747
+ export interface RemoveSchemaVersionMetadataInput {
8748
+ /**
8749
+ * A wrapper structure that may contain the schema name and Amazon Resource Name (ARN).
8750
+ */
8751
+ SchemaId?: SchemaId;
8752
+ /**
8753
+ * The version number of the schema.
8754
+ */
8755
+ SchemaVersionNumber?: SchemaVersionNumber;
8756
+ /**
8757
+ * The unique version ID of the schema version.
8758
+ */
8759
+ SchemaVersionId?: SchemaVersionIdString;
8760
+ /**
8761
+ * The value of the metadata key.
8762
+ */
8763
+ MetadataKeyValue: MetadataKeyValuePair;
8764
+ }
8765
+ export interface RemoveSchemaVersionMetadataResponse {
8766
+ /**
8767
+ * The Amazon Resource Name (ARN) of the schema.
8768
+ */
8769
+ SchemaArn?: GlueResourceArn;
8770
+ /**
8771
+ * The name of the schema.
8772
+ */
8773
+ SchemaName?: SchemaRegistryNameString;
8774
+ /**
8775
+ * The name of the registry.
8776
+ */
8777
+ RegistryName?: SchemaRegistryNameString;
8778
+ /**
8779
+ * The latest version of the schema.
8780
+ */
8781
+ LatestVersion?: LatestSchemaVersionBoolean;
8782
+ /**
8783
+ * The version number of the schema.
8784
+ */
8785
+ VersionNumber?: VersionLongNumber;
8786
+ /**
8787
+ * The version ID for the schema version.
8788
+ */
8789
+ SchemaVersionId?: SchemaVersionIdString;
8790
+ /**
8791
+ * The metadata key.
8792
+ */
8793
+ MetadataKey?: MetadataKeyString;
8794
+ /**
8795
+ * The value of the metadata key.
8796
+ */
8797
+ MetadataValue?: MetadataValueString;
8798
+ }
8799
+ export interface RenameField {
8800
+ /**
8801
+ * The name of the transform node.
8802
+ */
8803
+ Name: NodeName;
8804
+ /**
8805
+ * The data inputs identified by their node names.
8806
+ */
8807
+ Inputs: OneInput;
8808
+ /**
8809
+ * A JSON path to a variable in the data structure for the source data.
8810
+ */
8811
+ SourcePath: EnclosedInStringProperties;
8812
+ /**
8813
+ * A JSON path to a variable in the data structure for the target data.
8814
+ */
8815
+ TargetPath: EnclosedInStringProperties;
8816
+ }
8817
+ export type ReplaceBoolean = boolean;
8818
+ export interface ResetJobBookmarkRequest {
8819
+ /**
8820
+ * The name of the job in question.
8821
+ */
8822
+ JobName: JobName;
8823
+ /**
8824
+ * The unique run identifier associated with this job run.
8825
+ */
8826
+ RunId?: RunId;
8827
+ }
8828
+ export interface ResetJobBookmarkResponse {
8829
+ /**
8830
+ * The reset bookmark entry.
8831
+ */
8832
+ JobBookmarkEntry?: JobBookmarkEntry;
8833
+ }
8834
+ export type ResourceShareType = "FOREIGN"|"ALL"|string;
8835
+ export type ResourceType = "JAR"|"FILE"|"ARCHIVE"|string;
8836
+ export interface ResourceUri {
8837
+ /**
8838
+ * The type of the resource.
8839
+ */
8840
+ ResourceType?: ResourceType;
8841
+ /**
8842
+ * The URI for accessing the resource.
8843
+ */
8844
+ Uri?: URI;
8845
+ }
8846
+ export type ResourceUriList = ResourceUri[];
8847
+ export interface ResumeWorkflowRunRequest {
8848
+ /**
8849
+ * The name of the workflow to resume.
8850
+ */
8851
+ Name: NameString;
8852
+ /**
8853
+ * The ID of the workflow run to resume.
8854
+ */
8855
+ RunId: IdString;
8856
+ /**
8857
+ * A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have a run attempt in the original run.
8858
+ */
8859
+ NodeIds: NodeIdList;
8860
+ }
8861
+ export interface ResumeWorkflowRunResponse {
8862
+ /**
8863
+ * The new ID assigned to the resumed workflow run. Each resume of a workflow run will have a new run ID.
8864
+ */
8865
+ RunId?: IdString;
8866
+ /**
8867
+ * A list of the node IDs for the nodes that were actually restarted.
8868
+ */
8869
+ NodeIds?: NodeIdList;
8870
+ }
8871
+ export type Role = string;
8872
+ export type RoleArn = string;
8873
+ export type RoleString = string;
8874
+ export type RowTag = string;
8875
+ export type RunId = string;
8876
+ export interface RunStatementRequest {
8877
+ /**
8878
+ * The Session Id of the statement to be run.
8879
+ */
8880
+ SessionId: NameString;
8881
+ /**
8882
+ * The statement code to be run.
8883
+ */
8884
+ Code: OrchestrationStatementCodeString;
8885
+ /**
8886
+ * The origin of the request.
8887
+ */
8888
+ RequestOrigin?: OrchestrationNameString;
8889
+ }
8890
+ export interface RunStatementResponse {
8891
+ /**
8892
+ * Returns the Id of the statement that was run.
8893
+ */
8894
+ Id?: IntegerValue;
8895
+ }
8896
+ export interface S3CatalogSource {
8897
+ /**
8898
+ * The name of the data store.
8899
+ */
8900
+ Name: NodeName;
8901
+ /**
8902
+ * The database to read from.
8903
+ */
8904
+ Database: EnclosedInStringProperty;
8905
+ /**
8906
+ * The database table to read from.
8907
+ */
8908
+ Table: EnclosedInStringProperty;
8909
+ /**
8910
+ * Partitions satisfying this predicate are deleted. Files within the retention period in these partitions are not deleted. Set to "" – empty by default.
8911
+ */
8912
+ PartitionPredicate?: EnclosedInStringProperty;
8913
+ /**
8914
+ * Specifies additional connection options.
8915
+ */
8916
+ AdditionalOptions?: S3SourceAdditionalOptions;
8917
+ }
8918
+ export interface S3CatalogTarget {
8919
+ /**
8920
+ * The name of the data target.
8921
+ */
8922
+ Name: NodeName;
8923
+ /**
8924
+ * The nodes that are inputs to the data target.
8925
+ */
8926
+ Inputs: OneInput;
8927
+ /**
8928
+ * Specifies native partitioning using a sequence of keys.
8929
+ */
8930
+ PartitionKeys?: GlueStudioPathList;
8931
+ /**
8932
+ * The name of the table in the database to write to.
8933
+ */
8934
+ Table: EnclosedInStringProperty;
8935
+ /**
8936
+ * The name of the database to write to.
8937
+ */
8938
+ Database: EnclosedInStringProperty;
8939
+ /**
8940
+ * A policy that specifies update behavior for the crawler.
8941
+ */
8942
+ SchemaChangePolicy?: CatalogSchemaChangePolicy;
8943
+ }
8944
+ export interface S3CsvSource {
8945
+ /**
8946
+ * The name of the data store.
8947
+ */
8948
+ Name: NodeName;
8949
+ /**
8950
+ * A list of the Amazon S3 paths to read from.
8951
+ */
8952
+ Paths: EnclosedInStringProperties;
8953
+ /**
8954
+ * Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").
8955
+ */
8956
+ CompressionType?: CompressionType;
8957
+ /**
8958
+ * A string containing a JSON list of Unix-style glob patterns to exclude. For example, "[\"**.pdf\"]" excludes all PDF files.
8959
+ */
8960
+ Exclusions?: EnclosedInStringProperties;
8961
+ /**
8962
+ * The target group size in bytes. The default is computed based on the input data size and the size of your cluster. When there are fewer than 50,000 input files, "groupFiles" must be set to "inPartition" for this to take effect.
8963
+ */
8964
+ GroupSize?: EnclosedInStringProperty;
8965
+ /**
8966
+ * Grouping files is turned on by default when the input contains more than 50,000 files. To turn on grouping with fewer than 50,000 files, set this parameter to "inPartition". To disable grouping when there are more than 50,000 files, set this parameter to "none".
8967
+ */
8968
+ GroupFiles?: EnclosedInStringProperty;
8969
+ /**
8970
+ * If set to true, recursively reads files in all subdirectories under the specified paths.
8971
+ */
8972
+ Recurse?: BoxedBoolean;
8973
+ /**
8974
+ * This option controls the duration in milliseconds after which the s3 listing is likely to be consistent. Files with modification timestamps falling within the last maxBand milliseconds are tracked specially when using JobBookmarks to account for Amazon S3 eventual consistency. Most users don't need to set this option. The default is 900000 milliseconds, or 15 minutes.
8975
+ */
8976
+ MaxBand?: BoxedNonNegativeInt;
8977
+ /**
8978
+ * This option specifies the maximum number of files to save from the last maxBand seconds. If this number is exceeded, extra files are skipped and only processed in the next job run.
8979
+ */
8980
+ MaxFilesInBand?: BoxedNonNegativeInt;
8981
+ /**
8982
+ * Specifies additional connection options.
8983
+ */
8984
+ AdditionalOptions?: S3DirectSourceAdditionalOptions;
8985
+ /**
8986
+ * Specifies the delimiter character. The default is a comma: ",", but any other character can be specified.
8987
+ */
8988
+ Separator: Separator;
8989
+ /**
8990
+ * Specifies a character to use for escaping. This option is used only when reading CSV files. The default value is none. If enabled, the character which immediately follows is used as-is, except for a small set of well-known escapes (\n, \r, \t, and \0).
8991
+ */
8992
+ Escaper?: EnclosedInStringPropertyWithQuote;
8993
+ /**
8994
+ * Specifies the character to use for quoting. The default is a double quote: '"'. Set this to -1 to turn off quoting entirely.
8995
+ */
8996
+ QuoteChar: QuoteChar;
8997
+ /**
8998
+ * A Boolean value that specifies whether a single record can span multiple lines. This can occur when a field contains a quoted new-line character. You must set this option to True if any record spans multiple lines. The default value is False, which allows for more aggressive file-splitting during parsing.
8999
+ */
9000
+ Multiline?: BoxedBoolean;
9001
+ /**
9002
+ * A Boolean value that specifies whether to treat the first line as a header. The default value is False.
9003
+ */
9004
+ WithHeader?: BoxedBoolean;
9005
+ /**
9006
+ * A Boolean value that specifies whether to write the header to output. The default value is True.
9007
+ */
9008
+ WriteHeader?: BoxedBoolean;
9009
+ /**
9010
+ * A Boolean value that specifies whether to skip the first data line. The default value is False.
9011
+ */
9012
+ SkipFirst?: BoxedBoolean;
9013
+ /**
9014
+ * A Boolean value that specifies whether to use the advanced SIMD CSV reader along with Apache Arrow based columnar memory formats. Only available in Glue version 3.0.
9015
+ */
9016
+ OptimizePerformance?: BooleanValue;
9017
+ /**
9018
+ * Specifies the data schema for the S3 CSV source.
9019
+ */
9020
+ OutputSchemas?: GlueSchemas;
9021
+ }
9022
+ export interface S3DirectSourceAdditionalOptions {
9023
+ /**
9024
+ * Sets the upper limit for the target size of the dataset in bytes that will be processed.
9025
+ */
9026
+ BoundedSize?: BoxedLong;
9027
+ /**
9028
+ * Sets the upper limit for the target number of files that will be processed.
9029
+ */
9030
+ BoundedFiles?: BoxedLong;
9031
+ /**
9032
+ * Sets option to enable a sample path.
9033
+ */
9034
+ EnableSamplePath?: BoxedBoolean;
9035
+ /**
9036
+ * If enabled, specifies the sample path.
9037
+ */
9038
+ SamplePath?: EnclosedInStringProperty;
9039
+ }
9040
+ export interface S3DirectTarget {
9041
+ /**
9042
+ * The name of the data target.
9043
+ */
9044
+ Name: NodeName;
9045
+ /**
9046
+ * The nodes that are inputs to the data target.
9047
+ */
9048
+ Inputs: OneInput;
9049
+ /**
9050
+ * Specifies native partitioning using a sequence of keys.
9051
+ */
9052
+ PartitionKeys?: GlueStudioPathList;
9053
+ /**
9054
+ * A single Amazon S3 path to write to.
9055
+ */
9056
+ Path: EnclosedInStringProperty;
9057
+ /**
9058
+ * Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").
9059
+ */
9060
+ Compression?: EnclosedInStringProperty;
9061
+ /**
9062
+ * Specifies the data output format for the target.
9063
+ */
9064
+ Format: TargetFormat;
9065
+ /**
9066
+ * A policy that specifies update behavior for the crawler.
9067
+ */
9068
+ SchemaChangePolicy?: DirectSchemaChangePolicy;
9069
+ }
9070
+ export interface S3Encryption {
9071
+ /**
9072
+ * The encryption mode to use for Amazon S3 data.
9073
+ */
9074
+ S3EncryptionMode?: S3EncryptionMode;
9075
+ /**
9076
+ * The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.
9077
+ */
9078
+ KmsKeyArn?: KmsKeyArn;
9079
+ }
9080
+ export type S3EncryptionList = S3Encryption[];
9081
+ export type S3EncryptionMode = "DISABLED"|"SSE-KMS"|"SSE-S3"|string;
9082
+ export interface S3GlueParquetTarget {
9083
+ /**
9084
+ * The name of the data target.
9085
+ */
9086
+ Name: NodeName;
9087
+ /**
9088
+ * The nodes that are inputs to the data target.
9089
+ */
9090
+ Inputs: OneInput;
9091
+ /**
9092
+ * Specifies native partitioning using a sequence of keys.
9093
+ */
9094
+ PartitionKeys?: GlueStudioPathList;
9095
+ /**
9096
+ * A single Amazon S3 path to write to.
9097
+ */
9098
+ Path: EnclosedInStringProperty;
9099
+ /**
9100
+ * Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").
9101
+ */
9102
+ Compression?: ParquetCompressionType;
9103
+ /**
9104
+ * A policy that specifies update behavior for the crawler.
7039
9105
  */
7040
- UpdatedTime?: UpdatedTimestamp;
9106
+ SchemaChangePolicy?: DirectSchemaChangePolicy;
7041
9107
  }
7042
- export type RegistryStatus = "AVAILABLE"|"DELETING"|string;
7043
- export interface RemoveSchemaVersionMetadataInput {
9108
+ export interface S3JsonSource {
7044
9109
  /**
7045
- * A wrapper structure that may contain the schema name and Amazon Resource Name (ARN).
9110
+ * The name of the data store.
7046
9111
  */
7047
- SchemaId?: SchemaId;
9112
+ Name: NodeName;
7048
9113
  /**
7049
- * The version number of the schema.
9114
+ * A list of the Amazon S3 paths to read from.
7050
9115
  */
7051
- SchemaVersionNumber?: SchemaVersionNumber;
9116
+ Paths: EnclosedInStringProperties;
7052
9117
  /**
7053
- * The unique version ID of the schema version.
9118
+ * Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").
7054
9119
  */
7055
- SchemaVersionId?: SchemaVersionIdString;
9120
+ CompressionType?: CompressionType;
7056
9121
  /**
7057
- * The value of the metadata key.
9122
+ * A string containing a JSON list of Unix-style glob patterns to exclude. For example, "[\"**.pdf\"]" excludes all PDF files.
7058
9123
  */
7059
- MetadataKeyValue: MetadataKeyValuePair;
7060
- }
7061
- export interface RemoveSchemaVersionMetadataResponse {
9124
+ Exclusions?: EnclosedInStringProperties;
7062
9125
  /**
7063
- * The Amazon Resource Name (ARN) of the schema.
9126
+ * The target group size in bytes. The default is computed based on the input data size and the size of your cluster. When there are fewer than 50,000 input files, "groupFiles" must be set to "inPartition" for this to take effect.
7064
9127
  */
7065
- SchemaArn?: GlueResourceArn;
9128
+ GroupSize?: EnclosedInStringProperty;
7066
9129
  /**
7067
- * The name of the schema.
9130
+ * Grouping files is turned on by default when the input contains more than 50,000 files. To turn on grouping with fewer than 50,000 files, set this parameter to "inPartition". To disable grouping when there are more than 50,000 files, set this parameter to "none".
7068
9131
  */
7069
- SchemaName?: SchemaRegistryNameString;
9132
+ GroupFiles?: EnclosedInStringProperty;
7070
9133
  /**
7071
- * The name of the registry.
9134
+ * If set to true, recursively reads files in all subdirectories under the specified paths.
7072
9135
  */
7073
- RegistryName?: SchemaRegistryNameString;
9136
+ Recurse?: BoxedBoolean;
7074
9137
  /**
7075
- * The latest version of the schema.
9138
+ * This option controls the duration in milliseconds after which the s3 listing is likely to be consistent. Files with modification timestamps falling within the last maxBand milliseconds are tracked specially when using JobBookmarks to account for Amazon S3 eventual consistency. Most users don't need to set this option. The default is 900000 milliseconds, or 15 minutes.
7076
9139
  */
7077
- LatestVersion?: LatestSchemaVersionBoolean;
9140
+ MaxBand?: BoxedNonNegativeInt;
7078
9141
  /**
7079
- * The version number of the schema.
9142
+ * This option specifies the maximum number of files to save from the last maxBand seconds. If this number is exceeded, extra files are skipped and only processed in the next job run.
7080
9143
  */
7081
- VersionNumber?: VersionLongNumber;
9144
+ MaxFilesInBand?: BoxedNonNegativeInt;
7082
9145
  /**
7083
- * The version ID for the schema version.
9146
+ * Specifies additional connection options.
7084
9147
  */
7085
- SchemaVersionId?: SchemaVersionIdString;
9148
+ AdditionalOptions?: S3DirectSourceAdditionalOptions;
7086
9149
  /**
7087
- * The metadata key.
9150
+ * A JsonPath string defining the JSON data.
7088
9151
  */
7089
- MetadataKey?: MetadataKeyString;
9152
+ JsonPath?: EnclosedInStringProperty;
7090
9153
  /**
7091
- * The value of the metadata key.
9154
+ * A Boolean value that specifies whether a single record can span multiple lines. This can occur when a field contains a quoted new-line character. You must set this option to True if any record spans multiple lines. The default value is False, which allows for more aggressive file-splitting during parsing.
7092
9155
  */
7093
- MetadataValue?: MetadataValueString;
9156
+ Multiline?: BoxedBoolean;
9157
+ /**
9158
+ * Specifies the data schema for the S3 JSON source.
9159
+ */
9160
+ OutputSchemas?: GlueSchemas;
7094
9161
  }
7095
- export type ReplaceBoolean = boolean;
7096
- export interface ResetJobBookmarkRequest {
9162
+ export interface S3ParquetSource {
7097
9163
  /**
7098
- * The name of the job in question.
9164
+ * The name of the data store.
7099
9165
  */
7100
- JobName: JobName;
9166
+ Name: NodeName;
7101
9167
  /**
7102
- * The unique run identifier associated with this job run.
9168
+ * A list of the Amazon S3 paths to read from.
7103
9169
  */
7104
- RunId?: RunId;
7105
- }
7106
- export interface ResetJobBookmarkResponse {
9170
+ Paths: EnclosedInStringProperties;
7107
9171
  /**
7108
- * The reset bookmark entry.
9172
+ * Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").
7109
9173
  */
7110
- JobBookmarkEntry?: JobBookmarkEntry;
7111
- }
7112
- export type ResourceShareType = "FOREIGN"|"ALL"|string;
7113
- export type ResourceType = "JAR"|"FILE"|"ARCHIVE"|string;
7114
- export interface ResourceUri {
9174
+ CompressionType?: ParquetCompressionType;
7115
9175
  /**
7116
- * The type of the resource.
9176
+ * A string containing a JSON list of Unix-style glob patterns to exclude. For example, "[\"**.pdf\"]" excludes all PDF files.
7117
9177
  */
7118
- ResourceType?: ResourceType;
9178
+ Exclusions?: EnclosedInStringProperties;
7119
9179
  /**
7120
- * The URI for accessing the resource.
9180
+ * The target group size in bytes. The default is computed based on the input data size and the size of your cluster. When there are fewer than 50,000 input files, "groupFiles" must be set to "inPartition" for this to take effect.
7121
9181
  */
7122
- Uri?: URI;
7123
- }
7124
- export type ResourceUriList = ResourceUri[];
7125
- export interface ResumeWorkflowRunRequest {
9182
+ GroupSize?: EnclosedInStringProperty;
7126
9183
  /**
7127
- * The name of the workflow to resume.
9184
+ * Grouping files is turned on by default when the input contains more than 50,000 files. To turn on grouping with fewer than 50,000 files, set this parameter to "inPartition". To disable grouping when there are more than 50,000 files, set this parameter to "none".
7128
9185
  */
7129
- Name: NameString;
9186
+ GroupFiles?: EnclosedInStringProperty;
7130
9187
  /**
7131
- * The ID of the workflow run to resume.
9188
+ * If set to true, recursively reads files in all subdirectories under the specified paths.
7132
9189
  */
7133
- RunId: IdString;
9190
+ Recurse?: BoxedBoolean;
7134
9191
  /**
7135
- * A list of the node IDs for the nodes you want to restart. The nodes that are to be restarted must have a run attempt in the original run.
9192
+ * This option controls the duration in milliseconds after which the s3 listing is likely to be consistent. Files with modification timestamps falling within the last maxBand milliseconds are tracked specially when using JobBookmarks to account for Amazon S3 eventual consistency. Most users don't need to set this option. The default is 900000 milliseconds, or 15 minutes.
7136
9193
  */
7137
- NodeIds: NodeIdList;
7138
- }
7139
- export interface ResumeWorkflowRunResponse {
9194
+ MaxBand?: BoxedNonNegativeInt;
7140
9195
  /**
7141
- * The new ID assigned to the resumed workflow run. Each resume of a workflow run will have a new run ID.
9196
+ * This option specifies the maximum number of files to save from the last maxBand seconds. If this number is exceeded, extra files are skipped and only processed in the next job run.
7142
9197
  */
7143
- RunId?: IdString;
9198
+ MaxFilesInBand?: BoxedNonNegativeInt;
7144
9199
  /**
7145
- * A list of the node IDs for the nodes that were actually restarted.
9200
+ * Specifies additional connection options.
7146
9201
  */
7147
- NodeIds?: NodeIdList;
9202
+ AdditionalOptions?: S3DirectSourceAdditionalOptions;
9203
+ /**
9204
+ * Specifies the data schema for the S3 Parquet source.
9205
+ */
9206
+ OutputSchemas?: GlueSchemas;
7148
9207
  }
7149
- export type Role = string;
7150
- export type RoleArn = string;
7151
- export type RoleString = string;
7152
- export type RowTag = string;
7153
- export type RunId = string;
7154
- export interface S3Encryption {
9208
+ export interface S3SourceAdditionalOptions {
7155
9209
  /**
7156
- * The encryption mode to use for Amazon S3 data.
9210
+ * Sets the upper limit for the target size of the dataset in bytes that will be processed.
7157
9211
  */
7158
- S3EncryptionMode?: S3EncryptionMode;
9212
+ BoundedSize?: BoxedLong;
7159
9213
  /**
7160
- * The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.
9214
+ * Sets the upper limit for the target number of files that will be processed.
7161
9215
  */
7162
- KmsKeyArn?: KmsKeyArn;
9216
+ BoundedFiles?: BoxedLong;
7163
9217
  }
7164
- export type S3EncryptionList = S3Encryption[];
7165
- export type S3EncryptionMode = "DISABLED"|"SSE-KMS"|"SSE-S3"|string;
7166
9218
  export interface S3Target {
7167
9219
  /**
7168
9220
  * The path to the Amazon S3 target.
@@ -7404,6 +9456,35 @@ declare namespace Glue {
7404
9456
  */
7405
9457
  TotalSegments: TotalSegmentsInteger;
7406
9458
  }
9459
+ export interface SelectFields {
9460
+ /**
9461
+ * The name of the transform node.
9462
+ */
9463
+ Name: NodeName;
9464
+ /**
9465
+ * The data inputs identified by their node names.
9466
+ */
9467
+ Inputs: OneInput;
9468
+ /**
9469
+ * A JSON path to a variable in the data structure.
9470
+ */
9471
+ Paths: GlueStudioPathList;
9472
+ }
9473
+ export interface SelectFromCollection {
9474
+ /**
9475
+ * The name of the transform node.
9476
+ */
9477
+ Name: NodeName;
9478
+ /**
9479
+ * The data inputs identified by their node names.
9480
+ */
9481
+ Inputs: OneInput;
9482
+ /**
9483
+ * The index for the DynamicFrame to be selected.
9484
+ */
9485
+ Index: NonNegativeInt;
9486
+ }
9487
+ export type Separator = "comma"|"ctrla"|"pipe"|"semicolon"|"tab"|string;
7407
9488
  export interface SerDeInfo {
7408
9489
  /**
7409
9490
  * Name of the SerDe.
@@ -7418,6 +9499,73 @@ declare namespace Glue {
7418
9499
  */
7419
9500
  Parameters?: ParametersMap;
7420
9501
  }
9502
+ export interface Session {
9503
+ /**
9504
+ * The ID of the session.
9505
+ */
9506
+ Id?: NameString;
9507
+ /**
9508
+ * The time and date when the session was created.
9509
+ */
9510
+ CreatedOn?: TimestampValue;
9511
+ /**
9512
+ * The session status.
9513
+ */
9514
+ Status?: SessionStatus;
9515
+ /**
9516
+ * The error message displayed during the session.
9517
+ */
9518
+ ErrorMessage?: DescriptionString;
9519
+ /**
9520
+ * The description of the session.
9521
+ */
9522
+ Description?: DescriptionString;
9523
+ /**
9524
+ * The name or Amazon Resource Name (ARN) of the IAM role associated with the Session.
9525
+ */
9526
+ Role?: OrchestrationRoleArn;
9527
+ /**
9528
+ * The command object.See SessionCommand.
9529
+ */
9530
+ Command?: SessionCommand;
9531
+ /**
9532
+ * A map array of key-value pairs. Max is 75 pairs.
9533
+ */
9534
+ DefaultArguments?: OrchestrationArgumentsMap;
9535
+ /**
9536
+ * The number of connections used for the session.
9537
+ */
9538
+ Connections?: ConnectionsList;
9539
+ /**
9540
+ * The code execution progress of the session.
9541
+ */
9542
+ Progress?: DoubleValue;
9543
+ /**
9544
+ * The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.
9545
+ */
9546
+ MaxCapacity?: NullableDouble;
9547
+ /**
9548
+ * The name of the SecurityConfiguration structure to be used with the session.
9549
+ */
9550
+ SecurityConfiguration?: NameString;
9551
+ /**
9552
+ * The Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The GlueVersion must be greater than 2.0.
9553
+ */
9554
+ GlueVersion?: GlueVersionString;
9555
+ }
9556
+ export interface SessionCommand {
9557
+ /**
9558
+ * Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.
9559
+ */
9560
+ Name?: NameString;
9561
+ /**
9562
+ * Specifies the Python version. The Python version indicates the version supported for jobs of type Spark.
9563
+ */
9564
+ PythonVersion?: PythonVersionString;
9565
+ }
9566
+ export type SessionIdList = NameString[];
9567
+ export type SessionList = Session[];
9568
+ export type SessionStatus = "PROVISIONING"|"READY"|"FAILED"|"TIMEOUT"|"STOPPING"|"STOPPED"|string;
7421
9569
  export interface SkewedInfo {
7422
9570
  /**
7423
9571
  * A list of names of columns that contain skewed values.
@@ -7445,6 +9593,132 @@ declare namespace Glue {
7445
9593
  Sort?: Sort;
7446
9594
  }
7447
9595
  export type SortDirectionType = "DESCENDING"|"ASCENDING"|string;
9596
+ export interface SparkConnectorSource {
9597
+ /**
9598
+ * The name of the data source.
9599
+ */
9600
+ Name: NodeName;
9601
+ /**
9602
+ * The name of the connection that is associated with the connector.
9603
+ */
9604
+ ConnectionName: EnclosedInStringProperty;
9605
+ /**
9606
+ * The name of a connector that assists with accessing the data store in Glue Studio.
9607
+ */
9608
+ ConnectorName: EnclosedInStringProperty;
9609
+ /**
9610
+ * The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache Spark data store.
9611
+ */
9612
+ ConnectionType: EnclosedInStringProperty;
9613
+ /**
9614
+ * Additional connection options for the connector.
9615
+ */
9616
+ AdditionalOptions?: AdditionalOptions;
9617
+ /**
9618
+ * Specifies data schema for the custom spark source.
9619
+ */
9620
+ OutputSchemas?: GlueSchemas;
9621
+ }
9622
+ export interface SparkConnectorTarget {
9623
+ /**
9624
+ * The name of the data target.
9625
+ */
9626
+ Name: NodeName;
9627
+ /**
9628
+ * The nodes that are inputs to the data target.
9629
+ */
9630
+ Inputs: OneInput;
9631
+ /**
9632
+ * The name of a connection for an Apache Spark connector.
9633
+ */
9634
+ ConnectionName: EnclosedInStringProperty;
9635
+ /**
9636
+ * The name of an Apache Spark connector.
9637
+ */
9638
+ ConnectorName: EnclosedInStringProperty;
9639
+ /**
9640
+ * The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache Spark data store.
9641
+ */
9642
+ ConnectionType: EnclosedInStringProperty;
9643
+ /**
9644
+ * Additional connection options for the connector.
9645
+ */
9646
+ AdditionalOptions?: AdditionalOptions;
9647
+ /**
9648
+ * Specifies the data schema for the custom spark target.
9649
+ */
9650
+ OutputSchemas?: GlueSchemas;
9651
+ }
9652
+ export interface SparkSQL {
9653
+ /**
9654
+ * The name of the transform node.
9655
+ */
9656
+ Name: NodeName;
9657
+ /**
9658
+ * The data inputs identified by their node names. You can associate a table name with each input node to use in the SQL query. The name you choose must meet the Spark SQL naming restrictions.
9659
+ */
9660
+ Inputs: ManyInputs;
9661
+ /**
9662
+ * A SQL query that must use Spark SQL syntax and return a single data set.
9663
+ */
9664
+ SqlQuery: SqlQuery;
9665
+ /**
9666
+ * A list of aliases. An alias allows you to specify what name to use in the SQL for a given input. For example, you have a datasource named "MyDataSource". If you specify From as MyDataSource, and Alias as SqlName, then in your SQL you can do: select * from SqlName and that gets data from MyDataSource.
9667
+ */
9668
+ SqlAliases: SqlAliases;
9669
+ /**
9670
+ * Specifies the data schema for the SparkSQL transform.
9671
+ */
9672
+ OutputSchemas?: GlueSchemas;
9673
+ }
9674
+ export interface Spigot {
9675
+ /**
9676
+ * The name of the transform node.
9677
+ */
9678
+ Name: NodeName;
9679
+ /**
9680
+ * The data inputs identified by their node names.
9681
+ */
9682
+ Inputs: OneInput;
9683
+ /**
9684
+ * A path in Amazon S3 where the transform will write a subset of records from the dataset to a JSON file in an Amazon S3 bucket.
9685
+ */
9686
+ Path: EnclosedInStringProperty;
9687
+ /**
9688
+ * Specifies a number of records to write starting from the beginning of the dataset.
9689
+ */
9690
+ Topk?: Topk;
9691
+ /**
9692
+ * The probability (a decimal value with a maximum value of 1) of picking any given record. A value of 1 indicates that each row read from the dataset should be included in the sample output.
9693
+ */
9694
+ Prob?: Prob;
9695
+ }
9696
+ export interface SplitFields {
9697
+ /**
9698
+ * The name of the transform node.
9699
+ */
9700
+ Name: NodeName;
9701
+ /**
9702
+ * The data inputs identified by their node names.
9703
+ */
9704
+ Inputs: OneInput;
9705
+ /**
9706
+ * A JSON path to a variable in the data structure.
9707
+ */
9708
+ Paths: GlueStudioPathList;
9709
+ }
9710
+ export interface SqlAlias {
9711
+ /**
9712
+ * A table, or a column in a table.
9713
+ */
9714
+ From: NodeId;
9715
+ /**
9716
+ * A temporary name given to a table, or a column in a table.
9717
+ */
9718
+ Alias: EnclosedInStringPropertyWithQuote;
9719
+ }
9720
+ export type SqlAliases = SqlAlias[];
9721
+ export type SqlQuery = string;
7448
9722
  export interface StartBlueprintRunRequest {
7449
9723
  /**
7450
9724
  * The name of the blueprint.
@@ -7631,6 +9905,71 @@ declare namespace Glue {
7631
9905
  */
7632
9906
  BatchWindow?: NullableInteger;
7633
9907
  }
9908
+ export type StartingPosition = "latest"|"trim_horizon"|"earliest"|string;
9909
+ export interface Statement {
9910
+ /**
9911
+ * The ID of the statement.
9912
+ */
9913
+ Id?: IntegerValue;
9914
+ /**
9915
+ * The execution code of the statement.
9916
+ */
9917
+ Code?: GenericString;
9918
+ /**
9919
+ * The state while request is actioned.
9920
+ */
9921
+ State?: StatementState;
9922
+ /**
9923
+ * The output in JSON.
9924
+ */
9925
+ Output?: StatementOutput;
9926
+ /**
9927
+ * The code execution progress.
9928
+ */
9929
+ Progress?: DoubleValue;
9930
+ /**
9931
+ * The unix time and date that the job definition was started.
9932
+ */
9933
+ StartedOn?: LongValue;
9934
+ /**
9935
+ * The unix time and date that the job definition was completed.
9936
+ */
9937
+ CompletedOn?: LongValue;
9938
+ }
9939
+ export type StatementList = Statement[];
9940
+ export interface StatementOutput {
9941
+ /**
9942
+ * The code execution output.
9943
+ */
9944
+ Data?: StatementOutputData;
9945
+ /**
9946
+ * The execution count of the output.
9947
+ */
9948
+ ExecutionCount?: IntegerValue;
9949
+ /**
9950
+ * The status of the code execution output.
9951
+ */
9952
+ Status?: StatementState;
9953
+ /**
9954
+ * The name of the error in the output.
9955
+ */
9956
+ ErrorName?: GenericString;
9957
+ /**
9958
+ * The error value of the output.
9959
+ */
9960
+ ErrorValue?: GenericString;
9961
+ /**
9962
+ * The traceback of the output.
9963
+ */
9964
+ Traceback?: OrchestrationStringList;
9965
+ }
9966
+ export interface StatementOutputData {
9967
+ /**
9968
+ * The code execution output in text format.
9969
+ */
9970
+ TextPlain?: GenericString;
9971
+ }
9972
+ export type StatementState = "WAITING"|"RUNNING"|"AVAILABLE"|"CANCELLING"|"CANCELLED"|"ERROR"|string;
7634
9973
  export interface StopCrawlerRequest {
7635
9974
  /**
7636
9975
  * Name of the crawler to stop.
@@ -7647,6 +9986,22 @@ declare namespace Glue {
7647
9986
  }
7648
9987
  export interface StopCrawlerScheduleResponse {
7649
9988
  }
9989
+ export interface StopSessionRequest {
9990
+ /**
9991
+ * The ID of the session to be stopped.
9992
+ */
9993
+ Id: NameString;
9994
+ /**
9995
+ * The origin of the request.
9996
+ */
9997
+ RequestOrigin?: OrchestrationNameString;
9998
+ }
9999
+ export interface StopSessionResponse {
10000
+ /**
10001
+ * Returns the Id of the stopped session.
10002
+ */
10003
+ Id?: NameString;
10004
+ }
7650
10005
  export interface StopTriggerRequest {
7651
10006
  /**
7652
10007
  * The name of the trigger to stop.
@@ -7726,6 +10081,16 @@ declare namespace Glue {
7726
10081
  */
7727
10082
  SchemaReference?: SchemaReference;
7728
10083
  }
10084
+ export interface StreamingDataPreviewOptions {
10085
+ /**
10086
+ * The polling time in milliseconds.
10087
+ */
10088
+ PollingTime?: PollingTime;
10089
+ /**
10090
+ * The limit to the number of records polled.
10091
+ */
10092
+ RecordPollingLimit?: PositiveLong;
10093
+ }
7729
10094
  export interface StringColumnStatisticsData {
7730
10095
  /**
7731
10096
  * The size of the longest string in the column.
@@ -7822,6 +10187,7 @@ declare namespace Glue {
7822
10187
  * The ID of the Data Catalog in which the table resides.
7823
10188
  */
7824
10189
  CatalogId?: CatalogIdString;
10190
+ VersionId?: VersionString;
7825
10191
  }
7826
10192
  export interface TableError {
7827
10193
  /**
@@ -7947,6 +10313,7 @@ declare namespace Glue {
7947
10313
  }
7948
10314
  export type TagValue = string;
7949
10315
  export type TagsMap = {[key: string]: TagValue};
10316
+ export type TargetFormat = "json"|"csv"|"avro"|"orc"|"parquet"|string;
7950
10317
  export interface TaskRun {
7951
10318
  /**
7952
10319
  * The unique identifier for the transform.
@@ -8047,6 +10414,7 @@ declare namespace Glue {
8047
10414
  export type Timestamp = Date;
8048
10415
  export type TimestampValue = Date;
8049
10416
  export type Token = string;
10417
+ export type Topk = number;
8050
10418
  export type TotalSegmentsInteger = number;
8051
10419
  export type TransactionIdString = string;
8052
10420
  export interface TransformEncryption {
@@ -8201,6 +10569,7 @@ declare namespace Glue {
8201
10569
  */
8202
10570
  EventBatchingCondition?: EventBatchingCondition;
8203
10571
  }
10572
+ export type TwoInputs = NodeId[];
8204
10573
  export type TypeString = string;
8205
10574
  export type URI = string;
8206
10575
  export interface UnfilteredPartition {
@@ -8209,6 +10578,21 @@ declare namespace Glue {
8209
10578
  IsRegisteredWithLakeFormation?: Boolean;
8210
10579
  }
8211
10580
  export type UnfilteredPartitionList = UnfilteredPartition[];
10581
+ export interface Union {
10582
+ /**
10583
+ * The name of the transform node.
10584
+ */
10585
+ Name: NodeName;
10586
+ /**
10587
+ * The node ID inputs to the transform.
10588
+ */
10589
+ Inputs: TwoInputs;
10590
+ /**
10591
+ * Indicates the type of Union transform. Specify ALL to join all rows from data sources to the resulting DynamicFrame. The resulting union does not remove duplicate rows. Specify DISTINCT to remove duplicate rows in the resulting DynamicFrame.
10592
+ */
10593
+ UnionType: UnionType;
10594
+ }
10595
+ export type UnionType = "ALL"|"DISTINCT"|string;
8212
10596
  export interface UntagResourceRequest {
8213
10597
  /**
8214
10598
  * The Amazon Resource Name (ARN) of the resource from which to remove the tags.
@@ -8242,6 +10626,7 @@ declare namespace Glue {
8242
10626
  */
8243
10627
  Name?: NameString;
8244
10628
  }
10629
+ export type UpdateCatalogBehavior = "UPDATE_IN_DATABASE"|"LOG"|string;
8245
10630
  export interface UpdateClassifierRequest {
8246
10631
  /**
8247
10632
  * A GrokClassifier object with updated fields.
@@ -8675,6 +11060,7 @@ declare namespace Glue {
8675
11060
  * The transaction ID at which to update the table contents.
8676
11061
  */
8677
11062
  TransactionId?: TransactionIdString;
11063
+ VersionId?: VersionString;
8678
11064
  }
8679
11065
  export interface UpdateTableResponse {
8680
11066
  }
@@ -8753,6 +11139,20 @@ declare namespace Glue {
8753
11139
  RowTag?: RowTag;
8754
11140
  }
8755
11141
  export type UpdatedTimestamp = string;
11142
+ export interface UpsertRedshiftTargetOptions {
11143
+ /**
11144
+ * The physical location of the Redshift table.
11145
+ */
11146
+ TableLocation?: EnclosedInStringProperty;
11147
+ /**
11148
+ * The name of the connection to use to write to Redshift.
11149
+ */
11150
+ ConnectionName?: EnclosedInStringProperty;
11151
+ /**
11152
+ * The keys used to determine whether to perform an update or insert.
11153
+ */
11154
+ UpsertKeys?: EnclosedInStringPropertiesMinOne;
11155
+ }
8756
11156
  export type UriString = string;
8757
11157
  export interface UserDefinedFunction {
8758
11158
  /**