aws-sdk-glue 1.111.0 → 1.114.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +15 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +2876 -13
- data/lib/aws-sdk-glue/client_api.rb +766 -0
- data/lib/aws-sdk-glue/types.rb +9893 -2918
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -964,6 +964,486 @@ module Aws::Glue
|
|
|
964
964
|
# resp.jobs[0].security_configuration #=> String
|
|
965
965
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
|
966
966
|
# resp.jobs[0].glue_version #=> String
|
|
967
|
+
# resp.jobs[0].code_gen_configuration_nodes #=> Hash
|
|
968
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.name #=> String
|
|
969
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_name #=> String
|
|
970
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connector_name #=> String
|
|
971
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_type #=> String
|
|
972
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_table #=> String
|
|
973
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.schema_name #=> String
|
|
974
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas #=> Array
|
|
975
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns #=> Array
|
|
976
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns[0].name #=> String
|
|
977
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns[0].type #=> String
|
|
978
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.name #=> String
|
|
979
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_name #=> String
|
|
980
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connector_name #=> String
|
|
981
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_type #=> String
|
|
982
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.filter_predicate #=> String
|
|
983
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.partition_column #=> String
|
|
984
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.lower_bound #=> Integer
|
|
985
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.upper_bound #=> Integer
|
|
986
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.num_partitions #=> Integer
|
|
987
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys #=> Array
|
|
988
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys[0] #=> String
|
|
989
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys_sort_order #=> String
|
|
990
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.data_type_mapping #=> Hash
|
|
991
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.data_type_mapping["JDBCDataType"] #=> String, one of "DATE", "STRING", "TIMESTAMP", "INT", "FLOAT", "LONG", "BIGDECIMAL", "BYTE", "SHORT", "DOUBLE"
|
|
992
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_table #=> String
|
|
993
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.query #=> String
|
|
994
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas #=> Array
|
|
995
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns #=> Array
|
|
996
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns[0].name #=> String
|
|
997
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns[0].type #=> String
|
|
998
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.name #=> String
|
|
999
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.connection_name #=> String
|
|
1000
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.connector_name #=> String
|
|
1001
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.connection_type #=> String
|
|
1002
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.additional_options #=> Hash
|
|
1003
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.additional_options["EnclosedInStringProperty"] #=> String
|
|
1004
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas #=> Array
|
|
1005
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns #=> Array
|
|
1006
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns[0].name #=> String
|
|
1007
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns[0].type #=> String
|
|
1008
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_source.name #=> String
|
|
1009
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_source.database #=> String
|
|
1010
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_source.table #=> String
|
|
1011
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.name #=> String
|
|
1012
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.database #=> String
|
|
1013
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.table #=> String
|
|
1014
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.redshift_tmp_dir #=> String
|
|
1015
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.tmp_dir_iam_role #=> String
|
|
1016
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.name #=> String
|
|
1017
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.database #=> String
|
|
1018
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.table #=> String
|
|
1019
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.partition_predicate #=> String
|
|
1020
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.additional_options.bounded_size #=> Integer
|
|
1021
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.additional_options.bounded_files #=> Integer
|
|
1022
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.name #=> String
|
|
1023
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.paths #=> Array
|
|
1024
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.paths[0] #=> String
|
|
1025
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.compression_type #=> String, one of "gzip", "bzip2"
|
|
1026
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.exclusions #=> Array
|
|
1027
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.exclusions[0] #=> String
|
|
1028
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.group_size #=> String
|
|
1029
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.group_files #=> String
|
|
1030
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.recurse #=> Boolean
|
|
1031
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.max_band #=> Integer
|
|
1032
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.max_files_in_band #=> Integer
|
|
1033
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.bounded_size #=> Integer
|
|
1034
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.bounded_files #=> Integer
|
|
1035
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.enable_sample_path #=> Boolean
|
|
1036
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.sample_path #=> String
|
|
1037
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.separator #=> String, one of "comma", "ctrla", "pipe", "semicolon", "tab"
|
|
1038
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.escaper #=> String
|
|
1039
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.quote_char #=> String, one of "quote", "quillemet", "single_quote", "disabled"
|
|
1040
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.multiline #=> Boolean
|
|
1041
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.with_header #=> Boolean
|
|
1042
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.write_header #=> Boolean
|
|
1043
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.skip_first #=> Boolean
|
|
1044
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.optimize_performance #=> Boolean
|
|
1045
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas #=> Array
|
|
1046
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
1047
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
1048
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
1049
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
1050
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
1051
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
1052
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.compression_type #=> String, one of "gzip", "bzip2"
|
|
1053
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.exclusions #=> Array
|
|
1054
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.exclusions[0] #=> String
|
|
1055
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.group_size #=> String
|
|
1056
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.group_files #=> String
|
|
1057
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.recurse #=> Boolean
|
|
1058
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.max_band #=> Integer
|
|
1059
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.max_files_in_band #=> Integer
|
|
1060
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.bounded_size #=> Integer
|
|
1061
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.bounded_files #=> Integer
|
|
1062
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.enable_sample_path #=> Boolean
|
|
1063
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.sample_path #=> String
|
|
1064
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.json_path #=> String
|
|
1065
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.multiline #=> Boolean
|
|
1066
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas #=> Array
|
|
1067
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns #=> Array
|
|
1068
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns[0].name #=> String
|
|
1069
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns[0].type #=> String
|
|
1070
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
1071
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
1072
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
1073
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
1074
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
1075
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
1076
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
1077
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_files #=> String
|
|
1078
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.recurse #=> Boolean
|
|
1079
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.max_band #=> Integer
|
|
1080
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.max_files_in_band #=> Integer
|
|
1081
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.bounded_size #=> Integer
|
|
1082
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.bounded_files #=> Integer
|
|
1083
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.enable_sample_path #=> Boolean
|
|
1084
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.sample_path #=> String
|
|
1085
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas #=> Array
|
|
1086
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns #=> Array
|
|
1087
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns[0].name #=> String
|
|
1088
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns[0].type #=> String
|
|
1089
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].relational_catalog_source.name #=> String
|
|
1090
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].relational_catalog_source.database #=> String
|
|
1091
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].relational_catalog_source.table #=> String
|
|
1092
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.name #=> String
|
|
1093
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.database #=> String
|
|
1094
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.table #=> String
|
|
1095
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.name #=> String
|
|
1096
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.inputs #=> Array
|
|
1097
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.inputs[0] #=> String
|
|
1098
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_name #=> String
|
|
1099
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_table #=> String
|
|
1100
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connector_name #=> String
|
|
1101
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_type #=> String
|
|
1102
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.additional_options #=> Hash
|
|
1103
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1104
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas #=> Array
|
|
1105
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns #=> Array
|
|
1106
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns[0].name #=> String
|
|
1107
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns[0].type #=> String
|
|
1108
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.name #=> String
|
|
1109
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.inputs #=> Array
|
|
1110
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.inputs[0] #=> String
|
|
1111
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.connection_name #=> String
|
|
1112
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.connector_name #=> String
|
|
1113
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.connection_type #=> String
|
|
1114
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.additional_options #=> Hash
|
|
1115
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
1116
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas #=> Array
|
|
1117
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns #=> Array
|
|
1118
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns[0].name #=> String
|
|
1119
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns[0].type #=> String
|
|
1120
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.name #=> String
|
|
1121
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.inputs #=> Array
|
|
1122
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.inputs[0] #=> String
|
|
1123
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.database #=> String
|
|
1124
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.table #=> String
|
|
1125
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.name #=> String
|
|
1126
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.inputs #=> Array
|
|
1127
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.inputs[0] #=> String
|
|
1128
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.database #=> String
|
|
1129
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.table #=> String
|
|
1130
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.redshift_tmp_dir #=> String
|
|
1131
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.tmp_dir_iam_role #=> String
|
|
1132
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.table_location #=> String
|
|
1133
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.connection_name #=> String
|
|
1134
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.upsert_keys #=> Array
|
|
1135
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.upsert_keys[0] #=> String
|
|
1136
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.name #=> String
|
|
1137
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.inputs #=> Array
|
|
1138
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.inputs[0] #=> String
|
|
1139
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys #=> Array
|
|
1140
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys[0] #=> Array
|
|
1141
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys[0][0] #=> String
|
|
1142
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.table #=> String
|
|
1143
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.database #=> String
|
|
1144
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1145
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1146
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.name #=> String
|
|
1147
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.inputs #=> Array
|
|
1148
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.inputs[0] #=> String
|
|
1149
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys #=> Array
|
|
1150
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
1151
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
1152
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
1153
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
1154
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1155
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1156
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
1157
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
1158
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
1159
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
1160
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
1161
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys #=> Array
|
|
1162
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0] #=> Array
|
|
1163
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
1164
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
1165
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
1166
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
|
1167
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1168
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1169
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
1170
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
1171
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
1172
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
1173
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
1174
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping #=> Array
|
|
1175
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].to_key #=> String
|
|
1176
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_path #=> Array
|
|
1177
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_path[0] #=> String
|
|
1178
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_type #=> String
|
|
1179
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].to_type #=> String
|
|
1180
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].dropped #=> Boolean
|
|
1181
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].children #=> Types::Mappings
|
|
1182
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.name #=> String
|
|
1183
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.inputs #=> Array
|
|
1184
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.inputs[0] #=> String
|
|
1185
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.paths #=> Array
|
|
1186
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.paths[0] #=> Array
|
|
1187
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.paths[0][0] #=> String
|
|
1188
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.name #=> String
|
|
1189
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.inputs #=> Array
|
|
1190
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.inputs[0] #=> String
|
|
1191
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.paths #=> Array
|
|
1192
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.paths[0] #=> Array
|
|
1193
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.paths[0][0] #=> String
|
|
1194
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.name #=> String
|
|
1195
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.inputs #=> Array
|
|
1196
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.inputs[0] #=> String
|
|
1197
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.source_path #=> Array
|
|
1198
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.source_path[0] #=> String
|
|
1199
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.target_path #=> Array
|
|
1200
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.target_path[0] #=> String
|
|
1201
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.name #=> String
|
|
1202
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.inputs #=> Array
|
|
1203
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.inputs[0] #=> String
|
|
1204
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.path #=> String
|
|
1205
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.topk #=> Integer
|
|
1206
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.prob #=> Float
|
|
1207
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.name #=> String
|
|
1208
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.inputs #=> Array
|
|
1209
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.inputs[0] #=> String
|
|
1210
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.join_type #=> String, one of "equijoin", "left", "right", "outer", "leftsemi", "leftanti"
|
|
1211
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns #=> Array
|
|
1212
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].from #=> String
|
|
1213
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].keys #=> Array
|
|
1214
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].keys[0] #=> Array
|
|
1215
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].keys[0][0] #=> String
|
|
1216
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.name #=> String
|
|
1217
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.inputs #=> Array
|
|
1218
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.inputs[0] #=> String
|
|
1219
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.paths #=> Array
|
|
1220
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.paths[0] #=> Array
|
|
1221
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.paths[0][0] #=> String
|
|
1222
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.name #=> String
|
|
1223
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.inputs #=> Array
|
|
1224
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.inputs[0] #=> String
|
|
1225
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.index #=> Integer
|
|
1226
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.name #=> String
|
|
1227
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.inputs #=> Array
|
|
1228
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.inputs[0] #=> String
|
|
1229
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.imputed_path #=> String
|
|
1230
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.filled_path #=> String
|
|
1231
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.name #=> String
|
|
1232
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.inputs #=> Array
|
|
1233
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.inputs[0] #=> String
|
|
1234
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.logical_operator #=> String, one of "AND", "OR"
|
|
1235
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters #=> Array
|
|
1236
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].operation #=> String, one of "EQ", "LT", "GT", "LTE", "GTE", "REGEX", "ISNULL"
|
|
1237
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].negated #=> Boolean
|
|
1238
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values #=> Array
|
|
1239
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].type #=> String, one of "COLUMNEXTRACTED", "CONSTANT"
|
|
1240
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].value #=> Array
|
|
1241
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].value[0] #=> String
|
|
1242
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.name #=> String
|
|
1243
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.inputs #=> Array
|
|
1244
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.inputs[0] #=> String
|
|
1245
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.code #=> String
|
|
1246
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.class_name #=> String
|
|
1247
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas #=> Array
|
|
1248
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns #=> Array
|
|
1249
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns[0].name #=> String
|
|
1250
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns[0].type #=> String
|
|
1251
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.name #=> String
|
|
1252
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.inputs #=> Array
|
|
1253
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.inputs[0] #=> String
|
|
1254
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_query #=> String
|
|
1255
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases #=> Array
|
|
1256
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases[0].from #=> String
|
|
1257
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases[0].alias #=> String
|
|
1258
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas #=> Array
|
|
1259
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns #=> Array
|
|
1260
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns[0].name #=> String
|
|
1261
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns[0].type #=> String
|
|
1262
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.name #=> String
|
|
1263
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.window_size #=> Integer
|
|
1264
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.detect_schema #=> Boolean
|
|
1265
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.endpoint_url #=> String
|
|
1266
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_name #=> String
|
|
1267
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.classification #=> String
|
|
1268
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.delimiter #=> String
|
|
1269
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.starting_position #=> String, one of "latest", "trim_horizon", "earliest"
|
|
1270
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_fetch_time_in_ms #=> Integer
|
|
1271
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_fetch_records_per_shard #=> Integer
|
|
1272
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_record_per_read #=> Integer
|
|
1273
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_idle_time_between_reads #=> Boolean
|
|
1274
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.idle_time_between_reads_in_ms #=> Integer
|
|
1275
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.describe_shard_interval #=> Integer
|
|
1276
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.num_retries #=> Integer
|
|
1277
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.retry_interval_ms #=> Integer
|
|
1278
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_retry_interval_ms #=> Integer
|
|
1279
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.avoid_empty_batches #=> Boolean
|
|
1280
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
|
|
1281
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
|
|
1282
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
|
|
1283
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
|
|
1284
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
|
|
1285
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
|
|
1286
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.bootstrap_servers #=> String
|
|
1287
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.security_protocol #=> String
|
|
1288
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.connection_name #=> String
|
|
1289
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.topic_name #=> String
|
|
1290
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.assign #=> String
|
|
1291
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.subscribe_pattern #=> String
|
|
1292
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.classification #=> String
|
|
1293
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.delimiter #=> String
|
|
1294
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.starting_offsets #=> String
|
|
1295
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.ending_offsets #=> String
|
|
1296
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.poll_timeout_ms #=> Integer
|
|
1297
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.num_retries #=> Integer
|
|
1298
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
|
|
1299
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
|
|
1300
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
|
|
1301
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
|
|
1302
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
|
|
1303
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
|
|
1304
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.record_polling_limit #=> Integer
|
|
1305
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.name #=> String
|
|
1306
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.window_size #=> Integer
|
|
1307
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.detect_schema #=> Boolean
|
|
1308
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.table #=> String
|
|
1309
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.database #=> String
|
|
1310
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.endpoint_url #=> String
|
|
1311
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_name #=> String
|
|
1312
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.classification #=> String
|
|
1313
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.delimiter #=> String
|
|
1314
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.starting_position #=> String, one of "latest", "trim_horizon", "earliest"
|
|
1315
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_fetch_time_in_ms #=> Integer
|
|
1316
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_fetch_records_per_shard #=> Integer
|
|
1317
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_record_per_read #=> Integer
|
|
1318
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_idle_time_between_reads #=> Boolean
|
|
1319
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.idle_time_between_reads_in_ms #=> Integer
|
|
1320
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.describe_shard_interval #=> Integer
|
|
1321
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.num_retries #=> Integer
|
|
1322
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.retry_interval_ms #=> Integer
|
|
1323
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_retry_interval_ms #=> Integer
|
|
1324
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.avoid_empty_batches #=> Boolean
|
|
1325
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
|
|
1326
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
|
|
1327
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
|
|
1328
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
|
|
1329
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
|
|
1330
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
|
|
1331
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.window_size #=> Integer
|
|
1332
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.detect_schema #=> Boolean
|
|
1333
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.table #=> String
|
|
1334
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.database #=> String
|
|
1335
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.bootstrap_servers #=> String
|
|
1336
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.security_protocol #=> String
|
|
1337
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.connection_name #=> String
|
|
1338
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.topic_name #=> String
|
|
1339
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.assign #=> String
|
|
1340
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.subscribe_pattern #=> String
|
|
1341
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.classification #=> String
|
|
1342
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.delimiter #=> String
|
|
1343
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.starting_offsets #=> String
|
|
1344
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.ending_offsets #=> String
|
|
1345
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.poll_timeout_ms #=> Integer
|
|
1346
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.num_retries #=> Integer
|
|
1347
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
|
|
1348
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
|
|
1349
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
|
|
1350
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
|
|
1351
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
|
|
1352
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
|
|
1353
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.inputs #=> Array
|
|
1354
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.inputs[0] #=> String
|
|
1355
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_empty #=> Boolean
|
|
1356
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_null_string #=> Boolean
|
|
1357
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_neg_one #=> Boolean
|
|
1358
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list #=> Array
|
|
1359
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].value #=> String
|
|
1360
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].datatype.id #=> String
|
|
1361
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].datatype.label #=> String
|
|
1362
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.name #=> String
|
|
1363
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.inputs #=> Array
|
|
1364
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.inputs[0] #=> String
|
|
1365
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.source #=> String
|
|
1366
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.primary_keys #=> Array
|
|
1367
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.primary_keys[0] #=> Array
|
|
1368
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.primary_keys[0][0] #=> String
|
|
1369
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.name #=> String
|
|
1370
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.inputs #=> Array
|
|
1371
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.inputs[0] #=> String
|
|
1372
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.union_type #=> String, one of "ALL", "DISTINCT"
|
|
1373
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.name #=> String
|
|
1374
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.inputs #=> Array
|
|
1375
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.inputs[0] #=> String
|
|
1376
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.pii_type #=> String, one of "RowAudit", "RowMasking", "ColumnAudit", "ColumnMasking"
|
|
1377
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.entity_types_to_detect #=> Array
|
|
1378
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.entity_types_to_detect[0] #=> String
|
|
1379
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.output_column_name #=> String
|
|
1380
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.sample_fraction #=> Float
|
|
1381
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.threshold_fraction #=> Float
|
|
1382
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.mask_value #=> String
|
|
1383
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.name #=> String
|
|
1384
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.inputs #=> Array
|
|
1385
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.inputs[0] #=> String
|
|
1386
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.groups #=> Array
|
|
1387
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.groups[0] #=> Array
|
|
1388
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.groups[0][0] #=> String
|
|
1389
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs #=> Array
|
|
1390
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].column #=> Array
|
|
1391
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].column[0] #=> String
|
|
1392
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].agg_func #=> String, one of "avg", "countDistinct", "count", "first", "last", "kurtosis", "max", "min", "skewness", "stddev_samp", "stddev_pop", "sum", "sumDistinct", "var_samp", "var_pop"
|
|
1393
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.name #=> String
|
|
1394
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.inputs #=> Array
|
|
1395
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.inputs[0] #=> String
|
|
1396
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.columns #=> Array
|
|
1397
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.columns[0] #=> Array
|
|
1398
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.columns[0][0] #=> String
|
|
1399
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.name #=> String
|
|
1400
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.inputs #=> Array
|
|
1401
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.inputs[0] #=> String
|
|
1402
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys #=> Array
|
|
1403
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys[0] #=> Array
|
|
1404
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys[0][0] #=> String
|
|
1405
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.table #=> String
|
|
1406
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.database #=> String
|
|
1407
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
1408
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
1409
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.name #=> String
|
|
1410
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.database #=> String
|
|
1411
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.table #=> String
|
|
1412
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.partition_predicate #=> String
|
|
1413
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.additional_options.bounded_size #=> Integer
|
|
1414
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.additional_options.bounded_files #=> Integer
|
|
1415
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.name #=> String
|
|
1416
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.database #=> String
|
|
1417
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.table #=> String
|
|
1418
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.name #=> String
|
|
1419
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.database #=> String
|
|
1420
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.table #=> String
|
|
1421
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.name #=> String
|
|
1422
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.database #=> String
|
|
1423
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.table #=> String
|
|
1424
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.name #=> String
|
|
1425
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.database #=> String
|
|
1426
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.table #=> String
|
|
1427
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.name #=> String
|
|
1428
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.inputs #=> Array
|
|
1429
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.inputs[0] #=> String
|
|
1430
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.database #=> String
|
|
1431
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.table #=> String
|
|
1432
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.name #=> String
|
|
1433
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.inputs #=> Array
|
|
1434
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.inputs[0] #=> String
|
|
1435
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.database #=> String
|
|
1436
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.table #=> String
|
|
1437
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.name #=> String
|
|
1438
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.inputs #=> Array
|
|
1439
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.inputs[0] #=> String
|
|
1440
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.database #=> String
|
|
1441
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.table #=> String
|
|
1442
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.name #=> String
|
|
1443
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs #=> Array
|
|
1444
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
|
1445
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
|
1446
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
|
967
1447
|
# resp.jobs_not_found #=> Array
|
|
968
1448
|
# resp.jobs_not_found[0] #=> String
|
|
969
1449
|
#
|
|
@@ -1785,7 +2265,7 @@ module Aws::Glue
|
|
|
1785
2265
|
# Specifies data lineage configuration settings for the crawler.
|
|
1786
2266
|
#
|
|
1787
2267
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
|
1788
|
-
# Specifies
|
|
2268
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
|
1789
2269
|
#
|
|
1790
2270
|
# @option params [String] :configuration
|
|
1791
2271
|
# Crawler configuration information. This versioned JSON string allows
|
|
@@ -1955,6 +2435,9 @@ module Aws::Glue
|
|
|
1955
2435
|
# @option params [required, Types::DatabaseInput] :database_input
|
|
1956
2436
|
# The metadata for the database.
|
|
1957
2437
|
#
|
|
2438
|
+
# @option params [Hash<String,String>] :tags
|
|
2439
|
+
# The tags you assign to the database.
|
|
2440
|
+
#
|
|
1958
2441
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1959
2442
|
#
|
|
1960
2443
|
# @example Request syntax with placeholder values
|
|
@@ -1981,6 +2464,9 @@ module Aws::Glue
|
|
|
1981
2464
|
# database_name: "NameString",
|
|
1982
2465
|
# },
|
|
1983
2466
|
# },
|
|
2467
|
+
# tags: {
|
|
2468
|
+
# "TagKey" => "TagValue",
|
|
2469
|
+
# },
|
|
1984
2470
|
# })
|
|
1985
2471
|
#
|
|
1986
2472
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
|
|
@@ -2344,6 +2830,10 @@ module Aws::Glue
|
|
|
2344
2830
|
# of memory, 128 GB disk), and provides 1 executor per worker. We
|
|
2345
2831
|
# recommend this worker type for memory-intensive jobs.
|
|
2346
2832
|
#
|
|
2833
|
+
# @option params [Hash<String,Types::CodeGenConfigurationNode>] :code_gen_configuration_nodes
|
|
2834
|
+
# The representation of a directed acyclic graph on which both the Glue
|
|
2835
|
+
# Studio visual component and Glue Studio code generation is based.
|
|
2836
|
+
#
|
|
2347
2837
|
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2348
2838
|
#
|
|
2349
2839
|
# * {Types::CreateJobResponse#name #name} => String
|
|
@@ -2386,6 +2876,674 @@ module Aws::Glue
|
|
|
2386
2876
|
# glue_version: "GlueVersionString",
|
|
2387
2877
|
# number_of_workers: 1,
|
|
2388
2878
|
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
|
2879
|
+
# code_gen_configuration_nodes: {
|
|
2880
|
+
# "NodeId" => {
|
|
2881
|
+
# athena_connector_source: {
|
|
2882
|
+
# name: "NodeName", # required
|
|
2883
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
2884
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
2885
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
2886
|
+
# connection_table: "EnclosedInStringPropertyWithQuote",
|
|
2887
|
+
# schema_name: "EnclosedInStringProperty", # required
|
|
2888
|
+
# output_schemas: [
|
|
2889
|
+
# {
|
|
2890
|
+
# columns: [
|
|
2891
|
+
# {
|
|
2892
|
+
# name: "GlueStudioColumnNameString", # required
|
|
2893
|
+
# type: "ColumnTypeString",
|
|
2894
|
+
# },
|
|
2895
|
+
# ],
|
|
2896
|
+
# },
|
|
2897
|
+
# ],
|
|
2898
|
+
# },
|
|
2899
|
+
# jdbc_connector_source: {
|
|
2900
|
+
# name: "NodeName", # required
|
|
2901
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
2902
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
2903
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
2904
|
+
# additional_options: {
|
|
2905
|
+
# filter_predicate: "EnclosedInStringProperty",
|
|
2906
|
+
# partition_column: "EnclosedInStringProperty",
|
|
2907
|
+
# lower_bound: 1,
|
|
2908
|
+
# upper_bound: 1,
|
|
2909
|
+
# num_partitions: 1,
|
|
2910
|
+
# job_bookmark_keys: ["EnclosedInStringProperty"],
|
|
2911
|
+
# job_bookmark_keys_sort_order: "EnclosedInStringProperty",
|
|
2912
|
+
# data_type_mapping: {
|
|
2913
|
+
# "ARRAY" => "DATE", # accepts DATE, STRING, TIMESTAMP, INT, FLOAT, LONG, BIGDECIMAL, BYTE, SHORT, DOUBLE
|
|
2914
|
+
# },
|
|
2915
|
+
# },
|
|
2916
|
+
# connection_table: "EnclosedInStringPropertyWithQuote",
|
|
2917
|
+
# query: "SqlQuery",
|
|
2918
|
+
# output_schemas: [
|
|
2919
|
+
# {
|
|
2920
|
+
# columns: [
|
|
2921
|
+
# {
|
|
2922
|
+
# name: "GlueStudioColumnNameString", # required
|
|
2923
|
+
# type: "ColumnTypeString",
|
|
2924
|
+
# },
|
|
2925
|
+
# ],
|
|
2926
|
+
# },
|
|
2927
|
+
# ],
|
|
2928
|
+
# },
|
|
2929
|
+
# spark_connector_source: {
|
|
2930
|
+
# name: "NodeName", # required
|
|
2931
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
2932
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
2933
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
2934
|
+
# additional_options: {
|
|
2935
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
|
2936
|
+
# },
|
|
2937
|
+
# output_schemas: [
|
|
2938
|
+
# {
|
|
2939
|
+
# columns: [
|
|
2940
|
+
# {
|
|
2941
|
+
# name: "GlueStudioColumnNameString", # required
|
|
2942
|
+
# type: "ColumnTypeString",
|
|
2943
|
+
# },
|
|
2944
|
+
# ],
|
|
2945
|
+
# },
|
|
2946
|
+
# ],
|
|
2947
|
+
# },
|
|
2948
|
+
# catalog_source: {
|
|
2949
|
+
# name: "NodeName", # required
|
|
2950
|
+
# database: "EnclosedInStringProperty", # required
|
|
2951
|
+
# table: "EnclosedInStringProperty", # required
|
|
2952
|
+
# },
|
|
2953
|
+
# redshift_source: {
|
|
2954
|
+
# name: "NodeName", # required
|
|
2955
|
+
# database: "EnclosedInStringProperty", # required
|
|
2956
|
+
# table: "EnclosedInStringProperty", # required
|
|
2957
|
+
# redshift_tmp_dir: "EnclosedInStringProperty",
|
|
2958
|
+
# tmp_dir_iam_role: "EnclosedInStringProperty",
|
|
2959
|
+
# },
|
|
2960
|
+
# s3_catalog_source: {
|
|
2961
|
+
# name: "NodeName", # required
|
|
2962
|
+
# database: "EnclosedInStringProperty", # required
|
|
2963
|
+
# table: "EnclosedInStringProperty", # required
|
|
2964
|
+
# partition_predicate: "EnclosedInStringProperty",
|
|
2965
|
+
# additional_options: {
|
|
2966
|
+
# bounded_size: 1,
|
|
2967
|
+
# bounded_files: 1,
|
|
2968
|
+
# },
|
|
2969
|
+
# },
|
|
2970
|
+
# s3_csv_source: {
|
|
2971
|
+
# name: "NodeName", # required
|
|
2972
|
+
# paths: ["EnclosedInStringProperty"], # required
|
|
2973
|
+
# compression_type: "gzip", # accepts gzip, bzip2
|
|
2974
|
+
# exclusions: ["EnclosedInStringProperty"],
|
|
2975
|
+
# group_size: "EnclosedInStringProperty",
|
|
2976
|
+
# group_files: "EnclosedInStringProperty",
|
|
2977
|
+
# recurse: false,
|
|
2978
|
+
# max_band: 1,
|
|
2979
|
+
# max_files_in_band: 1,
|
|
2980
|
+
# additional_options: {
|
|
2981
|
+
# bounded_size: 1,
|
|
2982
|
+
# bounded_files: 1,
|
|
2983
|
+
# enable_sample_path: false,
|
|
2984
|
+
# sample_path: "EnclosedInStringProperty",
|
|
2985
|
+
# },
|
|
2986
|
+
# separator: "comma", # required, accepts comma, ctrla, pipe, semicolon, tab
|
|
2987
|
+
# escaper: "EnclosedInStringPropertyWithQuote",
|
|
2988
|
+
# quote_char: "quote", # required, accepts quote, quillemet, single_quote, disabled
|
|
2989
|
+
# multiline: false,
|
|
2990
|
+
# with_header: false,
|
|
2991
|
+
# write_header: false,
|
|
2992
|
+
# skip_first: false,
|
|
2993
|
+
# optimize_performance: false,
|
|
2994
|
+
# output_schemas: [
|
|
2995
|
+
# {
|
|
2996
|
+
# columns: [
|
|
2997
|
+
# {
|
|
2998
|
+
# name: "GlueStudioColumnNameString", # required
|
|
2999
|
+
# type: "ColumnTypeString",
|
|
3000
|
+
# },
|
|
3001
|
+
# ],
|
|
3002
|
+
# },
|
|
3003
|
+
# ],
|
|
3004
|
+
# },
|
|
3005
|
+
# s3_json_source: {
|
|
3006
|
+
# name: "NodeName", # required
|
|
3007
|
+
# paths: ["EnclosedInStringProperty"], # required
|
|
3008
|
+
# compression_type: "gzip", # accepts gzip, bzip2
|
|
3009
|
+
# exclusions: ["EnclosedInStringProperty"],
|
|
3010
|
+
# group_size: "EnclosedInStringProperty",
|
|
3011
|
+
# group_files: "EnclosedInStringProperty",
|
|
3012
|
+
# recurse: false,
|
|
3013
|
+
# max_band: 1,
|
|
3014
|
+
# max_files_in_band: 1,
|
|
3015
|
+
# additional_options: {
|
|
3016
|
+
# bounded_size: 1,
|
|
3017
|
+
# bounded_files: 1,
|
|
3018
|
+
# enable_sample_path: false,
|
|
3019
|
+
# sample_path: "EnclosedInStringProperty",
|
|
3020
|
+
# },
|
|
3021
|
+
# json_path: "EnclosedInStringProperty",
|
|
3022
|
+
# multiline: false,
|
|
3023
|
+
# output_schemas: [
|
|
3024
|
+
# {
|
|
3025
|
+
# columns: [
|
|
3026
|
+
# {
|
|
3027
|
+
# name: "GlueStudioColumnNameString", # required
|
|
3028
|
+
# type: "ColumnTypeString",
|
|
3029
|
+
# },
|
|
3030
|
+
# ],
|
|
3031
|
+
# },
|
|
3032
|
+
# ],
|
|
3033
|
+
# },
|
|
3034
|
+
# s3_parquet_source: {
|
|
3035
|
+
# name: "NodeName", # required
|
|
3036
|
+
# paths: ["EnclosedInStringProperty"], # required
|
|
3037
|
+
# compression_type: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
|
|
3038
|
+
# exclusions: ["EnclosedInStringProperty"],
|
|
3039
|
+
# group_size: "EnclosedInStringProperty",
|
|
3040
|
+
# group_files: "EnclosedInStringProperty",
|
|
3041
|
+
# recurse: false,
|
|
3042
|
+
# max_band: 1,
|
|
3043
|
+
# max_files_in_band: 1,
|
|
3044
|
+
# additional_options: {
|
|
3045
|
+
# bounded_size: 1,
|
|
3046
|
+
# bounded_files: 1,
|
|
3047
|
+
# enable_sample_path: false,
|
|
3048
|
+
# sample_path: "EnclosedInStringProperty",
|
|
3049
|
+
# },
|
|
3050
|
+
# output_schemas: [
|
|
3051
|
+
# {
|
|
3052
|
+
# columns: [
|
|
3053
|
+
# {
|
|
3054
|
+
# name: "GlueStudioColumnNameString", # required
|
|
3055
|
+
# type: "ColumnTypeString",
|
|
3056
|
+
# },
|
|
3057
|
+
# ],
|
|
3058
|
+
# },
|
|
3059
|
+
# ],
|
|
3060
|
+
# },
|
|
3061
|
+
# relational_catalog_source: {
|
|
3062
|
+
# name: "NodeName", # required
|
|
3063
|
+
# database: "EnclosedInStringProperty", # required
|
|
3064
|
+
# table: "EnclosedInStringProperty", # required
|
|
3065
|
+
# },
|
|
3066
|
+
# dynamo_db_catalog_source: {
|
|
3067
|
+
# name: "NodeName", # required
|
|
3068
|
+
# database: "EnclosedInStringProperty", # required
|
|
3069
|
+
# table: "EnclosedInStringProperty", # required
|
|
3070
|
+
# },
|
|
3071
|
+
# jdbc_connector_target: {
|
|
3072
|
+
# name: "NodeName", # required
|
|
3073
|
+
# inputs: ["NodeId"], # required
|
|
3074
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
3075
|
+
# connection_table: "EnclosedInStringPropertyWithQuote", # required
|
|
3076
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
3077
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
3078
|
+
# additional_options: {
|
|
3079
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
|
3080
|
+
# },
|
|
3081
|
+
# output_schemas: [
|
|
3082
|
+
# {
|
|
3083
|
+
# columns: [
|
|
3084
|
+
# {
|
|
3085
|
+
# name: "GlueStudioColumnNameString", # required
|
|
3086
|
+
# type: "ColumnTypeString",
|
|
3087
|
+
# },
|
|
3088
|
+
# ],
|
|
3089
|
+
# },
|
|
3090
|
+
# ],
|
|
3091
|
+
# },
|
|
3092
|
+
# spark_connector_target: {
|
|
3093
|
+
# name: "NodeName", # required
|
|
3094
|
+
# inputs: ["NodeId"], # required
|
|
3095
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
3096
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
3097
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
3098
|
+
# additional_options: {
|
|
3099
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
|
3100
|
+
# },
|
|
3101
|
+
# output_schemas: [
|
|
3102
|
+
# {
|
|
3103
|
+
# columns: [
|
|
3104
|
+
# {
|
|
3105
|
+
# name: "GlueStudioColumnNameString", # required
|
|
3106
|
+
# type: "ColumnTypeString",
|
|
3107
|
+
# },
|
|
3108
|
+
# ],
|
|
3109
|
+
# },
|
|
3110
|
+
# ],
|
|
3111
|
+
# },
|
|
3112
|
+
# catalog_target: {
|
|
3113
|
+
# name: "NodeName", # required
|
|
3114
|
+
# inputs: ["NodeId"], # required
|
|
3115
|
+
# database: "EnclosedInStringProperty", # required
|
|
3116
|
+
# table: "EnclosedInStringProperty", # required
|
|
3117
|
+
# },
|
|
3118
|
+
# redshift_target: {
|
|
3119
|
+
# name: "NodeName", # required
|
|
3120
|
+
# inputs: ["NodeId"], # required
|
|
3121
|
+
# database: "EnclosedInStringProperty", # required
|
|
3122
|
+
# table: "EnclosedInStringProperty", # required
|
|
3123
|
+
# redshift_tmp_dir: "EnclosedInStringProperty",
|
|
3124
|
+
# tmp_dir_iam_role: "EnclosedInStringProperty",
|
|
3125
|
+
# upsert_redshift_options: {
|
|
3126
|
+
# table_location: "EnclosedInStringProperty",
|
|
3127
|
+
# connection_name: "EnclosedInStringProperty",
|
|
3128
|
+
# upsert_keys: ["EnclosedInStringProperty"],
|
|
3129
|
+
# },
|
|
3130
|
+
# },
|
|
3131
|
+
# s3_catalog_target: {
|
|
3132
|
+
# name: "NodeName", # required
|
|
3133
|
+
# inputs: ["NodeId"], # required
|
|
3134
|
+
# partition_keys: [
|
|
3135
|
+
# ["EnclosedInStringProperty"],
|
|
3136
|
+
# ],
|
|
3137
|
+
# table: "EnclosedInStringProperty", # required
|
|
3138
|
+
# database: "EnclosedInStringProperty", # required
|
|
3139
|
+
# schema_change_policy: {
|
|
3140
|
+
# enable_update_catalog: false,
|
|
3141
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
3142
|
+
# },
|
|
3143
|
+
# },
|
|
3144
|
+
# s3_glue_parquet_target: {
|
|
3145
|
+
# name: "NodeName", # required
|
|
3146
|
+
# inputs: ["NodeId"], # required
|
|
3147
|
+
# partition_keys: [
|
|
3148
|
+
# ["EnclosedInStringProperty"],
|
|
3149
|
+
# ],
|
|
3150
|
+
# path: "EnclosedInStringProperty", # required
|
|
3151
|
+
# compression: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
|
|
3152
|
+
# schema_change_policy: {
|
|
3153
|
+
# enable_update_catalog: false,
|
|
3154
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
3155
|
+
# table: "EnclosedInStringProperty",
|
|
3156
|
+
# database: "EnclosedInStringProperty",
|
|
3157
|
+
# },
|
|
3158
|
+
# },
|
|
3159
|
+
# s3_direct_target: {
|
|
3160
|
+
# name: "NodeName", # required
|
|
3161
|
+
# inputs: ["NodeId"], # required
|
|
3162
|
+
# partition_keys: [
|
|
3163
|
+
# ["EnclosedInStringProperty"],
|
|
3164
|
+
# ],
|
|
3165
|
+
# path: "EnclosedInStringProperty", # required
|
|
3166
|
+
# compression: "EnclosedInStringProperty",
|
|
3167
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet
|
|
3168
|
+
# schema_change_policy: {
|
|
3169
|
+
# enable_update_catalog: false,
|
|
3170
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
3171
|
+
# table: "EnclosedInStringProperty",
|
|
3172
|
+
# database: "EnclosedInStringProperty",
|
|
3173
|
+
# },
|
|
3174
|
+
# },
|
|
3175
|
+
# apply_mapping: {
|
|
3176
|
+
# name: "NodeName", # required
|
|
3177
|
+
# inputs: ["NodeId"], # required
|
|
3178
|
+
# mapping: [ # required
|
|
3179
|
+
# {
|
|
3180
|
+
# to_key: "EnclosedInStringProperty",
|
|
3181
|
+
# from_path: ["EnclosedInStringProperty"],
|
|
3182
|
+
# from_type: "EnclosedInStringProperty",
|
|
3183
|
+
# to_type: "EnclosedInStringProperty",
|
|
3184
|
+
# dropped: false,
|
|
3185
|
+
# children: {
|
|
3186
|
+
# # recursive Mappings
|
|
3187
|
+
# },
|
|
3188
|
+
# },
|
|
3189
|
+
# ],
|
|
3190
|
+
# },
|
|
3191
|
+
# select_fields: {
|
|
3192
|
+
# name: "NodeName", # required
|
|
3193
|
+
# inputs: ["NodeId"], # required
|
|
3194
|
+
# paths: [ # required
|
|
3195
|
+
# ["EnclosedInStringProperty"],
|
|
3196
|
+
# ],
|
|
3197
|
+
# },
|
|
3198
|
+
# drop_fields: {
|
|
3199
|
+
# name: "NodeName", # required
|
|
3200
|
+
# inputs: ["NodeId"], # required
|
|
3201
|
+
# paths: [ # required
|
|
3202
|
+
# ["EnclosedInStringProperty"],
|
|
3203
|
+
# ],
|
|
3204
|
+
# },
|
|
3205
|
+
# rename_field: {
|
|
3206
|
+
# name: "NodeName", # required
|
|
3207
|
+
# inputs: ["NodeId"], # required
|
|
3208
|
+
# source_path: ["EnclosedInStringProperty"], # required
|
|
3209
|
+
# target_path: ["EnclosedInStringProperty"], # required
|
|
3210
|
+
# },
|
|
3211
|
+
# spigot: {
|
|
3212
|
+
# name: "NodeName", # required
|
|
3213
|
+
# inputs: ["NodeId"], # required
|
|
3214
|
+
# path: "EnclosedInStringProperty", # required
|
|
3215
|
+
# topk: 1,
|
|
3216
|
+
# prob: 1.0,
|
|
3217
|
+
# },
|
|
3218
|
+
# join: {
|
|
3219
|
+
# name: "NodeName", # required
|
|
3220
|
+
# inputs: ["NodeId"], # required
|
|
3221
|
+
# join_type: "equijoin", # required, accepts equijoin, left, right, outer, leftsemi, leftanti
|
|
3222
|
+
# columns: [ # required
|
|
3223
|
+
# {
|
|
3224
|
+
# from: "EnclosedInStringProperty", # required
|
|
3225
|
+
# keys: [ # required
|
|
3226
|
+
# ["EnclosedInStringProperty"],
|
|
3227
|
+
# ],
|
|
3228
|
+
# },
|
|
3229
|
+
# ],
|
|
3230
|
+
# },
|
|
3231
|
+
# split_fields: {
|
|
3232
|
+
# name: "NodeName", # required
|
|
3233
|
+
# inputs: ["NodeId"], # required
|
|
3234
|
+
# paths: [ # required
|
|
3235
|
+
# ["EnclosedInStringProperty"],
|
|
3236
|
+
# ],
|
|
3237
|
+
# },
|
|
3238
|
+
# select_from_collection: {
|
|
3239
|
+
# name: "NodeName", # required
|
|
3240
|
+
# inputs: ["NodeId"], # required
|
|
3241
|
+
# index: 1, # required
|
|
3242
|
+
# },
|
|
3243
|
+
# fill_missing_values: {
|
|
3244
|
+
# name: "NodeName", # required
|
|
3245
|
+
# inputs: ["NodeId"], # required
|
|
3246
|
+
# imputed_path: "EnclosedInStringProperty", # required
|
|
3247
|
+
# filled_path: "EnclosedInStringProperty",
|
|
3248
|
+
# },
|
|
3249
|
+
# filter: {
|
|
3250
|
+
# name: "NodeName", # required
|
|
3251
|
+
# inputs: ["NodeId"], # required
|
|
3252
|
+
# logical_operator: "AND", # required, accepts AND, OR
|
|
3253
|
+
# filters: [ # required
|
|
3254
|
+
# {
|
|
3255
|
+
# operation: "EQ", # required, accepts EQ, LT, GT, LTE, GTE, REGEX, ISNULL
|
|
3256
|
+
# negated: false,
|
|
3257
|
+
# values: [ # required
|
|
3258
|
+
# {
|
|
3259
|
+
# type: "COLUMNEXTRACTED", # required, accepts COLUMNEXTRACTED, CONSTANT
|
|
3260
|
+
# value: ["EnclosedInStringProperty"], # required
|
|
3261
|
+
# },
|
|
3262
|
+
# ],
|
|
3263
|
+
# },
|
|
3264
|
+
# ],
|
|
3265
|
+
# },
|
|
3266
|
+
# custom_code: {
|
|
3267
|
+
# name: "NodeName", # required
|
|
3268
|
+
# inputs: ["NodeId"], # required
|
|
3269
|
+
# code: "ExtendedString", # required
|
|
3270
|
+
# class_name: "EnclosedInStringProperty", # required
|
|
3271
|
+
# output_schemas: [
|
|
3272
|
+
# {
|
|
3273
|
+
# columns: [
|
|
3274
|
+
# {
|
|
3275
|
+
# name: "GlueStudioColumnNameString", # required
|
|
3276
|
+
# type: "ColumnTypeString",
|
|
3277
|
+
# },
|
|
3278
|
+
# ],
|
|
3279
|
+
# },
|
|
3280
|
+
# ],
|
|
3281
|
+
# },
|
|
3282
|
+
# spark_sql: {
|
|
3283
|
+
# name: "NodeName", # required
|
|
3284
|
+
# inputs: ["NodeId"], # required
|
|
3285
|
+
# sql_query: "SqlQuery", # required
|
|
3286
|
+
# sql_aliases: [ # required
|
|
3287
|
+
# {
|
|
3288
|
+
# from: "NodeId", # required
|
|
3289
|
+
# alias: "EnclosedInStringPropertyWithQuote", # required
|
|
3290
|
+
# },
|
|
3291
|
+
# ],
|
|
3292
|
+
# output_schemas: [
|
|
3293
|
+
# {
|
|
3294
|
+
# columns: [
|
|
3295
|
+
# {
|
|
3296
|
+
# name: "GlueStudioColumnNameString", # required
|
|
3297
|
+
# type: "ColumnTypeString",
|
|
3298
|
+
# },
|
|
3299
|
+
# ],
|
|
3300
|
+
# },
|
|
3301
|
+
# ],
|
|
3302
|
+
# },
|
|
3303
|
+
# direct_kinesis_source: {
|
|
3304
|
+
# name: "NodeName", # required
|
|
3305
|
+
# window_size: 1,
|
|
3306
|
+
# detect_schema: false,
|
|
3307
|
+
# streaming_options: {
|
|
3308
|
+
# endpoint_url: "EnclosedInStringProperty",
|
|
3309
|
+
# stream_name: "EnclosedInStringProperty",
|
|
3310
|
+
# classification: "EnclosedInStringProperty",
|
|
3311
|
+
# delimiter: "EnclosedInStringProperty",
|
|
3312
|
+
# starting_position: "latest", # accepts latest, trim_horizon, earliest
|
|
3313
|
+
# max_fetch_time_in_ms: 1,
|
|
3314
|
+
# max_fetch_records_per_shard: 1,
|
|
3315
|
+
# max_record_per_read: 1,
|
|
3316
|
+
# add_idle_time_between_reads: false,
|
|
3317
|
+
# idle_time_between_reads_in_ms: 1,
|
|
3318
|
+
# describe_shard_interval: 1,
|
|
3319
|
+
# num_retries: 1,
|
|
3320
|
+
# retry_interval_ms: 1,
|
|
3321
|
+
# max_retry_interval_ms: 1,
|
|
3322
|
+
# avoid_empty_batches: false,
|
|
3323
|
+
# stream_arn: "EnclosedInStringProperty",
|
|
3324
|
+
# role_arn: "EnclosedInStringProperty",
|
|
3325
|
+
# role_session_name: "EnclosedInStringProperty",
|
|
3326
|
+
# },
|
|
3327
|
+
# data_preview_options: {
|
|
3328
|
+
# polling_time: 1,
|
|
3329
|
+
# record_polling_limit: 1,
|
|
3330
|
+
# },
|
|
3331
|
+
# },
|
|
3332
|
+
# direct_kafka_source: {
|
|
3333
|
+
# name: "NodeName", # required
|
|
3334
|
+
# streaming_options: {
|
|
3335
|
+
# bootstrap_servers: "EnclosedInStringProperty",
|
|
3336
|
+
# security_protocol: "EnclosedInStringProperty",
|
|
3337
|
+
# connection_name: "EnclosedInStringProperty",
|
|
3338
|
+
# topic_name: "EnclosedInStringProperty",
|
|
3339
|
+
# assign: "EnclosedInStringProperty",
|
|
3340
|
+
# subscribe_pattern: "EnclosedInStringProperty",
|
|
3341
|
+
# classification: "EnclosedInStringProperty",
|
|
3342
|
+
# delimiter: "EnclosedInStringProperty",
|
|
3343
|
+
# starting_offsets: "EnclosedInStringProperty",
|
|
3344
|
+
# ending_offsets: "EnclosedInStringProperty",
|
|
3345
|
+
# poll_timeout_ms: 1,
|
|
3346
|
+
# num_retries: 1,
|
|
3347
|
+
# retry_interval_ms: 1,
|
|
3348
|
+
# max_offsets_per_trigger: 1,
|
|
3349
|
+
# min_partitions: 1,
|
|
3350
|
+
# },
|
|
3351
|
+
# window_size: 1,
|
|
3352
|
+
# detect_schema: false,
|
|
3353
|
+
# data_preview_options: {
|
|
3354
|
+
# polling_time: 1,
|
|
3355
|
+
# record_polling_limit: 1,
|
|
3356
|
+
# },
|
|
3357
|
+
# },
|
|
3358
|
+
# catalog_kinesis_source: {
|
|
3359
|
+
# name: "NodeName", # required
|
|
3360
|
+
# window_size: 1,
|
|
3361
|
+
# detect_schema: false,
|
|
3362
|
+
# table: "EnclosedInStringProperty", # required
|
|
3363
|
+
# database: "EnclosedInStringProperty", # required
|
|
3364
|
+
# streaming_options: {
|
|
3365
|
+
# endpoint_url: "EnclosedInStringProperty",
|
|
3366
|
+
# stream_name: "EnclosedInStringProperty",
|
|
3367
|
+
# classification: "EnclosedInStringProperty",
|
|
3368
|
+
# delimiter: "EnclosedInStringProperty",
|
|
3369
|
+
# starting_position: "latest", # accepts latest, trim_horizon, earliest
|
|
3370
|
+
# max_fetch_time_in_ms: 1,
|
|
3371
|
+
# max_fetch_records_per_shard: 1,
|
|
3372
|
+
# max_record_per_read: 1,
|
|
3373
|
+
# add_idle_time_between_reads: false,
|
|
3374
|
+
# idle_time_between_reads_in_ms: 1,
|
|
3375
|
+
# describe_shard_interval: 1,
|
|
3376
|
+
# num_retries: 1,
|
|
3377
|
+
# retry_interval_ms: 1,
|
|
3378
|
+
# max_retry_interval_ms: 1,
|
|
3379
|
+
# avoid_empty_batches: false,
|
|
3380
|
+
# stream_arn: "EnclosedInStringProperty",
|
|
3381
|
+
# role_arn: "EnclosedInStringProperty",
|
|
3382
|
+
# role_session_name: "EnclosedInStringProperty",
|
|
3383
|
+
# },
|
|
3384
|
+
# data_preview_options: {
|
|
3385
|
+
# polling_time: 1,
|
|
3386
|
+
# record_polling_limit: 1,
|
|
3387
|
+
# },
|
|
3388
|
+
# },
|
|
3389
|
+
# catalog_kafka_source: {
|
|
3390
|
+
# name: "NodeName", # required
|
|
3391
|
+
# window_size: 1,
|
|
3392
|
+
# detect_schema: false,
|
|
3393
|
+
# table: "EnclosedInStringProperty", # required
|
|
3394
|
+
# database: "EnclosedInStringProperty", # required
|
|
3395
|
+
# streaming_options: {
|
|
3396
|
+
# bootstrap_servers: "EnclosedInStringProperty",
|
|
3397
|
+
# security_protocol: "EnclosedInStringProperty",
|
|
3398
|
+
# connection_name: "EnclosedInStringProperty",
|
|
3399
|
+
# topic_name: "EnclosedInStringProperty",
|
|
3400
|
+
# assign: "EnclosedInStringProperty",
|
|
3401
|
+
# subscribe_pattern: "EnclosedInStringProperty",
|
|
3402
|
+
# classification: "EnclosedInStringProperty",
|
|
3403
|
+
# delimiter: "EnclosedInStringProperty",
|
|
3404
|
+
# starting_offsets: "EnclosedInStringProperty",
|
|
3405
|
+
# ending_offsets: "EnclosedInStringProperty",
|
|
3406
|
+
# poll_timeout_ms: 1,
|
|
3407
|
+
# num_retries: 1,
|
|
3408
|
+
# retry_interval_ms: 1,
|
|
3409
|
+
# max_offsets_per_trigger: 1,
|
|
3410
|
+
# min_partitions: 1,
|
|
3411
|
+
# },
|
|
3412
|
+
# data_preview_options: {
|
|
3413
|
+
# polling_time: 1,
|
|
3414
|
+
# record_polling_limit: 1,
|
|
3415
|
+
# },
|
|
3416
|
+
# },
|
|
3417
|
+
# drop_null_fields: {
|
|
3418
|
+
# name: "NodeName", # required
|
|
3419
|
+
# inputs: ["NodeId"], # required
|
|
3420
|
+
# null_check_box_list: {
|
|
3421
|
+
# is_empty: false,
|
|
3422
|
+
# is_null_string: false,
|
|
3423
|
+
# is_neg_one: false,
|
|
3424
|
+
# },
|
|
3425
|
+
# null_text_list: [
|
|
3426
|
+
# {
|
|
3427
|
+
# value: "EnclosedInStringProperty", # required
|
|
3428
|
+
# datatype: { # required
|
|
3429
|
+
# id: "GenericLimitedString", # required
|
|
3430
|
+
# label: "GenericLimitedString", # required
|
|
3431
|
+
# },
|
|
3432
|
+
# },
|
|
3433
|
+
# ],
|
|
3434
|
+
# },
|
|
3435
|
+
# merge: {
|
|
3436
|
+
# name: "NodeName", # required
|
|
3437
|
+
# inputs: ["NodeId"], # required
|
|
3438
|
+
# source: "NodeId", # required
|
|
3439
|
+
# primary_keys: [ # required
|
|
3440
|
+
# ["EnclosedInStringProperty"],
|
|
3441
|
+
# ],
|
|
3442
|
+
# },
|
|
3443
|
+
# union: {
|
|
3444
|
+
# name: "NodeName", # required
|
|
3445
|
+
# inputs: ["NodeId"], # required
|
|
3446
|
+
# union_type: "ALL", # required, accepts ALL, DISTINCT
|
|
3447
|
+
# },
|
|
3448
|
+
# pii_detection: {
|
|
3449
|
+
# name: "NodeName", # required
|
|
3450
|
+
# inputs: ["NodeId"], # required
|
|
3451
|
+
# pii_type: "RowAudit", # required, accepts RowAudit, RowMasking, ColumnAudit, ColumnMasking
|
|
3452
|
+
# entity_types_to_detect: ["EnclosedInStringProperty"], # required
|
|
3453
|
+
# output_column_name: "EnclosedInStringProperty",
|
|
3454
|
+
# sample_fraction: 1.0,
|
|
3455
|
+
# threshold_fraction: 1.0,
|
|
3456
|
+
# mask_value: "MaskValue",
|
|
3457
|
+
# },
|
|
3458
|
+
# aggregate: {
|
|
3459
|
+
# name: "NodeName", # required
|
|
3460
|
+
# inputs: ["NodeId"], # required
|
|
3461
|
+
# groups: [ # required
|
|
3462
|
+
# ["EnclosedInStringProperty"],
|
|
3463
|
+
# ],
|
|
3464
|
+
# aggs: [ # required
|
|
3465
|
+
# {
|
|
3466
|
+
# column: ["EnclosedInStringProperty"], # required
|
|
3467
|
+
# agg_func: "avg", # required, accepts avg, countDistinct, count, first, last, kurtosis, max, min, skewness, stddev_samp, stddev_pop, sum, sumDistinct, var_samp, var_pop
|
|
3468
|
+
# },
|
|
3469
|
+
# ],
|
|
3470
|
+
# },
|
|
3471
|
+
# drop_duplicates: {
|
|
3472
|
+
# name: "NodeName", # required
|
|
3473
|
+
# inputs: ["NodeId"], # required
|
|
3474
|
+
# columns: [
|
|
3475
|
+
# ["GenericLimitedString"],
|
|
3476
|
+
# ],
|
|
3477
|
+
# },
|
|
3478
|
+
# governed_catalog_target: {
|
|
3479
|
+
# name: "NodeName", # required
|
|
3480
|
+
# inputs: ["NodeId"], # required
|
|
3481
|
+
# partition_keys: [
|
|
3482
|
+
# ["EnclosedInStringProperty"],
|
|
3483
|
+
# ],
|
|
3484
|
+
# table: "EnclosedInStringProperty", # required
|
|
3485
|
+
# database: "EnclosedInStringProperty", # required
|
|
3486
|
+
# schema_change_policy: {
|
|
3487
|
+
# enable_update_catalog: false,
|
|
3488
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
3489
|
+
# },
|
|
3490
|
+
# },
|
|
3491
|
+
# governed_catalog_source: {
|
|
3492
|
+
# name: "NodeName", # required
|
|
3493
|
+
# database: "EnclosedInStringProperty", # required
|
|
3494
|
+
# table: "EnclosedInStringProperty", # required
|
|
3495
|
+
# partition_predicate: "EnclosedInStringProperty",
|
|
3496
|
+
# additional_options: {
|
|
3497
|
+
# bounded_size: 1,
|
|
3498
|
+
# bounded_files: 1,
|
|
3499
|
+
# },
|
|
3500
|
+
# },
|
|
3501
|
+
# microsoft_sql_server_catalog_source: {
|
|
3502
|
+
# name: "NodeName", # required
|
|
3503
|
+
# database: "EnclosedInStringProperty", # required
|
|
3504
|
+
# table: "EnclosedInStringProperty", # required
|
|
3505
|
+
# },
|
|
3506
|
+
# my_sql_catalog_source: {
|
|
3507
|
+
# name: "NodeName", # required
|
|
3508
|
+
# database: "EnclosedInStringProperty", # required
|
|
3509
|
+
# table: "EnclosedInStringProperty", # required
|
|
3510
|
+
# },
|
|
3511
|
+
# oracle_sql_catalog_source: {
|
|
3512
|
+
# name: "NodeName", # required
|
|
3513
|
+
# database: "EnclosedInStringProperty", # required
|
|
3514
|
+
# table: "EnclosedInStringProperty", # required
|
|
3515
|
+
# },
|
|
3516
|
+
# postgre_sql_catalog_source: {
|
|
3517
|
+
# name: "NodeName", # required
|
|
3518
|
+
# database: "EnclosedInStringProperty", # required
|
|
3519
|
+
# table: "EnclosedInStringProperty", # required
|
|
3520
|
+
# },
|
|
3521
|
+
# microsoft_sql_server_catalog_target: {
|
|
3522
|
+
# name: "NodeName", # required
|
|
3523
|
+
# inputs: ["NodeId"], # required
|
|
3524
|
+
# database: "EnclosedInStringProperty", # required
|
|
3525
|
+
# table: "EnclosedInStringProperty", # required
|
|
3526
|
+
# },
|
|
3527
|
+
# my_sql_catalog_target: {
|
|
3528
|
+
# name: "NodeName", # required
|
|
3529
|
+
# inputs: ["NodeId"], # required
|
|
3530
|
+
# database: "EnclosedInStringProperty", # required
|
|
3531
|
+
# table: "EnclosedInStringProperty", # required
|
|
3532
|
+
# },
|
|
3533
|
+
# oracle_sql_catalog_target: {
|
|
3534
|
+
# name: "NodeName", # required
|
|
3535
|
+
# inputs: ["NodeId"], # required
|
|
3536
|
+
# database: "EnclosedInStringProperty", # required
|
|
3537
|
+
# table: "EnclosedInStringProperty", # required
|
|
3538
|
+
# },
|
|
3539
|
+
# postgre_sql_catalog_target: {
|
|
3540
|
+
# name: "NodeName", # required
|
|
3541
|
+
# inputs: ["NodeId"], # required
|
|
3542
|
+
# database: "EnclosedInStringProperty", # required
|
|
3543
|
+
# table: "EnclosedInStringProperty", # required
|
|
3544
|
+
# },
|
|
3545
|
+
# },
|
|
3546
|
+
# },
|
|
2389
3547
|
# })
|
|
2390
3548
|
#
|
|
2391
3549
|
# @example Response structure
|
|
@@ -4789,11 +5947,11 @@ module Aws::Glue
|
|
|
4789
5947
|
#
|
|
4790
5948
|
# @option params [Boolean] :hide_password
|
|
4791
5949
|
# Allows you to retrieve the connection metadata without returning the
|
|
4792
|
-
# password. For instance, the
|
|
4793
|
-
#
|
|
4794
|
-
#
|
|
4795
|
-
#
|
|
4796
|
-
#
|
|
5950
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
|
5951
|
+
# the connection, and does not display the password. Set this parameter
|
|
5952
|
+
# when the caller might not have permission to use the KMS key to
|
|
5953
|
+
# decrypt the password, but it does have permission to access the rest
|
|
5954
|
+
# of the connection properties.
|
|
4797
5955
|
#
|
|
4798
5956
|
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
4799
5957
|
#
|
|
@@ -4844,11 +6002,11 @@ module Aws::Glue
|
|
|
4844
6002
|
#
|
|
4845
6003
|
# @option params [Boolean] :hide_password
|
|
4846
6004
|
# Allows you to retrieve the connection metadata without returning the
|
|
4847
|
-
# password. For instance, the
|
|
4848
|
-
#
|
|
4849
|
-
#
|
|
4850
|
-
#
|
|
4851
|
-
#
|
|
6005
|
+
# password. For instance, the Glue console uses this flag to retrieve
|
|
6006
|
+
# the connection, and does not display the password. Set this parameter
|
|
6007
|
+
# when the caller might not have permission to use the KMS key to
|
|
6008
|
+
# decrypt the password, but it does have permission to access the rest
|
|
6009
|
+
# of the connection properties.
|
|
4852
6010
|
#
|
|
4853
6011
|
# @option params [String] :next_token
|
|
4854
6012
|
# A continuation token, if this is a continuation call.
|
|
@@ -5525,6 +6683,486 @@ module Aws::Glue
|
|
|
5525
6683
|
# resp.job.security_configuration #=> String
|
|
5526
6684
|
# resp.job.notification_property.notify_delay_after #=> Integer
|
|
5527
6685
|
# resp.job.glue_version #=> String
|
|
6686
|
+
# resp.job.code_gen_configuration_nodes #=> Hash
|
|
6687
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.name #=> String
|
|
6688
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_name #=> String
|
|
6689
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.connector_name #=> String
|
|
6690
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_type #=> String
|
|
6691
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_table #=> String
|
|
6692
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.schema_name #=> String
|
|
6693
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas #=> Array
|
|
6694
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns #=> Array
|
|
6695
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns[0].name #=> String
|
|
6696
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns[0].type #=> String
|
|
6697
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.name #=> String
|
|
6698
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_name #=> String
|
|
6699
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connector_name #=> String
|
|
6700
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_type #=> String
|
|
6701
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.filter_predicate #=> String
|
|
6702
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.partition_column #=> String
|
|
6703
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.lower_bound #=> Integer
|
|
6704
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.upper_bound #=> Integer
|
|
6705
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.num_partitions #=> Integer
|
|
6706
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys #=> Array
|
|
6707
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys[0] #=> String
|
|
6708
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys_sort_order #=> String
|
|
6709
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.data_type_mapping #=> Hash
|
|
6710
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.data_type_mapping["JDBCDataType"] #=> String, one of "DATE", "STRING", "TIMESTAMP", "INT", "FLOAT", "LONG", "BIGDECIMAL", "BYTE", "SHORT", "DOUBLE"
|
|
6711
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_table #=> String
|
|
6712
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.query #=> String
|
|
6713
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas #=> Array
|
|
6714
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns #=> Array
|
|
6715
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns[0].name #=> String
|
|
6716
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns[0].type #=> String
|
|
6717
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.name #=> String
|
|
6718
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.connection_name #=> String
|
|
6719
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.connector_name #=> String
|
|
6720
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.connection_type #=> String
|
|
6721
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.additional_options #=> Hash
|
|
6722
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.additional_options["EnclosedInStringProperty"] #=> String
|
|
6723
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas #=> Array
|
|
6724
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns #=> Array
|
|
6725
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns[0].name #=> String
|
|
6726
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns[0].type #=> String
|
|
6727
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_source.name #=> String
|
|
6728
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_source.database #=> String
|
|
6729
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_source.table #=> String
|
|
6730
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_source.name #=> String
|
|
6731
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_source.database #=> String
|
|
6732
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_source.table #=> String
|
|
6733
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_source.redshift_tmp_dir #=> String
|
|
6734
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_source.tmp_dir_iam_role #=> String
|
|
6735
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_source.name #=> String
|
|
6736
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_source.database #=> String
|
|
6737
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_source.table #=> String
|
|
6738
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_source.partition_predicate #=> String
|
|
6739
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_source.additional_options.bounded_size #=> Integer
|
|
6740
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_source.additional_options.bounded_files #=> Integer
|
|
6741
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.name #=> String
|
|
6742
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.paths #=> Array
|
|
6743
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.paths[0] #=> String
|
|
6744
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.compression_type #=> String, one of "gzip", "bzip2"
|
|
6745
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.exclusions #=> Array
|
|
6746
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.exclusions[0] #=> String
|
|
6747
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.group_size #=> String
|
|
6748
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.group_files #=> String
|
|
6749
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.recurse #=> Boolean
|
|
6750
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.max_band #=> Integer
|
|
6751
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.max_files_in_band #=> Integer
|
|
6752
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.bounded_size #=> Integer
|
|
6753
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.bounded_files #=> Integer
|
|
6754
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.enable_sample_path #=> Boolean
|
|
6755
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.sample_path #=> String
|
|
6756
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.separator #=> String, one of "comma", "ctrla", "pipe", "semicolon", "tab"
|
|
6757
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.escaper #=> String
|
|
6758
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.quote_char #=> String, one of "quote", "quillemet", "single_quote", "disabled"
|
|
6759
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.multiline #=> Boolean
|
|
6760
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.with_header #=> Boolean
|
|
6761
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.write_header #=> Boolean
|
|
6762
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.skip_first #=> Boolean
|
|
6763
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.optimize_performance #=> Boolean
|
|
6764
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas #=> Array
|
|
6765
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
6766
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
6767
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
6768
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
6769
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
6770
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
6771
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.compression_type #=> String, one of "gzip", "bzip2"
|
|
6772
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.exclusions #=> Array
|
|
6773
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.exclusions[0] #=> String
|
|
6774
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.group_size #=> String
|
|
6775
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.group_files #=> String
|
|
6776
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.recurse #=> Boolean
|
|
6777
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.max_band #=> Integer
|
|
6778
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.max_files_in_band #=> Integer
|
|
6779
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.bounded_size #=> Integer
|
|
6780
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.bounded_files #=> Integer
|
|
6781
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.enable_sample_path #=> Boolean
|
|
6782
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.sample_path #=> String
|
|
6783
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.json_path #=> String
|
|
6784
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.multiline #=> Boolean
|
|
6785
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas #=> Array
|
|
6786
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns #=> Array
|
|
6787
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns[0].name #=> String
|
|
6788
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns[0].type #=> String
|
|
6789
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
6790
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
6791
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
6792
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
6793
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
6794
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
6795
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
6796
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_files #=> String
|
|
6797
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.recurse #=> Boolean
|
|
6798
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.max_band #=> Integer
|
|
6799
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.max_files_in_band #=> Integer
|
|
6800
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.bounded_size #=> Integer
|
|
6801
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.bounded_files #=> Integer
|
|
6802
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.enable_sample_path #=> Boolean
|
|
6803
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.sample_path #=> String
|
|
6804
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas #=> Array
|
|
6805
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns #=> Array
|
|
6806
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns[0].name #=> String
|
|
6807
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns[0].type #=> String
|
|
6808
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].relational_catalog_source.name #=> String
|
|
6809
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].relational_catalog_source.database #=> String
|
|
6810
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].relational_catalog_source.table #=> String
|
|
6811
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.name #=> String
|
|
6812
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.database #=> String
|
|
6813
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.table #=> String
|
|
6814
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.name #=> String
|
|
6815
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.inputs #=> Array
|
|
6816
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.inputs[0] #=> String
|
|
6817
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_name #=> String
|
|
6818
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_table #=> String
|
|
6819
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connector_name #=> String
|
|
6820
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_type #=> String
|
|
6821
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.additional_options #=> Hash
|
|
6822
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
6823
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas #=> Array
|
|
6824
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns #=> Array
|
|
6825
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns[0].name #=> String
|
|
6826
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns[0].type #=> String
|
|
6827
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.name #=> String
|
|
6828
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.inputs #=> Array
|
|
6829
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.inputs[0] #=> String
|
|
6830
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.connection_name #=> String
|
|
6831
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.connector_name #=> String
|
|
6832
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.connection_type #=> String
|
|
6833
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.additional_options #=> Hash
|
|
6834
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
6835
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas #=> Array
|
|
6836
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns #=> Array
|
|
6837
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns[0].name #=> String
|
|
6838
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns[0].type #=> String
|
|
6839
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_target.name #=> String
|
|
6840
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_target.inputs #=> Array
|
|
6841
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_target.inputs[0] #=> String
|
|
6842
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_target.database #=> String
|
|
6843
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_target.table #=> String
|
|
6844
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.name #=> String
|
|
6845
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.inputs #=> Array
|
|
6846
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.inputs[0] #=> String
|
|
6847
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.database #=> String
|
|
6848
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.table #=> String
|
|
6849
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.redshift_tmp_dir #=> String
|
|
6850
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.tmp_dir_iam_role #=> String
|
|
6851
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.table_location #=> String
|
|
6852
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.connection_name #=> String
|
|
6853
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.upsert_keys #=> Array
|
|
6854
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.upsert_keys[0] #=> String
|
|
6855
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.name #=> String
|
|
6856
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.inputs #=> Array
|
|
6857
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.inputs[0] #=> String
|
|
6858
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys #=> Array
|
|
6859
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys[0] #=> Array
|
|
6860
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys[0][0] #=> String
|
|
6861
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.table #=> String
|
|
6862
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.database #=> String
|
|
6863
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
6864
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
6865
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.name #=> String
|
|
6866
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.inputs #=> Array
|
|
6867
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.inputs[0] #=> String
|
|
6868
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys #=> Array
|
|
6869
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
6870
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
6871
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
6872
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
6873
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
6874
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
6875
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
6876
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
6877
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
6878
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
6879
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
6880
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys #=> Array
|
|
6881
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0] #=> Array
|
|
6882
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
6883
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
6884
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
6885
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
|
6886
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
6887
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
6888
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
6889
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
6890
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
6891
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
6892
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
6893
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping #=> Array
|
|
6894
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].to_key #=> String
|
|
6895
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_path #=> Array
|
|
6896
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_path[0] #=> String
|
|
6897
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_type #=> String
|
|
6898
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].to_type #=> String
|
|
6899
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].dropped #=> Boolean
|
|
6900
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].children #=> Types::Mappings
|
|
6901
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_fields.name #=> String
|
|
6902
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_fields.inputs #=> Array
|
|
6903
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_fields.inputs[0] #=> String
|
|
6904
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_fields.paths #=> Array
|
|
6905
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_fields.paths[0] #=> Array
|
|
6906
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_fields.paths[0][0] #=> String
|
|
6907
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_fields.name #=> String
|
|
6908
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_fields.inputs #=> Array
|
|
6909
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_fields.inputs[0] #=> String
|
|
6910
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_fields.paths #=> Array
|
|
6911
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_fields.paths[0] #=> Array
|
|
6912
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_fields.paths[0][0] #=> String
|
|
6913
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.name #=> String
|
|
6914
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.inputs #=> Array
|
|
6915
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.inputs[0] #=> String
|
|
6916
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.source_path #=> Array
|
|
6917
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.source_path[0] #=> String
|
|
6918
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.target_path #=> Array
|
|
6919
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].rename_field.target_path[0] #=> String
|
|
6920
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spigot.name #=> String
|
|
6921
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spigot.inputs #=> Array
|
|
6922
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spigot.inputs[0] #=> String
|
|
6923
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spigot.path #=> String
|
|
6924
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spigot.topk #=> Integer
|
|
6925
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spigot.prob #=> Float
|
|
6926
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.name #=> String
|
|
6927
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.inputs #=> Array
|
|
6928
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.inputs[0] #=> String
|
|
6929
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.join_type #=> String, one of "equijoin", "left", "right", "outer", "leftsemi", "leftanti"
|
|
6930
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.columns #=> Array
|
|
6931
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.columns[0].from #=> String
|
|
6932
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.columns[0].keys #=> Array
|
|
6933
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.columns[0].keys[0] #=> Array
|
|
6934
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].join.columns[0].keys[0][0] #=> String
|
|
6935
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].split_fields.name #=> String
|
|
6936
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].split_fields.inputs #=> Array
|
|
6937
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].split_fields.inputs[0] #=> String
|
|
6938
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].split_fields.paths #=> Array
|
|
6939
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].split_fields.paths[0] #=> Array
|
|
6940
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].split_fields.paths[0][0] #=> String
|
|
6941
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_from_collection.name #=> String
|
|
6942
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_from_collection.inputs #=> Array
|
|
6943
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_from_collection.inputs[0] #=> String
|
|
6944
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].select_from_collection.index #=> Integer
|
|
6945
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].fill_missing_values.name #=> String
|
|
6946
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].fill_missing_values.inputs #=> Array
|
|
6947
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].fill_missing_values.inputs[0] #=> String
|
|
6948
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].fill_missing_values.imputed_path #=> String
|
|
6949
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].fill_missing_values.filled_path #=> String
|
|
6950
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.name #=> String
|
|
6951
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.inputs #=> Array
|
|
6952
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.inputs[0] #=> String
|
|
6953
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.logical_operator #=> String, one of "AND", "OR"
|
|
6954
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters #=> Array
|
|
6955
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters[0].operation #=> String, one of "EQ", "LT", "GT", "LTE", "GTE", "REGEX", "ISNULL"
|
|
6956
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters[0].negated #=> Boolean
|
|
6957
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters[0].values #=> Array
|
|
6958
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].type #=> String, one of "COLUMNEXTRACTED", "CONSTANT"
|
|
6959
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].value #=> Array
|
|
6960
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].value[0] #=> String
|
|
6961
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.name #=> String
|
|
6962
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.inputs #=> Array
|
|
6963
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.inputs[0] #=> String
|
|
6964
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.code #=> String
|
|
6965
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.class_name #=> String
|
|
6966
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.output_schemas #=> Array
|
|
6967
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns #=> Array
|
|
6968
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns[0].name #=> String
|
|
6969
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns[0].type #=> String
|
|
6970
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.name #=> String
|
|
6971
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.inputs #=> Array
|
|
6972
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.inputs[0] #=> String
|
|
6973
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.sql_query #=> String
|
|
6974
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases #=> Array
|
|
6975
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases[0].from #=> String
|
|
6976
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases[0].alias #=> String
|
|
6977
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas #=> Array
|
|
6978
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns #=> Array
|
|
6979
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns[0].name #=> String
|
|
6980
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns[0].type #=> String
|
|
6981
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.name #=> String
|
|
6982
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.window_size #=> Integer
|
|
6983
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.detect_schema #=> Boolean
|
|
6984
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.endpoint_url #=> String
|
|
6985
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_name #=> String
|
|
6986
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.classification #=> String
|
|
6987
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.delimiter #=> String
|
|
6988
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.starting_position #=> String, one of "latest", "trim_horizon", "earliest"
|
|
6989
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_fetch_time_in_ms #=> Integer
|
|
6990
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_fetch_records_per_shard #=> Integer
|
|
6991
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_record_per_read #=> Integer
|
|
6992
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_idle_time_between_reads #=> Boolean
|
|
6993
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.idle_time_between_reads_in_ms #=> Integer
|
|
6994
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.describe_shard_interval #=> Integer
|
|
6995
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.num_retries #=> Integer
|
|
6996
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.retry_interval_ms #=> Integer
|
|
6997
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_retry_interval_ms #=> Integer
|
|
6998
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.avoid_empty_batches #=> Boolean
|
|
6999
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
|
|
7000
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
|
|
7001
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
|
|
7002
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
|
|
7003
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
|
|
7004
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
|
|
7005
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.bootstrap_servers #=> String
|
|
7006
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.security_protocol #=> String
|
|
7007
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.connection_name #=> String
|
|
7008
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.topic_name #=> String
|
|
7009
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.assign #=> String
|
|
7010
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.subscribe_pattern #=> String
|
|
7011
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.classification #=> String
|
|
7012
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.delimiter #=> String
|
|
7013
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.starting_offsets #=> String
|
|
7014
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.ending_offsets #=> String
|
|
7015
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.poll_timeout_ms #=> Integer
|
|
7016
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.num_retries #=> Integer
|
|
7017
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
|
|
7018
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
|
|
7019
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
|
|
7020
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
|
|
7021
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
|
|
7022
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
|
|
7023
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.record_polling_limit #=> Integer
|
|
7024
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.name #=> String
|
|
7025
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.window_size #=> Integer
|
|
7026
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.detect_schema #=> Boolean
|
|
7027
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.table #=> String
|
|
7028
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.database #=> String
|
|
7029
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.endpoint_url #=> String
|
|
7030
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_name #=> String
|
|
7031
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.classification #=> String
|
|
7032
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.delimiter #=> String
|
|
7033
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.starting_position #=> String, one of "latest", "trim_horizon", "earliest"
|
|
7034
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_fetch_time_in_ms #=> Integer
|
|
7035
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_fetch_records_per_shard #=> Integer
|
|
7036
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_record_per_read #=> Integer
|
|
7037
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_idle_time_between_reads #=> Boolean
|
|
7038
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.idle_time_between_reads_in_ms #=> Integer
|
|
7039
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.describe_shard_interval #=> Integer
|
|
7040
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.num_retries #=> Integer
|
|
7041
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.retry_interval_ms #=> Integer
|
|
7042
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_retry_interval_ms #=> Integer
|
|
7043
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.avoid_empty_batches #=> Boolean
|
|
7044
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
|
|
7045
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
|
|
7046
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
|
|
7047
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
|
|
7048
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
|
|
7049
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
|
|
7050
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.window_size #=> Integer
|
|
7051
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.detect_schema #=> Boolean
|
|
7052
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.table #=> String
|
|
7053
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.database #=> String
|
|
7054
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.bootstrap_servers #=> String
|
|
7055
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.security_protocol #=> String
|
|
7056
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.connection_name #=> String
|
|
7057
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.topic_name #=> String
|
|
7058
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.assign #=> String
|
|
7059
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.subscribe_pattern #=> String
|
|
7060
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.classification #=> String
|
|
7061
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.delimiter #=> String
|
|
7062
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.starting_offsets #=> String
|
|
7063
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.ending_offsets #=> String
|
|
7064
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.poll_timeout_ms #=> Integer
|
|
7065
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.num_retries #=> Integer
|
|
7066
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
|
|
7067
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
|
|
7068
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
|
|
7069
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
|
|
7070
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
|
|
7071
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
|
|
7072
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.inputs #=> Array
|
|
7073
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.inputs[0] #=> String
|
|
7074
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_empty #=> Boolean
|
|
7075
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_null_string #=> Boolean
|
|
7076
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_neg_one #=> Boolean
|
|
7077
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list #=> Array
|
|
7078
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].value #=> String
|
|
7079
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].datatype.id #=> String
|
|
7080
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].datatype.label #=> String
|
|
7081
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.name #=> String
|
|
7082
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.inputs #=> Array
|
|
7083
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.inputs[0] #=> String
|
|
7084
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.source #=> String
|
|
7085
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.primary_keys #=> Array
|
|
7086
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.primary_keys[0] #=> Array
|
|
7087
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].merge.primary_keys[0][0] #=> String
|
|
7088
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].union.name #=> String
|
|
7089
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].union.inputs #=> Array
|
|
7090
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].union.inputs[0] #=> String
|
|
7091
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].union.union_type #=> String, one of "ALL", "DISTINCT"
|
|
7092
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.name #=> String
|
|
7093
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.inputs #=> Array
|
|
7094
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.inputs[0] #=> String
|
|
7095
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.pii_type #=> String, one of "RowAudit", "RowMasking", "ColumnAudit", "ColumnMasking"
|
|
7096
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.entity_types_to_detect #=> Array
|
|
7097
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.entity_types_to_detect[0] #=> String
|
|
7098
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.output_column_name #=> String
|
|
7099
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.sample_fraction #=> Float
|
|
7100
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.threshold_fraction #=> Float
|
|
7101
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].pii_detection.mask_value #=> String
|
|
7102
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.name #=> String
|
|
7103
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.inputs #=> Array
|
|
7104
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.inputs[0] #=> String
|
|
7105
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.groups #=> Array
|
|
7106
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.groups[0] #=> Array
|
|
7107
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.groups[0][0] #=> String
|
|
7108
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.aggs #=> Array
|
|
7109
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].column #=> Array
|
|
7110
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].column[0] #=> String
|
|
7111
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].agg_func #=> String, one of "avg", "countDistinct", "count", "first", "last", "kurtosis", "max", "min", "skewness", "stddev_samp", "stddev_pop", "sum", "sumDistinct", "var_samp", "var_pop"
|
|
7112
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_duplicates.name #=> String
|
|
7113
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_duplicates.inputs #=> Array
|
|
7114
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_duplicates.inputs[0] #=> String
|
|
7115
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_duplicates.columns #=> Array
|
|
7116
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_duplicates.columns[0] #=> Array
|
|
7117
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].drop_duplicates.columns[0][0] #=> String
|
|
7118
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.name #=> String
|
|
7119
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.inputs #=> Array
|
|
7120
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.inputs[0] #=> String
|
|
7121
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys #=> Array
|
|
7122
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys[0] #=> Array
|
|
7123
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys[0][0] #=> String
|
|
7124
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.table #=> String
|
|
7125
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.database #=> String
|
|
7126
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
7127
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
7128
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_source.name #=> String
|
|
7129
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_source.database #=> String
|
|
7130
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_source.table #=> String
|
|
7131
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_source.partition_predicate #=> String
|
|
7132
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_source.additional_options.bounded_size #=> Integer
|
|
7133
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].governed_catalog_source.additional_options.bounded_files #=> Integer
|
|
7134
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.name #=> String
|
|
7135
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.database #=> String
|
|
7136
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.table #=> String
|
|
7137
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.name #=> String
|
|
7138
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.database #=> String
|
|
7139
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.table #=> String
|
|
7140
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.name #=> String
|
|
7141
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.database #=> String
|
|
7142
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.table #=> String
|
|
7143
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.name #=> String
|
|
7144
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.database #=> String
|
|
7145
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.table #=> String
|
|
7146
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.name #=> String
|
|
7147
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.inputs #=> Array
|
|
7148
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.inputs[0] #=> String
|
|
7149
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.database #=> String
|
|
7150
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.table #=> String
|
|
7151
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.name #=> String
|
|
7152
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.inputs #=> Array
|
|
7153
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.inputs[0] #=> String
|
|
7154
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.database #=> String
|
|
7155
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.table #=> String
|
|
7156
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.name #=> String
|
|
7157
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.inputs #=> Array
|
|
7158
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.inputs[0] #=> String
|
|
7159
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.database #=> String
|
|
7160
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.table #=> String
|
|
7161
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.name #=> String
|
|
7162
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs #=> Array
|
|
7163
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
|
7164
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
|
7165
|
+
# resp.job.code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
|
5528
7166
|
#
|
|
5529
7167
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
|
5530
7168
|
#
|
|
@@ -5750,6 +7388,486 @@ module Aws::Glue
|
|
|
5750
7388
|
# resp.jobs[0].security_configuration #=> String
|
|
5751
7389
|
# resp.jobs[0].notification_property.notify_delay_after #=> Integer
|
|
5752
7390
|
# resp.jobs[0].glue_version #=> String
|
|
7391
|
+
# resp.jobs[0].code_gen_configuration_nodes #=> Hash
|
|
7392
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.name #=> String
|
|
7393
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_name #=> String
|
|
7394
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connector_name #=> String
|
|
7395
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_type #=> String
|
|
7396
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.connection_table #=> String
|
|
7397
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.schema_name #=> String
|
|
7398
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas #=> Array
|
|
7399
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns #=> Array
|
|
7400
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns[0].name #=> String
|
|
7401
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].athena_connector_source.output_schemas[0].columns[0].type #=> String
|
|
7402
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.name #=> String
|
|
7403
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_name #=> String
|
|
7404
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connector_name #=> String
|
|
7405
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_type #=> String
|
|
7406
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.filter_predicate #=> String
|
|
7407
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.partition_column #=> String
|
|
7408
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.lower_bound #=> Integer
|
|
7409
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.upper_bound #=> Integer
|
|
7410
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.num_partitions #=> Integer
|
|
7411
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys #=> Array
|
|
7412
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys[0] #=> String
|
|
7413
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.job_bookmark_keys_sort_order #=> String
|
|
7414
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.data_type_mapping #=> Hash
|
|
7415
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.additional_options.data_type_mapping["JDBCDataType"] #=> String, one of "DATE", "STRING", "TIMESTAMP", "INT", "FLOAT", "LONG", "BIGDECIMAL", "BYTE", "SHORT", "DOUBLE"
|
|
7416
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.connection_table #=> String
|
|
7417
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.query #=> String
|
|
7418
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas #=> Array
|
|
7419
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns #=> Array
|
|
7420
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns[0].name #=> String
|
|
7421
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_source.output_schemas[0].columns[0].type #=> String
|
|
7422
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.name #=> String
|
|
7423
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.connection_name #=> String
|
|
7424
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.connector_name #=> String
|
|
7425
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.connection_type #=> String
|
|
7426
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.additional_options #=> Hash
|
|
7427
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.additional_options["EnclosedInStringProperty"] #=> String
|
|
7428
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas #=> Array
|
|
7429
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns #=> Array
|
|
7430
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns[0].name #=> String
|
|
7431
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_source.output_schemas[0].columns[0].type #=> String
|
|
7432
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_source.name #=> String
|
|
7433
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_source.database #=> String
|
|
7434
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_source.table #=> String
|
|
7435
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.name #=> String
|
|
7436
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.database #=> String
|
|
7437
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.table #=> String
|
|
7438
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.redshift_tmp_dir #=> String
|
|
7439
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_source.tmp_dir_iam_role #=> String
|
|
7440
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.name #=> String
|
|
7441
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.database #=> String
|
|
7442
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.table #=> String
|
|
7443
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.partition_predicate #=> String
|
|
7444
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.additional_options.bounded_size #=> Integer
|
|
7445
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_source.additional_options.bounded_files #=> Integer
|
|
7446
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.name #=> String
|
|
7447
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.paths #=> Array
|
|
7448
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.paths[0] #=> String
|
|
7449
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.compression_type #=> String, one of "gzip", "bzip2"
|
|
7450
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.exclusions #=> Array
|
|
7451
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.exclusions[0] #=> String
|
|
7452
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.group_size #=> String
|
|
7453
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.group_files #=> String
|
|
7454
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.recurse #=> Boolean
|
|
7455
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.max_band #=> Integer
|
|
7456
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.max_files_in_band #=> Integer
|
|
7457
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.bounded_size #=> Integer
|
|
7458
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.bounded_files #=> Integer
|
|
7459
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.enable_sample_path #=> Boolean
|
|
7460
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.additional_options.sample_path #=> String
|
|
7461
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.separator #=> String, one of "comma", "ctrla", "pipe", "semicolon", "tab"
|
|
7462
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.escaper #=> String
|
|
7463
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.quote_char #=> String, one of "quote", "quillemet", "single_quote", "disabled"
|
|
7464
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.multiline #=> Boolean
|
|
7465
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.with_header #=> Boolean
|
|
7466
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.write_header #=> Boolean
|
|
7467
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.skip_first #=> Boolean
|
|
7468
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.optimize_performance #=> Boolean
|
|
7469
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas #=> Array
|
|
7470
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns #=> Array
|
|
7471
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].name #=> String
|
|
7472
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_csv_source.output_schemas[0].columns[0].type #=> String
|
|
7473
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.name #=> String
|
|
7474
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths #=> Array
|
|
7475
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.paths[0] #=> String
|
|
7476
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.compression_type #=> String, one of "gzip", "bzip2"
|
|
7477
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.exclusions #=> Array
|
|
7478
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.exclusions[0] #=> String
|
|
7479
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.group_size #=> String
|
|
7480
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.group_files #=> String
|
|
7481
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.recurse #=> Boolean
|
|
7482
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.max_band #=> Integer
|
|
7483
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.max_files_in_band #=> Integer
|
|
7484
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.bounded_size #=> Integer
|
|
7485
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.bounded_files #=> Integer
|
|
7486
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.enable_sample_path #=> Boolean
|
|
7487
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.additional_options.sample_path #=> String
|
|
7488
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.json_path #=> String
|
|
7489
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.multiline #=> Boolean
|
|
7490
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas #=> Array
|
|
7491
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns #=> Array
|
|
7492
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns[0].name #=> String
|
|
7493
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_json_source.output_schemas[0].columns[0].type #=> String
|
|
7494
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.name #=> String
|
|
7495
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths #=> Array
|
|
7496
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.paths[0] #=> String
|
|
7497
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.compression_type #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
7498
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions #=> Array
|
|
7499
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.exclusions[0] #=> String
|
|
7500
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_size #=> String
|
|
7501
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.group_files #=> String
|
|
7502
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.recurse #=> Boolean
|
|
7503
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.max_band #=> Integer
|
|
7504
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.max_files_in_band #=> Integer
|
|
7505
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.bounded_size #=> Integer
|
|
7506
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.bounded_files #=> Integer
|
|
7507
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.enable_sample_path #=> Boolean
|
|
7508
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.additional_options.sample_path #=> String
|
|
7509
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas #=> Array
|
|
7510
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns #=> Array
|
|
7511
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns[0].name #=> String
|
|
7512
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_parquet_source.output_schemas[0].columns[0].type #=> String
|
|
7513
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].relational_catalog_source.name #=> String
|
|
7514
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].relational_catalog_source.database #=> String
|
|
7515
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].relational_catalog_source.table #=> String
|
|
7516
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.name #=> String
|
|
7517
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.database #=> String
|
|
7518
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].dynamo_db_catalog_source.table #=> String
|
|
7519
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.name #=> String
|
|
7520
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.inputs #=> Array
|
|
7521
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.inputs[0] #=> String
|
|
7522
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_name #=> String
|
|
7523
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_table #=> String
|
|
7524
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connector_name #=> String
|
|
7525
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.connection_type #=> String
|
|
7526
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.additional_options #=> Hash
|
|
7527
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
7528
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas #=> Array
|
|
7529
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns #=> Array
|
|
7530
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns[0].name #=> String
|
|
7531
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].jdbc_connector_target.output_schemas[0].columns[0].type #=> String
|
|
7532
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.name #=> String
|
|
7533
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.inputs #=> Array
|
|
7534
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.inputs[0] #=> String
|
|
7535
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.connection_name #=> String
|
|
7536
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.connector_name #=> String
|
|
7537
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.connection_type #=> String
|
|
7538
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.additional_options #=> Hash
|
|
7539
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.additional_options["EnclosedInStringProperty"] #=> String
|
|
7540
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas #=> Array
|
|
7541
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns #=> Array
|
|
7542
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns[0].name #=> String
|
|
7543
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_connector_target.output_schemas[0].columns[0].type #=> String
|
|
7544
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.name #=> String
|
|
7545
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.inputs #=> Array
|
|
7546
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.inputs[0] #=> String
|
|
7547
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.database #=> String
|
|
7548
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_target.table #=> String
|
|
7549
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.name #=> String
|
|
7550
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.inputs #=> Array
|
|
7551
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.inputs[0] #=> String
|
|
7552
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.database #=> String
|
|
7553
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.table #=> String
|
|
7554
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.redshift_tmp_dir #=> String
|
|
7555
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.tmp_dir_iam_role #=> String
|
|
7556
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.table_location #=> String
|
|
7557
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.connection_name #=> String
|
|
7558
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.upsert_keys #=> Array
|
|
7559
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].redshift_target.upsert_redshift_options.upsert_keys[0] #=> String
|
|
7560
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.name #=> String
|
|
7561
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.inputs #=> Array
|
|
7562
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.inputs[0] #=> String
|
|
7563
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys #=> Array
|
|
7564
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys[0] #=> Array
|
|
7565
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.partition_keys[0][0] #=> String
|
|
7566
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.table #=> String
|
|
7567
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.database #=> String
|
|
7568
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
7569
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
7570
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.name #=> String
|
|
7571
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.inputs #=> Array
|
|
7572
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.inputs[0] #=> String
|
|
7573
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys #=> Array
|
|
7574
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0] #=> Array
|
|
7575
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.partition_keys[0][0] #=> String
|
|
7576
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.path #=> String
|
|
7577
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.compression #=> String, one of "snappy", "lzo", "gzip", "uncompressed", "none"
|
|
7578
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
7579
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
7580
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.table #=> String
|
|
7581
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_glue_parquet_target.schema_change_policy.database #=> String
|
|
7582
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.name #=> String
|
|
7583
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs #=> Array
|
|
7584
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.inputs[0] #=> String
|
|
7585
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys #=> Array
|
|
7586
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0] #=> Array
|
|
7587
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
|
|
7588
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
|
|
7589
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
|
|
7590
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
|
|
7591
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
7592
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
7593
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
|
|
7594
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
|
|
7595
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
|
|
7596
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs #=> Array
|
|
7597
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.inputs[0] #=> String
|
|
7598
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping #=> Array
|
|
7599
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].to_key #=> String
|
|
7600
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_path #=> Array
|
|
7601
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_path[0] #=> String
|
|
7602
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].from_type #=> String
|
|
7603
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].to_type #=> String
|
|
7604
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].dropped #=> Boolean
|
|
7605
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.mapping[0].children #=> Types::Mappings
|
|
7606
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.name #=> String
|
|
7607
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.inputs #=> Array
|
|
7608
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.inputs[0] #=> String
|
|
7609
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.paths #=> Array
|
|
7610
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.paths[0] #=> Array
|
|
7611
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_fields.paths[0][0] #=> String
|
|
7612
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.name #=> String
|
|
7613
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.inputs #=> Array
|
|
7614
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.inputs[0] #=> String
|
|
7615
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.paths #=> Array
|
|
7616
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.paths[0] #=> Array
|
|
7617
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_fields.paths[0][0] #=> String
|
|
7618
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.name #=> String
|
|
7619
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.inputs #=> Array
|
|
7620
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.inputs[0] #=> String
|
|
7621
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.source_path #=> Array
|
|
7622
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.source_path[0] #=> String
|
|
7623
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.target_path #=> Array
|
|
7624
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].rename_field.target_path[0] #=> String
|
|
7625
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.name #=> String
|
|
7626
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.inputs #=> Array
|
|
7627
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.inputs[0] #=> String
|
|
7628
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.path #=> String
|
|
7629
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.topk #=> Integer
|
|
7630
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spigot.prob #=> Float
|
|
7631
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.name #=> String
|
|
7632
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.inputs #=> Array
|
|
7633
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.inputs[0] #=> String
|
|
7634
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.join_type #=> String, one of "equijoin", "left", "right", "outer", "leftsemi", "leftanti"
|
|
7635
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns #=> Array
|
|
7636
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].from #=> String
|
|
7637
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].keys #=> Array
|
|
7638
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].keys[0] #=> Array
|
|
7639
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].join.columns[0].keys[0][0] #=> String
|
|
7640
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.name #=> String
|
|
7641
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.inputs #=> Array
|
|
7642
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.inputs[0] #=> String
|
|
7643
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.paths #=> Array
|
|
7644
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.paths[0] #=> Array
|
|
7645
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].split_fields.paths[0][0] #=> String
|
|
7646
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.name #=> String
|
|
7647
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.inputs #=> Array
|
|
7648
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.inputs[0] #=> String
|
|
7649
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].select_from_collection.index #=> Integer
|
|
7650
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.name #=> String
|
|
7651
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.inputs #=> Array
|
|
7652
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.inputs[0] #=> String
|
|
7653
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.imputed_path #=> String
|
|
7654
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].fill_missing_values.filled_path #=> String
|
|
7655
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.name #=> String
|
|
7656
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.inputs #=> Array
|
|
7657
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.inputs[0] #=> String
|
|
7658
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.logical_operator #=> String, one of "AND", "OR"
|
|
7659
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters #=> Array
|
|
7660
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].operation #=> String, one of "EQ", "LT", "GT", "LTE", "GTE", "REGEX", "ISNULL"
|
|
7661
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].negated #=> Boolean
|
|
7662
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values #=> Array
|
|
7663
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].type #=> String, one of "COLUMNEXTRACTED", "CONSTANT"
|
|
7664
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].value #=> Array
|
|
7665
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].filter.filters[0].values[0].value[0] #=> String
|
|
7666
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.name #=> String
|
|
7667
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.inputs #=> Array
|
|
7668
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.inputs[0] #=> String
|
|
7669
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.code #=> String
|
|
7670
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.class_name #=> String
|
|
7671
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas #=> Array
|
|
7672
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns #=> Array
|
|
7673
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns[0].name #=> String
|
|
7674
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].custom_code.output_schemas[0].columns[0].type #=> String
|
|
7675
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.name #=> String
|
|
7676
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.inputs #=> Array
|
|
7677
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.inputs[0] #=> String
|
|
7678
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_query #=> String
|
|
7679
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases #=> Array
|
|
7680
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases[0].from #=> String
|
|
7681
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.sql_aliases[0].alias #=> String
|
|
7682
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas #=> Array
|
|
7683
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns #=> Array
|
|
7684
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns[0].name #=> String
|
|
7685
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].spark_sql.output_schemas[0].columns[0].type #=> String
|
|
7686
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.name #=> String
|
|
7687
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.window_size #=> Integer
|
|
7688
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.detect_schema #=> Boolean
|
|
7689
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.endpoint_url #=> String
|
|
7690
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_name #=> String
|
|
7691
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.classification #=> String
|
|
7692
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.delimiter #=> String
|
|
7693
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.starting_position #=> String, one of "latest", "trim_horizon", "earliest"
|
|
7694
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_fetch_time_in_ms #=> Integer
|
|
7695
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_fetch_records_per_shard #=> Integer
|
|
7696
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_record_per_read #=> Integer
|
|
7697
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.add_idle_time_between_reads #=> Boolean
|
|
7698
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.idle_time_between_reads_in_ms #=> Integer
|
|
7699
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.describe_shard_interval #=> Integer
|
|
7700
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.num_retries #=> Integer
|
|
7701
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.retry_interval_ms #=> Integer
|
|
7702
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.max_retry_interval_ms #=> Integer
|
|
7703
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.avoid_empty_batches #=> Boolean
|
|
7704
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.stream_arn #=> String
|
|
7705
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_arn #=> String
|
|
7706
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.streaming_options.role_session_name #=> String
|
|
7707
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.polling_time #=> Integer
|
|
7708
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kinesis_source.data_preview_options.record_polling_limit #=> Integer
|
|
7709
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.name #=> String
|
|
7710
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.bootstrap_servers #=> String
|
|
7711
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.security_protocol #=> String
|
|
7712
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.connection_name #=> String
|
|
7713
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.topic_name #=> String
|
|
7714
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.assign #=> String
|
|
7715
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.subscribe_pattern #=> String
|
|
7716
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.classification #=> String
|
|
7717
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.delimiter #=> String
|
|
7718
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.starting_offsets #=> String
|
|
7719
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.ending_offsets #=> String
|
|
7720
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.poll_timeout_ms #=> Integer
|
|
7721
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.num_retries #=> Integer
|
|
7722
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.retry_interval_ms #=> Integer
|
|
7723
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
|
|
7724
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.streaming_options.min_partitions #=> Integer
|
|
7725
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.window_size #=> Integer
|
|
7726
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.detect_schema #=> Boolean
|
|
7727
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.polling_time #=> Integer
|
|
7728
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].direct_kafka_source.data_preview_options.record_polling_limit #=> Integer
|
|
7729
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.name #=> String
|
|
7730
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.window_size #=> Integer
|
|
7731
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.detect_schema #=> Boolean
|
|
7732
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.table #=> String
|
|
7733
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.database #=> String
|
|
7734
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.endpoint_url #=> String
|
|
7735
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_name #=> String
|
|
7736
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.classification #=> String
|
|
7737
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.delimiter #=> String
|
|
7738
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.starting_position #=> String, one of "latest", "trim_horizon", "earliest"
|
|
7739
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_fetch_time_in_ms #=> Integer
|
|
7740
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_fetch_records_per_shard #=> Integer
|
|
7741
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_record_per_read #=> Integer
|
|
7742
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.add_idle_time_between_reads #=> Boolean
|
|
7743
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.idle_time_between_reads_in_ms #=> Integer
|
|
7744
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.describe_shard_interval #=> Integer
|
|
7745
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.num_retries #=> Integer
|
|
7746
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.retry_interval_ms #=> Integer
|
|
7747
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.max_retry_interval_ms #=> Integer
|
|
7748
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.avoid_empty_batches #=> Boolean
|
|
7749
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.stream_arn #=> String
|
|
7750
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_arn #=> String
|
|
7751
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.streaming_options.role_session_name #=> String
|
|
7752
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.polling_time #=> Integer
|
|
7753
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kinesis_source.data_preview_options.record_polling_limit #=> Integer
|
|
7754
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.name #=> String
|
|
7755
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.window_size #=> Integer
|
|
7756
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.detect_schema #=> Boolean
|
|
7757
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.table #=> String
|
|
7758
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.database #=> String
|
|
7759
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.bootstrap_servers #=> String
|
|
7760
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.security_protocol #=> String
|
|
7761
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.connection_name #=> String
|
|
7762
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.topic_name #=> String
|
|
7763
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.assign #=> String
|
|
7764
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.subscribe_pattern #=> String
|
|
7765
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.classification #=> String
|
|
7766
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.delimiter #=> String
|
|
7767
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.starting_offsets #=> String
|
|
7768
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.ending_offsets #=> String
|
|
7769
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.poll_timeout_ms #=> Integer
|
|
7770
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.num_retries #=> Integer
|
|
7771
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.retry_interval_ms #=> Integer
|
|
7772
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.max_offsets_per_trigger #=> Integer
|
|
7773
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.streaming_options.min_partitions #=> Integer
|
|
7774
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.polling_time #=> Integer
|
|
7775
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_kafka_source.data_preview_options.record_polling_limit #=> Integer
|
|
7776
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.name #=> String
|
|
7777
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.inputs #=> Array
|
|
7778
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.inputs[0] #=> String
|
|
7779
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_empty #=> Boolean
|
|
7780
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_null_string #=> Boolean
|
|
7781
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_check_box_list.is_neg_one #=> Boolean
|
|
7782
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list #=> Array
|
|
7783
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].value #=> String
|
|
7784
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].datatype.id #=> String
|
|
7785
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_null_fields.null_text_list[0].datatype.label #=> String
|
|
7786
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.name #=> String
|
|
7787
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.inputs #=> Array
|
|
7788
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.inputs[0] #=> String
|
|
7789
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.source #=> String
|
|
7790
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.primary_keys #=> Array
|
|
7791
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.primary_keys[0] #=> Array
|
|
7792
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].merge.primary_keys[0][0] #=> String
|
|
7793
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.name #=> String
|
|
7794
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.inputs #=> Array
|
|
7795
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.inputs[0] #=> String
|
|
7796
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].union.union_type #=> String, one of "ALL", "DISTINCT"
|
|
7797
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.name #=> String
|
|
7798
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.inputs #=> Array
|
|
7799
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.inputs[0] #=> String
|
|
7800
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.pii_type #=> String, one of "RowAudit", "RowMasking", "ColumnAudit", "ColumnMasking"
|
|
7801
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.entity_types_to_detect #=> Array
|
|
7802
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.entity_types_to_detect[0] #=> String
|
|
7803
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.output_column_name #=> String
|
|
7804
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.sample_fraction #=> Float
|
|
7805
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.threshold_fraction #=> Float
|
|
7806
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].pii_detection.mask_value #=> String
|
|
7807
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.name #=> String
|
|
7808
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.inputs #=> Array
|
|
7809
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.inputs[0] #=> String
|
|
7810
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.groups #=> Array
|
|
7811
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.groups[0] #=> Array
|
|
7812
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.groups[0][0] #=> String
|
|
7813
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs #=> Array
|
|
7814
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].column #=> Array
|
|
7815
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].column[0] #=> String
|
|
7816
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].aggregate.aggs[0].agg_func #=> String, one of "avg", "countDistinct", "count", "first", "last", "kurtosis", "max", "min", "skewness", "stddev_samp", "stddev_pop", "sum", "sumDistinct", "var_samp", "var_pop"
|
|
7817
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.name #=> String
|
|
7818
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.inputs #=> Array
|
|
7819
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.inputs[0] #=> String
|
|
7820
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.columns #=> Array
|
|
7821
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.columns[0] #=> Array
|
|
7822
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].drop_duplicates.columns[0][0] #=> String
|
|
7823
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.name #=> String
|
|
7824
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.inputs #=> Array
|
|
7825
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.inputs[0] #=> String
|
|
7826
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys #=> Array
|
|
7827
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys[0] #=> Array
|
|
7828
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.partition_keys[0][0] #=> String
|
|
7829
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.table #=> String
|
|
7830
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.database #=> String
|
|
7831
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
|
|
7832
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
|
|
7833
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.name #=> String
|
|
7834
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.database #=> String
|
|
7835
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.table #=> String
|
|
7836
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.partition_predicate #=> String
|
|
7837
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.additional_options.bounded_size #=> Integer
|
|
7838
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].governed_catalog_source.additional_options.bounded_files #=> Integer
|
|
7839
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.name #=> String
|
|
7840
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.database #=> String
|
|
7841
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_source.table #=> String
|
|
7842
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.name #=> String
|
|
7843
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.database #=> String
|
|
7844
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_source.table #=> String
|
|
7845
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.name #=> String
|
|
7846
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.database #=> String
|
|
7847
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_source.table #=> String
|
|
7848
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.name #=> String
|
|
7849
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.database #=> String
|
|
7850
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_source.table #=> String
|
|
7851
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.name #=> String
|
|
7852
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.inputs #=> Array
|
|
7853
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.inputs[0] #=> String
|
|
7854
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.database #=> String
|
|
7855
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].microsoft_sql_server_catalog_target.table #=> String
|
|
7856
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.name #=> String
|
|
7857
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.inputs #=> Array
|
|
7858
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.inputs[0] #=> String
|
|
7859
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.database #=> String
|
|
7860
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].my_sql_catalog_target.table #=> String
|
|
7861
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.name #=> String
|
|
7862
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.inputs #=> Array
|
|
7863
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.inputs[0] #=> String
|
|
7864
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.database #=> String
|
|
7865
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].oracle_sql_catalog_target.table #=> String
|
|
7866
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.name #=> String
|
|
7867
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs #=> Array
|
|
7868
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.inputs[0] #=> String
|
|
7869
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.database #=> String
|
|
7870
|
+
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].postgre_sql_catalog_target.table #=> String
|
|
5753
7871
|
# resp.next_token #=> String
|
|
5754
7872
|
#
|
|
5755
7873
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
|
@@ -8806,6 +10924,82 @@ module Aws::Glue
|
|
|
8806
10924
|
req.send_request(options)
|
|
8807
10925
|
end
|
|
8808
10926
|
|
|
10927
|
+
# Returns all the crawls of a specified crawler. Returns only the crawls
|
|
10928
|
+
# that have occurred since the launch date of the crawler history
|
|
10929
|
+
# feature, and only retains up to 12 months of crawls. Older crawls will
|
|
10930
|
+
# not be returned.
|
|
10931
|
+
#
|
|
10932
|
+
# You may use this API to:
|
|
10933
|
+
#
|
|
10934
|
+
# * Retrive all the crawls of a specified crawler.
|
|
10935
|
+
#
|
|
10936
|
+
# * Retrieve all the crawls of a specified crawler within a limited
|
|
10937
|
+
# count.
|
|
10938
|
+
#
|
|
10939
|
+
# * Retrieve all the crawls of a specified crawler in a specific time
|
|
10940
|
+
# range.
|
|
10941
|
+
#
|
|
10942
|
+
# * Retrieve all the crawls of a specified crawler with a particular
|
|
10943
|
+
# state, crawl ID, or DPU hour value.
|
|
10944
|
+
#
|
|
10945
|
+
# @option params [required, String] :crawler_name
|
|
10946
|
+
# The name of the crawler whose runs you want to retrieve.
|
|
10947
|
+
#
|
|
10948
|
+
# @option params [Integer] :max_results
|
|
10949
|
+
# The maximum number of results to return. The default is 20, and
|
|
10950
|
+
# maximum is 100.
|
|
10951
|
+
#
|
|
10952
|
+
# @option params [Array<Types::CrawlsFilter>] :filters
|
|
10953
|
+
# Filters the crawls by the criteria you specify in a list of
|
|
10954
|
+
# `CrawlsFilter` objects.
|
|
10955
|
+
#
|
|
10956
|
+
# @option params [String] :next_token
|
|
10957
|
+
# A continuation token, if this is a continuation call.
|
|
10958
|
+
#
|
|
10959
|
+
# @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
10960
|
+
#
|
|
10961
|
+
# * {Types::ListCrawlsResponse#crawls #crawls} => Array<Types::CrawlerHistory>
|
|
10962
|
+
# * {Types::ListCrawlsResponse#next_token #next_token} => String
|
|
10963
|
+
#
|
|
10964
|
+
# @example Request syntax with placeholder values
|
|
10965
|
+
#
|
|
10966
|
+
# resp = client.list_crawls({
|
|
10967
|
+
# crawler_name: "NameString", # required
|
|
10968
|
+
# max_results: 1,
|
|
10969
|
+
# filters: [
|
|
10970
|
+
# {
|
|
10971
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
|
10972
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
|
10973
|
+
# field_value: "GenericString",
|
|
10974
|
+
# },
|
|
10975
|
+
# ],
|
|
10976
|
+
# next_token: "Token",
|
|
10977
|
+
# })
|
|
10978
|
+
#
|
|
10979
|
+
# @example Response structure
|
|
10980
|
+
#
|
|
10981
|
+
# resp.crawls #=> Array
|
|
10982
|
+
# resp.crawls[0].crawl_id #=> String
|
|
10983
|
+
# resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
|
|
10984
|
+
# resp.crawls[0].start_time #=> Time
|
|
10985
|
+
# resp.crawls[0].end_time #=> Time
|
|
10986
|
+
# resp.crawls[0].summary #=> String
|
|
10987
|
+
# resp.crawls[0].error_message #=> String
|
|
10988
|
+
# resp.crawls[0].log_group #=> String
|
|
10989
|
+
# resp.crawls[0].log_stream #=> String
|
|
10990
|
+
# resp.crawls[0].message_prefix #=> String
|
|
10991
|
+
# resp.crawls[0].dpu_hour #=> Float
|
|
10992
|
+
# resp.next_token #=> String
|
|
10993
|
+
#
|
|
10994
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
|
|
10995
|
+
#
|
|
10996
|
+
# @overload list_crawls(params = {})
|
|
10997
|
+
# @param [Hash] params ({})
|
|
10998
|
+
def list_crawls(params = {}, options = {})
|
|
10999
|
+
req = build_request(:list_crawls, params)
|
|
11000
|
+
req.send_request(options)
|
|
11001
|
+
end
|
|
11002
|
+
|
|
8809
11003
|
# Lists all the custom patterns that have been created.
|
|
8810
11004
|
#
|
|
8811
11005
|
# @option params [String] :next_token
|
|
@@ -11215,7 +13409,7 @@ module Aws::Glue
|
|
|
11215
13409
|
# Specifies data lineage configuration settings for the crawler.
|
|
11216
13410
|
#
|
|
11217
13411
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
|
11218
|
-
# Specifies
|
|
13412
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
|
11219
13413
|
#
|
|
11220
13414
|
# @option params [String] :configuration
|
|
11221
13415
|
# Crawler configuration information. This versioned JSON string allows
|
|
@@ -11519,6 +13713,674 @@ module Aws::Glue
|
|
|
11519
13713
|
# notify_delay_after: 1,
|
|
11520
13714
|
# },
|
|
11521
13715
|
# glue_version: "GlueVersionString",
|
|
13716
|
+
# code_gen_configuration_nodes: {
|
|
13717
|
+
# "NodeId" => {
|
|
13718
|
+
# athena_connector_source: {
|
|
13719
|
+
# name: "NodeName", # required
|
|
13720
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
13721
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
13722
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
13723
|
+
# connection_table: "EnclosedInStringPropertyWithQuote",
|
|
13724
|
+
# schema_name: "EnclosedInStringProperty", # required
|
|
13725
|
+
# output_schemas: [
|
|
13726
|
+
# {
|
|
13727
|
+
# columns: [
|
|
13728
|
+
# {
|
|
13729
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13730
|
+
# type: "ColumnTypeString",
|
|
13731
|
+
# },
|
|
13732
|
+
# ],
|
|
13733
|
+
# },
|
|
13734
|
+
# ],
|
|
13735
|
+
# },
|
|
13736
|
+
# jdbc_connector_source: {
|
|
13737
|
+
# name: "NodeName", # required
|
|
13738
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
13739
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
13740
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
13741
|
+
# additional_options: {
|
|
13742
|
+
# filter_predicate: "EnclosedInStringProperty",
|
|
13743
|
+
# partition_column: "EnclosedInStringProperty",
|
|
13744
|
+
# lower_bound: 1,
|
|
13745
|
+
# upper_bound: 1,
|
|
13746
|
+
# num_partitions: 1,
|
|
13747
|
+
# job_bookmark_keys: ["EnclosedInStringProperty"],
|
|
13748
|
+
# job_bookmark_keys_sort_order: "EnclosedInStringProperty",
|
|
13749
|
+
# data_type_mapping: {
|
|
13750
|
+
# "ARRAY" => "DATE", # accepts DATE, STRING, TIMESTAMP, INT, FLOAT, LONG, BIGDECIMAL, BYTE, SHORT, DOUBLE
|
|
13751
|
+
# },
|
|
13752
|
+
# },
|
|
13753
|
+
# connection_table: "EnclosedInStringPropertyWithQuote",
|
|
13754
|
+
# query: "SqlQuery",
|
|
13755
|
+
# output_schemas: [
|
|
13756
|
+
# {
|
|
13757
|
+
# columns: [
|
|
13758
|
+
# {
|
|
13759
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13760
|
+
# type: "ColumnTypeString",
|
|
13761
|
+
# },
|
|
13762
|
+
# ],
|
|
13763
|
+
# },
|
|
13764
|
+
# ],
|
|
13765
|
+
# },
|
|
13766
|
+
# spark_connector_source: {
|
|
13767
|
+
# name: "NodeName", # required
|
|
13768
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
13769
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
13770
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
13771
|
+
# additional_options: {
|
|
13772
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
|
13773
|
+
# },
|
|
13774
|
+
# output_schemas: [
|
|
13775
|
+
# {
|
|
13776
|
+
# columns: [
|
|
13777
|
+
# {
|
|
13778
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13779
|
+
# type: "ColumnTypeString",
|
|
13780
|
+
# },
|
|
13781
|
+
# ],
|
|
13782
|
+
# },
|
|
13783
|
+
# ],
|
|
13784
|
+
# },
|
|
13785
|
+
# catalog_source: {
|
|
13786
|
+
# name: "NodeName", # required
|
|
13787
|
+
# database: "EnclosedInStringProperty", # required
|
|
13788
|
+
# table: "EnclosedInStringProperty", # required
|
|
13789
|
+
# },
|
|
13790
|
+
# redshift_source: {
|
|
13791
|
+
# name: "NodeName", # required
|
|
13792
|
+
# database: "EnclosedInStringProperty", # required
|
|
13793
|
+
# table: "EnclosedInStringProperty", # required
|
|
13794
|
+
# redshift_tmp_dir: "EnclosedInStringProperty",
|
|
13795
|
+
# tmp_dir_iam_role: "EnclosedInStringProperty",
|
|
13796
|
+
# },
|
|
13797
|
+
# s3_catalog_source: {
|
|
13798
|
+
# name: "NodeName", # required
|
|
13799
|
+
# database: "EnclosedInStringProperty", # required
|
|
13800
|
+
# table: "EnclosedInStringProperty", # required
|
|
13801
|
+
# partition_predicate: "EnclosedInStringProperty",
|
|
13802
|
+
# additional_options: {
|
|
13803
|
+
# bounded_size: 1,
|
|
13804
|
+
# bounded_files: 1,
|
|
13805
|
+
# },
|
|
13806
|
+
# },
|
|
13807
|
+
# s3_csv_source: {
|
|
13808
|
+
# name: "NodeName", # required
|
|
13809
|
+
# paths: ["EnclosedInStringProperty"], # required
|
|
13810
|
+
# compression_type: "gzip", # accepts gzip, bzip2
|
|
13811
|
+
# exclusions: ["EnclosedInStringProperty"],
|
|
13812
|
+
# group_size: "EnclosedInStringProperty",
|
|
13813
|
+
# group_files: "EnclosedInStringProperty",
|
|
13814
|
+
# recurse: false,
|
|
13815
|
+
# max_band: 1,
|
|
13816
|
+
# max_files_in_band: 1,
|
|
13817
|
+
# additional_options: {
|
|
13818
|
+
# bounded_size: 1,
|
|
13819
|
+
# bounded_files: 1,
|
|
13820
|
+
# enable_sample_path: false,
|
|
13821
|
+
# sample_path: "EnclosedInStringProperty",
|
|
13822
|
+
# },
|
|
13823
|
+
# separator: "comma", # required, accepts comma, ctrla, pipe, semicolon, tab
|
|
13824
|
+
# escaper: "EnclosedInStringPropertyWithQuote",
|
|
13825
|
+
# quote_char: "quote", # required, accepts quote, quillemet, single_quote, disabled
|
|
13826
|
+
# multiline: false,
|
|
13827
|
+
# with_header: false,
|
|
13828
|
+
# write_header: false,
|
|
13829
|
+
# skip_first: false,
|
|
13830
|
+
# optimize_performance: false,
|
|
13831
|
+
# output_schemas: [
|
|
13832
|
+
# {
|
|
13833
|
+
# columns: [
|
|
13834
|
+
# {
|
|
13835
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13836
|
+
# type: "ColumnTypeString",
|
|
13837
|
+
# },
|
|
13838
|
+
# ],
|
|
13839
|
+
# },
|
|
13840
|
+
# ],
|
|
13841
|
+
# },
|
|
13842
|
+
# s3_json_source: {
|
|
13843
|
+
# name: "NodeName", # required
|
|
13844
|
+
# paths: ["EnclosedInStringProperty"], # required
|
|
13845
|
+
# compression_type: "gzip", # accepts gzip, bzip2
|
|
13846
|
+
# exclusions: ["EnclosedInStringProperty"],
|
|
13847
|
+
# group_size: "EnclosedInStringProperty",
|
|
13848
|
+
# group_files: "EnclosedInStringProperty",
|
|
13849
|
+
# recurse: false,
|
|
13850
|
+
# max_band: 1,
|
|
13851
|
+
# max_files_in_band: 1,
|
|
13852
|
+
# additional_options: {
|
|
13853
|
+
# bounded_size: 1,
|
|
13854
|
+
# bounded_files: 1,
|
|
13855
|
+
# enable_sample_path: false,
|
|
13856
|
+
# sample_path: "EnclosedInStringProperty",
|
|
13857
|
+
# },
|
|
13858
|
+
# json_path: "EnclosedInStringProperty",
|
|
13859
|
+
# multiline: false,
|
|
13860
|
+
# output_schemas: [
|
|
13861
|
+
# {
|
|
13862
|
+
# columns: [
|
|
13863
|
+
# {
|
|
13864
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13865
|
+
# type: "ColumnTypeString",
|
|
13866
|
+
# },
|
|
13867
|
+
# ],
|
|
13868
|
+
# },
|
|
13869
|
+
# ],
|
|
13870
|
+
# },
|
|
13871
|
+
# s3_parquet_source: {
|
|
13872
|
+
# name: "NodeName", # required
|
|
13873
|
+
# paths: ["EnclosedInStringProperty"], # required
|
|
13874
|
+
# compression_type: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
|
|
13875
|
+
# exclusions: ["EnclosedInStringProperty"],
|
|
13876
|
+
# group_size: "EnclosedInStringProperty",
|
|
13877
|
+
# group_files: "EnclosedInStringProperty",
|
|
13878
|
+
# recurse: false,
|
|
13879
|
+
# max_band: 1,
|
|
13880
|
+
# max_files_in_band: 1,
|
|
13881
|
+
# additional_options: {
|
|
13882
|
+
# bounded_size: 1,
|
|
13883
|
+
# bounded_files: 1,
|
|
13884
|
+
# enable_sample_path: false,
|
|
13885
|
+
# sample_path: "EnclosedInStringProperty",
|
|
13886
|
+
# },
|
|
13887
|
+
# output_schemas: [
|
|
13888
|
+
# {
|
|
13889
|
+
# columns: [
|
|
13890
|
+
# {
|
|
13891
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13892
|
+
# type: "ColumnTypeString",
|
|
13893
|
+
# },
|
|
13894
|
+
# ],
|
|
13895
|
+
# },
|
|
13896
|
+
# ],
|
|
13897
|
+
# },
|
|
13898
|
+
# relational_catalog_source: {
|
|
13899
|
+
# name: "NodeName", # required
|
|
13900
|
+
# database: "EnclosedInStringProperty", # required
|
|
13901
|
+
# table: "EnclosedInStringProperty", # required
|
|
13902
|
+
# },
|
|
13903
|
+
# dynamo_db_catalog_source: {
|
|
13904
|
+
# name: "NodeName", # required
|
|
13905
|
+
# database: "EnclosedInStringProperty", # required
|
|
13906
|
+
# table: "EnclosedInStringProperty", # required
|
|
13907
|
+
# },
|
|
13908
|
+
# jdbc_connector_target: {
|
|
13909
|
+
# name: "NodeName", # required
|
|
13910
|
+
# inputs: ["NodeId"], # required
|
|
13911
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
13912
|
+
# connection_table: "EnclosedInStringPropertyWithQuote", # required
|
|
13913
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
13914
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
13915
|
+
# additional_options: {
|
|
13916
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
|
13917
|
+
# },
|
|
13918
|
+
# output_schemas: [
|
|
13919
|
+
# {
|
|
13920
|
+
# columns: [
|
|
13921
|
+
# {
|
|
13922
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13923
|
+
# type: "ColumnTypeString",
|
|
13924
|
+
# },
|
|
13925
|
+
# ],
|
|
13926
|
+
# },
|
|
13927
|
+
# ],
|
|
13928
|
+
# },
|
|
13929
|
+
# spark_connector_target: {
|
|
13930
|
+
# name: "NodeName", # required
|
|
13931
|
+
# inputs: ["NodeId"], # required
|
|
13932
|
+
# connection_name: "EnclosedInStringProperty", # required
|
|
13933
|
+
# connector_name: "EnclosedInStringProperty", # required
|
|
13934
|
+
# connection_type: "EnclosedInStringProperty", # required
|
|
13935
|
+
# additional_options: {
|
|
13936
|
+
# "EnclosedInStringProperty" => "EnclosedInStringProperty",
|
|
13937
|
+
# },
|
|
13938
|
+
# output_schemas: [
|
|
13939
|
+
# {
|
|
13940
|
+
# columns: [
|
|
13941
|
+
# {
|
|
13942
|
+
# name: "GlueStudioColumnNameString", # required
|
|
13943
|
+
# type: "ColumnTypeString",
|
|
13944
|
+
# },
|
|
13945
|
+
# ],
|
|
13946
|
+
# },
|
|
13947
|
+
# ],
|
|
13948
|
+
# },
|
|
13949
|
+
# catalog_target: {
|
|
13950
|
+
# name: "NodeName", # required
|
|
13951
|
+
# inputs: ["NodeId"], # required
|
|
13952
|
+
# database: "EnclosedInStringProperty", # required
|
|
13953
|
+
# table: "EnclosedInStringProperty", # required
|
|
13954
|
+
# },
|
|
13955
|
+
# redshift_target: {
|
|
13956
|
+
# name: "NodeName", # required
|
|
13957
|
+
# inputs: ["NodeId"], # required
|
|
13958
|
+
# database: "EnclosedInStringProperty", # required
|
|
13959
|
+
# table: "EnclosedInStringProperty", # required
|
|
13960
|
+
# redshift_tmp_dir: "EnclosedInStringProperty",
|
|
13961
|
+
# tmp_dir_iam_role: "EnclosedInStringProperty",
|
|
13962
|
+
# upsert_redshift_options: {
|
|
13963
|
+
# table_location: "EnclosedInStringProperty",
|
|
13964
|
+
# connection_name: "EnclosedInStringProperty",
|
|
13965
|
+
# upsert_keys: ["EnclosedInStringProperty"],
|
|
13966
|
+
# },
|
|
13967
|
+
# },
|
|
13968
|
+
# s3_catalog_target: {
|
|
13969
|
+
# name: "NodeName", # required
|
|
13970
|
+
# inputs: ["NodeId"], # required
|
|
13971
|
+
# partition_keys: [
|
|
13972
|
+
# ["EnclosedInStringProperty"],
|
|
13973
|
+
# ],
|
|
13974
|
+
# table: "EnclosedInStringProperty", # required
|
|
13975
|
+
# database: "EnclosedInStringProperty", # required
|
|
13976
|
+
# schema_change_policy: {
|
|
13977
|
+
# enable_update_catalog: false,
|
|
13978
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
13979
|
+
# },
|
|
13980
|
+
# },
|
|
13981
|
+
# s3_glue_parquet_target: {
|
|
13982
|
+
# name: "NodeName", # required
|
|
13983
|
+
# inputs: ["NodeId"], # required
|
|
13984
|
+
# partition_keys: [
|
|
13985
|
+
# ["EnclosedInStringProperty"],
|
|
13986
|
+
# ],
|
|
13987
|
+
# path: "EnclosedInStringProperty", # required
|
|
13988
|
+
# compression: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
|
|
13989
|
+
# schema_change_policy: {
|
|
13990
|
+
# enable_update_catalog: false,
|
|
13991
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
13992
|
+
# table: "EnclosedInStringProperty",
|
|
13993
|
+
# database: "EnclosedInStringProperty",
|
|
13994
|
+
# },
|
|
13995
|
+
# },
|
|
13996
|
+
# s3_direct_target: {
|
|
13997
|
+
# name: "NodeName", # required
|
|
13998
|
+
# inputs: ["NodeId"], # required
|
|
13999
|
+
# partition_keys: [
|
|
14000
|
+
# ["EnclosedInStringProperty"],
|
|
14001
|
+
# ],
|
|
14002
|
+
# path: "EnclosedInStringProperty", # required
|
|
14003
|
+
# compression: "EnclosedInStringProperty",
|
|
14004
|
+
# format: "json", # required, accepts json, csv, avro, orc, parquet
|
|
14005
|
+
# schema_change_policy: {
|
|
14006
|
+
# enable_update_catalog: false,
|
|
14007
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
14008
|
+
# table: "EnclosedInStringProperty",
|
|
14009
|
+
# database: "EnclosedInStringProperty",
|
|
14010
|
+
# },
|
|
14011
|
+
# },
|
|
14012
|
+
# apply_mapping: {
|
|
14013
|
+
# name: "NodeName", # required
|
|
14014
|
+
# inputs: ["NodeId"], # required
|
|
14015
|
+
# mapping: [ # required
|
|
14016
|
+
# {
|
|
14017
|
+
# to_key: "EnclosedInStringProperty",
|
|
14018
|
+
# from_path: ["EnclosedInStringProperty"],
|
|
14019
|
+
# from_type: "EnclosedInStringProperty",
|
|
14020
|
+
# to_type: "EnclosedInStringProperty",
|
|
14021
|
+
# dropped: false,
|
|
14022
|
+
# children: {
|
|
14023
|
+
# # recursive Mappings
|
|
14024
|
+
# },
|
|
14025
|
+
# },
|
|
14026
|
+
# ],
|
|
14027
|
+
# },
|
|
14028
|
+
# select_fields: {
|
|
14029
|
+
# name: "NodeName", # required
|
|
14030
|
+
# inputs: ["NodeId"], # required
|
|
14031
|
+
# paths: [ # required
|
|
14032
|
+
# ["EnclosedInStringProperty"],
|
|
14033
|
+
# ],
|
|
14034
|
+
# },
|
|
14035
|
+
# drop_fields: {
|
|
14036
|
+
# name: "NodeName", # required
|
|
14037
|
+
# inputs: ["NodeId"], # required
|
|
14038
|
+
# paths: [ # required
|
|
14039
|
+
# ["EnclosedInStringProperty"],
|
|
14040
|
+
# ],
|
|
14041
|
+
# },
|
|
14042
|
+
# rename_field: {
|
|
14043
|
+
# name: "NodeName", # required
|
|
14044
|
+
# inputs: ["NodeId"], # required
|
|
14045
|
+
# source_path: ["EnclosedInStringProperty"], # required
|
|
14046
|
+
# target_path: ["EnclosedInStringProperty"], # required
|
|
14047
|
+
# },
|
|
14048
|
+
# spigot: {
|
|
14049
|
+
# name: "NodeName", # required
|
|
14050
|
+
# inputs: ["NodeId"], # required
|
|
14051
|
+
# path: "EnclosedInStringProperty", # required
|
|
14052
|
+
# topk: 1,
|
|
14053
|
+
# prob: 1.0,
|
|
14054
|
+
# },
|
|
14055
|
+
# join: {
|
|
14056
|
+
# name: "NodeName", # required
|
|
14057
|
+
# inputs: ["NodeId"], # required
|
|
14058
|
+
# join_type: "equijoin", # required, accepts equijoin, left, right, outer, leftsemi, leftanti
|
|
14059
|
+
# columns: [ # required
|
|
14060
|
+
# {
|
|
14061
|
+
# from: "EnclosedInStringProperty", # required
|
|
14062
|
+
# keys: [ # required
|
|
14063
|
+
# ["EnclosedInStringProperty"],
|
|
14064
|
+
# ],
|
|
14065
|
+
# },
|
|
14066
|
+
# ],
|
|
14067
|
+
# },
|
|
14068
|
+
# split_fields: {
|
|
14069
|
+
# name: "NodeName", # required
|
|
14070
|
+
# inputs: ["NodeId"], # required
|
|
14071
|
+
# paths: [ # required
|
|
14072
|
+
# ["EnclosedInStringProperty"],
|
|
14073
|
+
# ],
|
|
14074
|
+
# },
|
|
14075
|
+
# select_from_collection: {
|
|
14076
|
+
# name: "NodeName", # required
|
|
14077
|
+
# inputs: ["NodeId"], # required
|
|
14078
|
+
# index: 1, # required
|
|
14079
|
+
# },
|
|
14080
|
+
# fill_missing_values: {
|
|
14081
|
+
# name: "NodeName", # required
|
|
14082
|
+
# inputs: ["NodeId"], # required
|
|
14083
|
+
# imputed_path: "EnclosedInStringProperty", # required
|
|
14084
|
+
# filled_path: "EnclosedInStringProperty",
|
|
14085
|
+
# },
|
|
14086
|
+
# filter: {
|
|
14087
|
+
# name: "NodeName", # required
|
|
14088
|
+
# inputs: ["NodeId"], # required
|
|
14089
|
+
# logical_operator: "AND", # required, accepts AND, OR
|
|
14090
|
+
# filters: [ # required
|
|
14091
|
+
# {
|
|
14092
|
+
# operation: "EQ", # required, accepts EQ, LT, GT, LTE, GTE, REGEX, ISNULL
|
|
14093
|
+
# negated: false,
|
|
14094
|
+
# values: [ # required
|
|
14095
|
+
# {
|
|
14096
|
+
# type: "COLUMNEXTRACTED", # required, accepts COLUMNEXTRACTED, CONSTANT
|
|
14097
|
+
# value: ["EnclosedInStringProperty"], # required
|
|
14098
|
+
# },
|
|
14099
|
+
# ],
|
|
14100
|
+
# },
|
|
14101
|
+
# ],
|
|
14102
|
+
# },
|
|
14103
|
+
# custom_code: {
|
|
14104
|
+
# name: "NodeName", # required
|
|
14105
|
+
# inputs: ["NodeId"], # required
|
|
14106
|
+
# code: "ExtendedString", # required
|
|
14107
|
+
# class_name: "EnclosedInStringProperty", # required
|
|
14108
|
+
# output_schemas: [
|
|
14109
|
+
# {
|
|
14110
|
+
# columns: [
|
|
14111
|
+
# {
|
|
14112
|
+
# name: "GlueStudioColumnNameString", # required
|
|
14113
|
+
# type: "ColumnTypeString",
|
|
14114
|
+
# },
|
|
14115
|
+
# ],
|
|
14116
|
+
# },
|
|
14117
|
+
# ],
|
|
14118
|
+
# },
|
|
14119
|
+
# spark_sql: {
|
|
14120
|
+
# name: "NodeName", # required
|
|
14121
|
+
# inputs: ["NodeId"], # required
|
|
14122
|
+
# sql_query: "SqlQuery", # required
|
|
14123
|
+
# sql_aliases: [ # required
|
|
14124
|
+
# {
|
|
14125
|
+
# from: "NodeId", # required
|
|
14126
|
+
# alias: "EnclosedInStringPropertyWithQuote", # required
|
|
14127
|
+
# },
|
|
14128
|
+
# ],
|
|
14129
|
+
# output_schemas: [
|
|
14130
|
+
# {
|
|
14131
|
+
# columns: [
|
|
14132
|
+
# {
|
|
14133
|
+
# name: "GlueStudioColumnNameString", # required
|
|
14134
|
+
# type: "ColumnTypeString",
|
|
14135
|
+
# },
|
|
14136
|
+
# ],
|
|
14137
|
+
# },
|
|
14138
|
+
# ],
|
|
14139
|
+
# },
|
|
14140
|
+
# direct_kinesis_source: {
|
|
14141
|
+
# name: "NodeName", # required
|
|
14142
|
+
# window_size: 1,
|
|
14143
|
+
# detect_schema: false,
|
|
14144
|
+
# streaming_options: {
|
|
14145
|
+
# endpoint_url: "EnclosedInStringProperty",
|
|
14146
|
+
# stream_name: "EnclosedInStringProperty",
|
|
14147
|
+
# classification: "EnclosedInStringProperty",
|
|
14148
|
+
# delimiter: "EnclosedInStringProperty",
|
|
14149
|
+
# starting_position: "latest", # accepts latest, trim_horizon, earliest
|
|
14150
|
+
# max_fetch_time_in_ms: 1,
|
|
14151
|
+
# max_fetch_records_per_shard: 1,
|
|
14152
|
+
# max_record_per_read: 1,
|
|
14153
|
+
# add_idle_time_between_reads: false,
|
|
14154
|
+
# idle_time_between_reads_in_ms: 1,
|
|
14155
|
+
# describe_shard_interval: 1,
|
|
14156
|
+
# num_retries: 1,
|
|
14157
|
+
# retry_interval_ms: 1,
|
|
14158
|
+
# max_retry_interval_ms: 1,
|
|
14159
|
+
# avoid_empty_batches: false,
|
|
14160
|
+
# stream_arn: "EnclosedInStringProperty",
|
|
14161
|
+
# role_arn: "EnclosedInStringProperty",
|
|
14162
|
+
# role_session_name: "EnclosedInStringProperty",
|
|
14163
|
+
# },
|
|
14164
|
+
# data_preview_options: {
|
|
14165
|
+
# polling_time: 1,
|
|
14166
|
+
# record_polling_limit: 1,
|
|
14167
|
+
# },
|
|
14168
|
+
# },
|
|
14169
|
+
# direct_kafka_source: {
|
|
14170
|
+
# name: "NodeName", # required
|
|
14171
|
+
# streaming_options: {
|
|
14172
|
+
# bootstrap_servers: "EnclosedInStringProperty",
|
|
14173
|
+
# security_protocol: "EnclosedInStringProperty",
|
|
14174
|
+
# connection_name: "EnclosedInStringProperty",
|
|
14175
|
+
# topic_name: "EnclosedInStringProperty",
|
|
14176
|
+
# assign: "EnclosedInStringProperty",
|
|
14177
|
+
# subscribe_pattern: "EnclosedInStringProperty",
|
|
14178
|
+
# classification: "EnclosedInStringProperty",
|
|
14179
|
+
# delimiter: "EnclosedInStringProperty",
|
|
14180
|
+
# starting_offsets: "EnclosedInStringProperty",
|
|
14181
|
+
# ending_offsets: "EnclosedInStringProperty",
|
|
14182
|
+
# poll_timeout_ms: 1,
|
|
14183
|
+
# num_retries: 1,
|
|
14184
|
+
# retry_interval_ms: 1,
|
|
14185
|
+
# max_offsets_per_trigger: 1,
|
|
14186
|
+
# min_partitions: 1,
|
|
14187
|
+
# },
|
|
14188
|
+
# window_size: 1,
|
|
14189
|
+
# detect_schema: false,
|
|
14190
|
+
# data_preview_options: {
|
|
14191
|
+
# polling_time: 1,
|
|
14192
|
+
# record_polling_limit: 1,
|
|
14193
|
+
# },
|
|
14194
|
+
# },
|
|
14195
|
+
# catalog_kinesis_source: {
|
|
14196
|
+
# name: "NodeName", # required
|
|
14197
|
+
# window_size: 1,
|
|
14198
|
+
# detect_schema: false,
|
|
14199
|
+
# table: "EnclosedInStringProperty", # required
|
|
14200
|
+
# database: "EnclosedInStringProperty", # required
|
|
14201
|
+
# streaming_options: {
|
|
14202
|
+
# endpoint_url: "EnclosedInStringProperty",
|
|
14203
|
+
# stream_name: "EnclosedInStringProperty",
|
|
14204
|
+
# classification: "EnclosedInStringProperty",
|
|
14205
|
+
# delimiter: "EnclosedInStringProperty",
|
|
14206
|
+
# starting_position: "latest", # accepts latest, trim_horizon, earliest
|
|
14207
|
+
# max_fetch_time_in_ms: 1,
|
|
14208
|
+
# max_fetch_records_per_shard: 1,
|
|
14209
|
+
# max_record_per_read: 1,
|
|
14210
|
+
# add_idle_time_between_reads: false,
|
|
14211
|
+
# idle_time_between_reads_in_ms: 1,
|
|
14212
|
+
# describe_shard_interval: 1,
|
|
14213
|
+
# num_retries: 1,
|
|
14214
|
+
# retry_interval_ms: 1,
|
|
14215
|
+
# max_retry_interval_ms: 1,
|
|
14216
|
+
# avoid_empty_batches: false,
|
|
14217
|
+
# stream_arn: "EnclosedInStringProperty",
|
|
14218
|
+
# role_arn: "EnclosedInStringProperty",
|
|
14219
|
+
# role_session_name: "EnclosedInStringProperty",
|
|
14220
|
+
# },
|
|
14221
|
+
# data_preview_options: {
|
|
14222
|
+
# polling_time: 1,
|
|
14223
|
+
# record_polling_limit: 1,
|
|
14224
|
+
# },
|
|
14225
|
+
# },
|
|
14226
|
+
# catalog_kafka_source: {
|
|
14227
|
+
# name: "NodeName", # required
|
|
14228
|
+
# window_size: 1,
|
|
14229
|
+
# detect_schema: false,
|
|
14230
|
+
# table: "EnclosedInStringProperty", # required
|
|
14231
|
+
# database: "EnclosedInStringProperty", # required
|
|
14232
|
+
# streaming_options: {
|
|
14233
|
+
# bootstrap_servers: "EnclosedInStringProperty",
|
|
14234
|
+
# security_protocol: "EnclosedInStringProperty",
|
|
14235
|
+
# connection_name: "EnclosedInStringProperty",
|
|
14236
|
+
# topic_name: "EnclosedInStringProperty",
|
|
14237
|
+
# assign: "EnclosedInStringProperty",
|
|
14238
|
+
# subscribe_pattern: "EnclosedInStringProperty",
|
|
14239
|
+
# classification: "EnclosedInStringProperty",
|
|
14240
|
+
# delimiter: "EnclosedInStringProperty",
|
|
14241
|
+
# starting_offsets: "EnclosedInStringProperty",
|
|
14242
|
+
# ending_offsets: "EnclosedInStringProperty",
|
|
14243
|
+
# poll_timeout_ms: 1,
|
|
14244
|
+
# num_retries: 1,
|
|
14245
|
+
# retry_interval_ms: 1,
|
|
14246
|
+
# max_offsets_per_trigger: 1,
|
|
14247
|
+
# min_partitions: 1,
|
|
14248
|
+
# },
|
|
14249
|
+
# data_preview_options: {
|
|
14250
|
+
# polling_time: 1,
|
|
14251
|
+
# record_polling_limit: 1,
|
|
14252
|
+
# },
|
|
14253
|
+
# },
|
|
14254
|
+
# drop_null_fields: {
|
|
14255
|
+
# name: "NodeName", # required
|
|
14256
|
+
# inputs: ["NodeId"], # required
|
|
14257
|
+
# null_check_box_list: {
|
|
14258
|
+
# is_empty: false,
|
|
14259
|
+
# is_null_string: false,
|
|
14260
|
+
# is_neg_one: false,
|
|
14261
|
+
# },
|
|
14262
|
+
# null_text_list: [
|
|
14263
|
+
# {
|
|
14264
|
+
# value: "EnclosedInStringProperty", # required
|
|
14265
|
+
# datatype: { # required
|
|
14266
|
+
# id: "GenericLimitedString", # required
|
|
14267
|
+
# label: "GenericLimitedString", # required
|
|
14268
|
+
# },
|
|
14269
|
+
# },
|
|
14270
|
+
# ],
|
|
14271
|
+
# },
|
|
14272
|
+
# merge: {
|
|
14273
|
+
# name: "NodeName", # required
|
|
14274
|
+
# inputs: ["NodeId"], # required
|
|
14275
|
+
# source: "NodeId", # required
|
|
14276
|
+
# primary_keys: [ # required
|
|
14277
|
+
# ["EnclosedInStringProperty"],
|
|
14278
|
+
# ],
|
|
14279
|
+
# },
|
|
14280
|
+
# union: {
|
|
14281
|
+
# name: "NodeName", # required
|
|
14282
|
+
# inputs: ["NodeId"], # required
|
|
14283
|
+
# union_type: "ALL", # required, accepts ALL, DISTINCT
|
|
14284
|
+
# },
|
|
14285
|
+
# pii_detection: {
|
|
14286
|
+
# name: "NodeName", # required
|
|
14287
|
+
# inputs: ["NodeId"], # required
|
|
14288
|
+
# pii_type: "RowAudit", # required, accepts RowAudit, RowMasking, ColumnAudit, ColumnMasking
|
|
14289
|
+
# entity_types_to_detect: ["EnclosedInStringProperty"], # required
|
|
14290
|
+
# output_column_name: "EnclosedInStringProperty",
|
|
14291
|
+
# sample_fraction: 1.0,
|
|
14292
|
+
# threshold_fraction: 1.0,
|
|
14293
|
+
# mask_value: "MaskValue",
|
|
14294
|
+
# },
|
|
14295
|
+
# aggregate: {
|
|
14296
|
+
# name: "NodeName", # required
|
|
14297
|
+
# inputs: ["NodeId"], # required
|
|
14298
|
+
# groups: [ # required
|
|
14299
|
+
# ["EnclosedInStringProperty"],
|
|
14300
|
+
# ],
|
|
14301
|
+
# aggs: [ # required
|
|
14302
|
+
# {
|
|
14303
|
+
# column: ["EnclosedInStringProperty"], # required
|
|
14304
|
+
# agg_func: "avg", # required, accepts avg, countDistinct, count, first, last, kurtosis, max, min, skewness, stddev_samp, stddev_pop, sum, sumDistinct, var_samp, var_pop
|
|
14305
|
+
# },
|
|
14306
|
+
# ],
|
|
14307
|
+
# },
|
|
14308
|
+
# drop_duplicates: {
|
|
14309
|
+
# name: "NodeName", # required
|
|
14310
|
+
# inputs: ["NodeId"], # required
|
|
14311
|
+
# columns: [
|
|
14312
|
+
# ["GenericLimitedString"],
|
|
14313
|
+
# ],
|
|
14314
|
+
# },
|
|
14315
|
+
# governed_catalog_target: {
|
|
14316
|
+
# name: "NodeName", # required
|
|
14317
|
+
# inputs: ["NodeId"], # required
|
|
14318
|
+
# partition_keys: [
|
|
14319
|
+
# ["EnclosedInStringProperty"],
|
|
14320
|
+
# ],
|
|
14321
|
+
# table: "EnclosedInStringProperty", # required
|
|
14322
|
+
# database: "EnclosedInStringProperty", # required
|
|
14323
|
+
# schema_change_policy: {
|
|
14324
|
+
# enable_update_catalog: false,
|
|
14325
|
+
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
|
|
14326
|
+
# },
|
|
14327
|
+
# },
|
|
14328
|
+
# governed_catalog_source: {
|
|
14329
|
+
# name: "NodeName", # required
|
|
14330
|
+
# database: "EnclosedInStringProperty", # required
|
|
14331
|
+
# table: "EnclosedInStringProperty", # required
|
|
14332
|
+
# partition_predicate: "EnclosedInStringProperty",
|
|
14333
|
+
# additional_options: {
|
|
14334
|
+
# bounded_size: 1,
|
|
14335
|
+
# bounded_files: 1,
|
|
14336
|
+
# },
|
|
14337
|
+
# },
|
|
14338
|
+
# microsoft_sql_server_catalog_source: {
|
|
14339
|
+
# name: "NodeName", # required
|
|
14340
|
+
# database: "EnclosedInStringProperty", # required
|
|
14341
|
+
# table: "EnclosedInStringProperty", # required
|
|
14342
|
+
# },
|
|
14343
|
+
# my_sql_catalog_source: {
|
|
14344
|
+
# name: "NodeName", # required
|
|
14345
|
+
# database: "EnclosedInStringProperty", # required
|
|
14346
|
+
# table: "EnclosedInStringProperty", # required
|
|
14347
|
+
# },
|
|
14348
|
+
# oracle_sql_catalog_source: {
|
|
14349
|
+
# name: "NodeName", # required
|
|
14350
|
+
# database: "EnclosedInStringProperty", # required
|
|
14351
|
+
# table: "EnclosedInStringProperty", # required
|
|
14352
|
+
# },
|
|
14353
|
+
# postgre_sql_catalog_source: {
|
|
14354
|
+
# name: "NodeName", # required
|
|
14355
|
+
# database: "EnclosedInStringProperty", # required
|
|
14356
|
+
# table: "EnclosedInStringProperty", # required
|
|
14357
|
+
# },
|
|
14358
|
+
# microsoft_sql_server_catalog_target: {
|
|
14359
|
+
# name: "NodeName", # required
|
|
14360
|
+
# inputs: ["NodeId"], # required
|
|
14361
|
+
# database: "EnclosedInStringProperty", # required
|
|
14362
|
+
# table: "EnclosedInStringProperty", # required
|
|
14363
|
+
# },
|
|
14364
|
+
# my_sql_catalog_target: {
|
|
14365
|
+
# name: "NodeName", # required
|
|
14366
|
+
# inputs: ["NodeId"], # required
|
|
14367
|
+
# database: "EnclosedInStringProperty", # required
|
|
14368
|
+
# table: "EnclosedInStringProperty", # required
|
|
14369
|
+
# },
|
|
14370
|
+
# oracle_sql_catalog_target: {
|
|
14371
|
+
# name: "NodeName", # required
|
|
14372
|
+
# inputs: ["NodeId"], # required
|
|
14373
|
+
# database: "EnclosedInStringProperty", # required
|
|
14374
|
+
# table: "EnclosedInStringProperty", # required
|
|
14375
|
+
# },
|
|
14376
|
+
# postgre_sql_catalog_target: {
|
|
14377
|
+
# name: "NodeName", # required
|
|
14378
|
+
# inputs: ["NodeId"], # required
|
|
14379
|
+
# database: "EnclosedInStringProperty", # required
|
|
14380
|
+
# table: "EnclosedInStringProperty", # required
|
|
14381
|
+
# },
|
|
14382
|
+
# },
|
|
14383
|
+
# },
|
|
11522
14384
|
# },
|
|
11523
14385
|
# })
|
|
11524
14386
|
#
|
|
@@ -11893,6 +14755,7 @@ module Aws::Glue
|
|
|
11893
14755
|
# The transaction ID at which to update the table contents.
|
|
11894
14756
|
#
|
|
11895
14757
|
# @option params [String] :version_id
|
|
14758
|
+
# The version ID at which to update the table contents.
|
|
11896
14759
|
#
|
|
11897
14760
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
11898
14761
|
#
|
|
@@ -12194,7 +15057,7 @@ module Aws::Glue
|
|
|
12194
15057
|
params: params,
|
|
12195
15058
|
config: config)
|
|
12196
15059
|
context[:gem_name] = 'aws-sdk-glue'
|
|
12197
|
-
context[:gem_version] = '1.
|
|
15060
|
+
context[:gem_version] = '1.114.0'
|
|
12198
15061
|
Seahorse::Client::Request.new(handlers, context)
|
|
12199
15062
|
end
|
|
12200
15063
|
|