azure_mgmt_data_factory 0.18.5 → 0.18.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (63) hide show
  1. checksums.yaml +4 -4
  2. data/lib/2017-09-01-preview/generated/azure_mgmt_data_factory/data_factory_management_client.rb +1 -1
  3. data/lib/2018-06-01/generated/azure_mgmt_data_factory.rb +150 -128
  4. data/lib/2018-06-01/generated/azure_mgmt_data_factory/data_factory_management_client.rb +1 -1
  5. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/amazon_s3linked_service.rb +28 -0
  6. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/avro_write_settings.rb +27 -0
  7. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_dataset.rb +165 -0
  8. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_export_command.rb +89 -0
  9. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_import_command.rb +89 -0
  10. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_linked_service.rb +169 -0
  11. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_sink.rb +130 -0
  12. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_source.rb +114 -0
  13. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_sql_source.rb +4 -4
  14. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/concur_linked_service.rb +12 -0
  15. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_activity.rb +15 -2
  16. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_activity_log_settings.rb +59 -0
  17. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_behavior_type.rb +17 -0
  18. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_sink.rb +1 -0
  19. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_source.rb +2 -0
  20. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_translator.rb +65 -0
  21. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dataset.rb +2 -0
  22. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dataset_data_element.rb +59 -0
  23. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dataset_schema_data_element.rb +78 -0
  24. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/delimited_text_write_settings.rb +27 -0
  25. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dynamics_sink_write_behavior.rb +15 -0
  26. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/execute_data_flow_activity.rb +39 -0
  27. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/execute_data_flow_activity_type_properties_compute.rb +8 -7
  28. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/export_settings.rb +1 -0
  29. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/factory.rb +13 -0
  30. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/format_write_settings.rb +2 -0
  31. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/import_settings.rb +1 -0
  32. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/linked_service.rb +2 -0
  33. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/log_location_settings.rb +60 -0
  34. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/log_settings.rb +74 -0
  35. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/log_storage_settings.rb +1 -1
  36. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/mongo_db_atlas_collection_dataset.rb +153 -0
  37. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/mongo_db_atlas_linked_service.rb +140 -0
  38. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/mongo_db_atlas_source.rb +164 -0
  39. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/netezza_source.rb +3 -4
  40. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/oracle_source.rb +4 -4
  41. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_compression_codec.rb +1 -0
  42. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_dataset.rb +1 -1
  43. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_sink.rb +12 -0
  44. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_write_settings.rb +92 -0
  45. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/parquet_sink.rb +12 -0
  46. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/parquet_write_settings.rb +92 -0
  47. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/public_network_access.rb +16 -0
  48. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/rest_sink.rb +6 -19
  49. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sap_hana_source.rb +4 -4
  50. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sap_table_source.rb +5 -6
  51. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_dwsource.rb +4 -4
  52. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_misource.rb +4 -4
  53. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_server_source.rb +4 -4
  54. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_source.rb +4 -4
  55. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/tabular_translator.rb +157 -0
  56. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/teradata_source.rb +3 -4
  57. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/tumbling_window_frequency.rb +1 -0
  58. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/tumbling_window_trigger.rb +1 -1
  59. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/type_conversion_settings.rb +107 -0
  60. data/lib/azure_mgmt_data_factory.rb +1 -1
  61. data/lib/profiles/latest/modules/datafactory_profile_module.rb +516 -428
  62. data/lib/version.rb +1 -1
  63. metadata +25 -3
@@ -189,7 +189,7 @@ module Azure::DataFactory::Mgmt::V2018_06_01
189
189
  #
190
190
  def add_telemetry
191
191
  sdk_information = 'azure_mgmt_data_factory'
192
- sdk_information = "#{sdk_information}/0.18.5"
192
+ sdk_information = "#{sdk_information}/0.18.6"
193
193
  add_user_agent_information(sdk_information)
194
194
  end
195
195
  end
@@ -19,6 +19,11 @@ module Azure::DataFactory::Mgmt::V2018_06_01
19
19
 
20
20
  attr_accessor :type
21
21
 
22
+ # @return The authentication type of S3. Allowed value: AccessKey
23
+ # (default) or TemporarySecurityCredentials. Type: string (or Expression
24
+ # with resultType string).
25
+ attr_accessor :authentication_type
26
+
22
27
  # @return The access key identifier of the Amazon S3 Identity and Access
23
28
  # Management (IAM) user. Type: string (or Expression with resultType
24
29
  # string).
@@ -34,6 +39,10 @@ module Azure::DataFactory::Mgmt::V2018_06_01
34
39
  # http. Type: string (or Expression with resultType string).
35
40
  attr_accessor :service_url
36
41
 
42
+ # @return [SecretBase] The session token for the S3 temporary security
43
+ # credential.
44
+ attr_accessor :session_token
45
+
37
46
  # @return The encrypted credential used for authentication. Credentials
38
47
  # are encrypted using the integration runtime credential manager. Type:
39
48
  # string (or Expression with resultType string).
@@ -126,6 +135,14 @@ module Azure::DataFactory::Mgmt::V2018_06_01
126
135
  name: 'String'
127
136
  }
128
137
  },
138
+ authentication_type: {
139
+ client_side_validation: true,
140
+ required: false,
141
+ serialized_name: 'typeProperties.authenticationType',
142
+ type: {
143
+ name: 'Object'
144
+ }
145
+ },
129
146
  access_key_id: {
130
147
  client_side_validation: true,
131
148
  required: false,
@@ -153,6 +170,17 @@ module Azure::DataFactory::Mgmt::V2018_06_01
153
170
  name: 'Object'
154
171
  }
155
172
  },
173
+ session_token: {
174
+ client_side_validation: true,
175
+ required: false,
176
+ serialized_name: 'typeProperties.sessionToken',
177
+ type: {
178
+ name: 'Composite',
179
+ polymorphic_discriminator: 'type',
180
+ uber_parent: 'SecretBase',
181
+ class_name: 'SecretBase'
182
+ }
183
+ },
156
184
  encrypted_credential: {
157
185
  client_side_validation: true,
158
186
  required: false,
@@ -26,6 +26,17 @@ module Azure::DataFactory::Mgmt::V2018_06_01
26
26
  # @return [String] Record namespace in the write result.
27
27
  attr_accessor :record_namespace
28
28
 
29
+ # @return Limit the written file's row count to be smaller than or equal
30
+ # to the specified count. Type: integer (or Expression with resultType
31
+ # integer).
32
+ attr_accessor :max_rows_per_file
33
+
34
+ # @return Specifies the file name pattern
35
+ # <fileNamePrefix>_<fileIndex>.<fileExtension> when copy from non-file
36
+ # based store without partitionOptions. Type: string (or Expression with
37
+ # resultType string).
38
+ attr_accessor :file_name_prefix
39
+
29
40
 
30
41
  #
31
42
  # Mapper for AvroWriteSettings class as Ruby Hash.
@@ -78,6 +89,22 @@ module Azure::DataFactory::Mgmt::V2018_06_01
78
89
  type: {
79
90
  name: 'String'
80
91
  }
92
+ },
93
+ max_rows_per_file: {
94
+ client_side_validation: true,
95
+ required: false,
96
+ serialized_name: 'maxRowsPerFile',
97
+ type: {
98
+ name: 'Object'
99
+ }
100
+ },
101
+ file_name_prefix: {
102
+ client_side_validation: true,
103
+ required: false,
104
+ serialized_name: 'fileNamePrefix',
105
+ type: {
106
+ name: 'Object'
107
+ }
81
108
  }
82
109
  }
83
110
  }
@@ -0,0 +1,165 @@
1
+ # encoding: utf-8
2
+ # Code generated by Microsoft (R) AutoRest Code Generator.
3
+ # Changes may cause incorrect behavior and will be lost if the code is
4
+ # regenerated.
5
+
6
+ module Azure::DataFactory::Mgmt::V2018_06_01
7
+ module Models
8
+ #
9
+ # Azure Databricks Delta Lake dataset.
10
+ #
11
+ class AzureDatabricksDeltaLakeDataset < Dataset
12
+
13
+ include MsRestAzure
14
+
15
+
16
+ def initialize
17
+ @type = "AzureDatabricksDeltaLakeDataset"
18
+ end
19
+
20
+ attr_accessor :type
21
+
22
+ # @return The name of delta table. Type: string (or Expression with
23
+ # resultType string).
24
+ attr_accessor :table
25
+
26
+ # @return The database name of delta table. Type: string (or Expression
27
+ # with resultType string).
28
+ attr_accessor :database
29
+
30
+
31
+ #
32
+ # Mapper for AzureDatabricksDeltaLakeDataset class as Ruby Hash.
33
+ # This will be used for serialization/deserialization.
34
+ #
35
+ def self.mapper()
36
+ {
37
+ client_side_validation: true,
38
+ required: false,
39
+ serialized_name: 'AzureDatabricksDeltaLakeDataset',
40
+ type: {
41
+ name: 'Composite',
42
+ class_name: 'AzureDatabricksDeltaLakeDataset',
43
+ model_properties: {
44
+ additional_properties: {
45
+ client_side_validation: true,
46
+ required: false,
47
+ type: {
48
+ name: 'Dictionary',
49
+ value: {
50
+ client_side_validation: true,
51
+ required: false,
52
+ serialized_name: 'ObjectElementType',
53
+ type: {
54
+ name: 'Object'
55
+ }
56
+ }
57
+ }
58
+ },
59
+ description: {
60
+ client_side_validation: true,
61
+ required: false,
62
+ serialized_name: 'description',
63
+ type: {
64
+ name: 'String'
65
+ }
66
+ },
67
+ structure: {
68
+ client_side_validation: true,
69
+ required: false,
70
+ serialized_name: 'structure',
71
+ type: {
72
+ name: 'Object'
73
+ }
74
+ },
75
+ schema: {
76
+ client_side_validation: true,
77
+ required: false,
78
+ serialized_name: 'schema',
79
+ type: {
80
+ name: 'Object'
81
+ }
82
+ },
83
+ linked_service_name: {
84
+ client_side_validation: true,
85
+ required: true,
86
+ serialized_name: 'linkedServiceName',
87
+ default_value: {},
88
+ type: {
89
+ name: 'Composite',
90
+ class_name: 'LinkedServiceReference'
91
+ }
92
+ },
93
+ parameters: {
94
+ client_side_validation: true,
95
+ required: false,
96
+ serialized_name: 'parameters',
97
+ type: {
98
+ name: 'Dictionary',
99
+ value: {
100
+ client_side_validation: true,
101
+ required: false,
102
+ serialized_name: 'ParameterSpecificationElementType',
103
+ type: {
104
+ name: 'Composite',
105
+ class_name: 'ParameterSpecification'
106
+ }
107
+ }
108
+ }
109
+ },
110
+ annotations: {
111
+ client_side_validation: true,
112
+ required: false,
113
+ serialized_name: 'annotations',
114
+ type: {
115
+ name: 'Sequence',
116
+ element: {
117
+ client_side_validation: true,
118
+ required: false,
119
+ serialized_name: 'ObjectElementType',
120
+ type: {
121
+ name: 'Object'
122
+ }
123
+ }
124
+ }
125
+ },
126
+ folder: {
127
+ client_side_validation: true,
128
+ required: false,
129
+ serialized_name: 'folder',
130
+ type: {
131
+ name: 'Composite',
132
+ class_name: 'DatasetFolder'
133
+ }
134
+ },
135
+ type: {
136
+ client_side_validation: true,
137
+ required: true,
138
+ serialized_name: 'type',
139
+ type: {
140
+ name: 'String'
141
+ }
142
+ },
143
+ table: {
144
+ client_side_validation: true,
145
+ required: false,
146
+ serialized_name: 'typeProperties.table',
147
+ type: {
148
+ name: 'Object'
149
+ }
150
+ },
151
+ database: {
152
+ client_side_validation: true,
153
+ required: false,
154
+ serialized_name: 'typeProperties.database',
155
+ type: {
156
+ name: 'Object'
157
+ }
158
+ }
159
+ }
160
+ }
161
+ }
162
+ end
163
+ end
164
+ end
165
+ end
@@ -0,0 +1,89 @@
1
+ # encoding: utf-8
2
+ # Code generated by Microsoft (R) AutoRest Code Generator.
3
+ # Changes may cause incorrect behavior and will be lost if the code is
4
+ # regenerated.
5
+
6
+ module Azure::DataFactory::Mgmt::V2018_06_01
7
+ module Models
8
+ #
9
+ # Azure Databricks Delta Lake export command settings.
10
+ #
11
+ class AzureDatabricksDeltaLakeExportCommand < ExportSettings
12
+
13
+ include MsRestAzure
14
+
15
+
16
+ def initialize
17
+ @type = "AzureDatabricksDeltaLakeExportCommand"
18
+ end
19
+
20
+ attr_accessor :type
21
+
22
+ # @return Specify the date format for the csv in Azure Databricks Delta
23
+ # Lake Copy. Type: string (or Expression with resultType string).
24
+ attr_accessor :date_format
25
+
26
+ # @return Specify the timestamp format for the csv in Azure Databricks
27
+ # Delta Lake Copy. Type: string (or Expression with resultType string).
28
+ attr_accessor :timestamp_format
29
+
30
+
31
+ #
32
+ # Mapper for AzureDatabricksDeltaLakeExportCommand class as Ruby Hash.
33
+ # This will be used for serialization/deserialization.
34
+ #
35
+ def self.mapper()
36
+ {
37
+ client_side_validation: true,
38
+ required: false,
39
+ serialized_name: 'AzureDatabricksDeltaLakeExportCommand',
40
+ type: {
41
+ name: 'Composite',
42
+ class_name: 'AzureDatabricksDeltaLakeExportCommand',
43
+ model_properties: {
44
+ additional_properties: {
45
+ client_side_validation: true,
46
+ required: false,
47
+ type: {
48
+ name: 'Dictionary',
49
+ value: {
50
+ client_side_validation: true,
51
+ required: false,
52
+ serialized_name: 'ObjectElementType',
53
+ type: {
54
+ name: 'Object'
55
+ }
56
+ }
57
+ }
58
+ },
59
+ type: {
60
+ client_side_validation: true,
61
+ required: true,
62
+ serialized_name: 'type',
63
+ type: {
64
+ name: 'String'
65
+ }
66
+ },
67
+ date_format: {
68
+ client_side_validation: true,
69
+ required: false,
70
+ serialized_name: 'dateFormat',
71
+ type: {
72
+ name: 'Object'
73
+ }
74
+ },
75
+ timestamp_format: {
76
+ client_side_validation: true,
77
+ required: false,
78
+ serialized_name: 'timestampFormat',
79
+ type: {
80
+ name: 'Object'
81
+ }
82
+ }
83
+ }
84
+ }
85
+ }
86
+ end
87
+ end
88
+ end
89
+ end
@@ -0,0 +1,89 @@
1
+ # encoding: utf-8
2
+ # Code generated by Microsoft (R) AutoRest Code Generator.
3
+ # Changes may cause incorrect behavior and will be lost if the code is
4
+ # regenerated.
5
+
6
+ module Azure::DataFactory::Mgmt::V2018_06_01
7
+ module Models
8
+ #
9
+ # Azure Databricks Delta Lake import command settings.
10
+ #
11
+ class AzureDatabricksDeltaLakeImportCommand < ImportSettings
12
+
13
+ include MsRestAzure
14
+
15
+
16
+ def initialize
17
+ @type = "AzureDatabricksDeltaLakeImportCommand"
18
+ end
19
+
20
+ attr_accessor :type
21
+
22
+ # @return Specify the date format for csv in Azure Databricks Delta Lake
23
+ # Copy. Type: string (or Expression with resultType string).
24
+ attr_accessor :date_format
25
+
26
+ # @return Specify the timestamp format for csv in Azure Databricks Delta
27
+ # Lake Copy. Type: string (or Expression with resultType string).
28
+ attr_accessor :timestamp_format
29
+
30
+
31
+ #
32
+ # Mapper for AzureDatabricksDeltaLakeImportCommand class as Ruby Hash.
33
+ # This will be used for serialization/deserialization.
34
+ #
35
+ def self.mapper()
36
+ {
37
+ client_side_validation: true,
38
+ required: false,
39
+ serialized_name: 'AzureDatabricksDeltaLakeImportCommand',
40
+ type: {
41
+ name: 'Composite',
42
+ class_name: 'AzureDatabricksDeltaLakeImportCommand',
43
+ model_properties: {
44
+ additional_properties: {
45
+ client_side_validation: true,
46
+ required: false,
47
+ type: {
48
+ name: 'Dictionary',
49
+ value: {
50
+ client_side_validation: true,
51
+ required: false,
52
+ serialized_name: 'ObjectElementType',
53
+ type: {
54
+ name: 'Object'
55
+ }
56
+ }
57
+ }
58
+ },
59
+ type: {
60
+ client_side_validation: true,
61
+ required: true,
62
+ serialized_name: 'type',
63
+ type: {
64
+ name: 'String'
65
+ }
66
+ },
67
+ date_format: {
68
+ client_side_validation: true,
69
+ required: false,
70
+ serialized_name: 'dateFormat',
71
+ type: {
72
+ name: 'Object'
73
+ }
74
+ },
75
+ timestamp_format: {
76
+ client_side_validation: true,
77
+ required: false,
78
+ serialized_name: 'timestampFormat',
79
+ type: {
80
+ name: 'Object'
81
+ }
82
+ }
83
+ }
84
+ }
85
+ }
86
+ end
87
+ end
88
+ end
89
+ end