azure_mgmt_data_factory 0.18.5 → 0.18.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (63) hide show
  1. checksums.yaml +4 -4
  2. data/lib/2017-09-01-preview/generated/azure_mgmt_data_factory/data_factory_management_client.rb +1 -1
  3. data/lib/2018-06-01/generated/azure_mgmt_data_factory.rb +150 -128
  4. data/lib/2018-06-01/generated/azure_mgmt_data_factory/data_factory_management_client.rb +1 -1
  5. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/amazon_s3linked_service.rb +28 -0
  6. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/avro_write_settings.rb +27 -0
  7. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_dataset.rb +165 -0
  8. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_export_command.rb +89 -0
  9. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_import_command.rb +89 -0
  10. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_linked_service.rb +169 -0
  11. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_sink.rb +130 -0
  12. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_delta_lake_source.rb +114 -0
  13. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_sql_source.rb +4 -4
  14. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/concur_linked_service.rb +12 -0
  15. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_activity.rb +15 -2
  16. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_activity_log_settings.rb +59 -0
  17. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_behavior_type.rb +17 -0
  18. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_sink.rb +1 -0
  19. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_source.rb +2 -0
  20. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/copy_translator.rb +65 -0
  21. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dataset.rb +2 -0
  22. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dataset_data_element.rb +59 -0
  23. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dataset_schema_data_element.rb +78 -0
  24. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/delimited_text_write_settings.rb +27 -0
  25. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/dynamics_sink_write_behavior.rb +15 -0
  26. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/execute_data_flow_activity.rb +39 -0
  27. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/execute_data_flow_activity_type_properties_compute.rb +8 -7
  28. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/export_settings.rb +1 -0
  29. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/factory.rb +13 -0
  30. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/format_write_settings.rb +2 -0
  31. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/import_settings.rb +1 -0
  32. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/linked_service.rb +2 -0
  33. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/log_location_settings.rb +60 -0
  34. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/log_settings.rb +74 -0
  35. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/log_storage_settings.rb +1 -1
  36. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/mongo_db_atlas_collection_dataset.rb +153 -0
  37. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/mongo_db_atlas_linked_service.rb +140 -0
  38. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/mongo_db_atlas_source.rb +164 -0
  39. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/netezza_source.rb +3 -4
  40. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/oracle_source.rb +4 -4
  41. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_compression_codec.rb +1 -0
  42. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_dataset.rb +1 -1
  43. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_sink.rb +12 -0
  44. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/orc_write_settings.rb +92 -0
  45. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/parquet_sink.rb +12 -0
  46. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/parquet_write_settings.rb +92 -0
  47. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/public_network_access.rb +16 -0
  48. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/rest_sink.rb +6 -19
  49. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sap_hana_source.rb +4 -4
  50. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sap_table_source.rb +5 -6
  51. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_dwsource.rb +4 -4
  52. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_misource.rb +4 -4
  53. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_server_source.rb +4 -4
  54. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/sql_source.rb +4 -4
  55. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/tabular_translator.rb +157 -0
  56. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/teradata_source.rb +3 -4
  57. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/tumbling_window_frequency.rb +1 -0
  58. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/tumbling_window_trigger.rb +1 -1
  59. data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/type_conversion_settings.rb +107 -0
  60. data/lib/azure_mgmt_data_factory.rb +1 -1
  61. data/lib/profiles/latest/modules/datafactory_profile_module.rb +516 -428
  62. data/lib/version.rb +1 -1
  63. metadata +25 -3
@@ -0,0 +1,164 @@
1
+ # encoding: utf-8
2
+ # Code generated by Microsoft (R) AutoRest Code Generator.
3
+ # Changes may cause incorrect behavior and will be lost if the code is
4
+ # regenerated.
5
+
6
+ module Azure::DataFactory::Mgmt::V2018_06_01
7
+ module Models
8
+ #
9
+ # A copy activity source for a MongoDB Atlas database.
10
+ #
11
+ class MongoDbAtlasSource < CopySource
12
+
13
+ include MsRestAzure
14
+
15
+
16
+ def initialize
17
+ @type = "MongoDbAtlasSource"
18
+ end
19
+
20
+ attr_accessor :type
21
+
22
+ # @return Specifies selection filter using query operators. To return all
23
+ # documents in a collection, omit this parameter or pass an empty
24
+ # document ({}). Type: string (or Expression with resultType string).
25
+ attr_accessor :filter
26
+
27
+ # @return [MongoDbCursorMethodsProperties] Cursor methods for Mongodb
28
+ # query
29
+ attr_accessor :cursor_methods
30
+
31
+ # @return Specifies the number of documents to return in each batch of
32
+ # the response from MongoDB Atlas instance. In most cases, modifying the
33
+ # batch size will not affect the user or the application. This property's
34
+ # main purpose is to avoid hit the limitation of response size. Type:
35
+ # integer (or Expression with resultType integer).
36
+ attr_accessor :batch_size
37
+
38
+ # @return Query timeout. Type: string (or Expression with resultType
39
+ # string), pattern: ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).
40
+ attr_accessor :query_timeout
41
+
42
+ # @return [Array<AdditionalColumns>] Specifies the additional columns to
43
+ # be added to source data. Type: array of objects (or Expression with
44
+ # resultType array of objects).
45
+ attr_accessor :additional_columns
46
+
47
+
48
+ #
49
+ # Mapper for MongoDbAtlasSource class as Ruby Hash.
50
+ # This will be used for serialization/deserialization.
51
+ #
52
+ def self.mapper()
53
+ {
54
+ client_side_validation: true,
55
+ required: false,
56
+ serialized_name: 'MongoDbAtlasSource',
57
+ type: {
58
+ name: 'Composite',
59
+ class_name: 'MongoDbAtlasSource',
60
+ model_properties: {
61
+ additional_properties: {
62
+ client_side_validation: true,
63
+ required: false,
64
+ type: {
65
+ name: 'Dictionary',
66
+ value: {
67
+ client_side_validation: true,
68
+ required: false,
69
+ serialized_name: 'ObjectElementType',
70
+ type: {
71
+ name: 'Object'
72
+ }
73
+ }
74
+ }
75
+ },
76
+ source_retry_count: {
77
+ client_side_validation: true,
78
+ required: false,
79
+ serialized_name: 'sourceRetryCount',
80
+ type: {
81
+ name: 'Object'
82
+ }
83
+ },
84
+ source_retry_wait: {
85
+ client_side_validation: true,
86
+ required: false,
87
+ serialized_name: 'sourceRetryWait',
88
+ type: {
89
+ name: 'Object'
90
+ }
91
+ },
92
+ max_concurrent_connections: {
93
+ client_side_validation: true,
94
+ required: false,
95
+ serialized_name: 'maxConcurrentConnections',
96
+ type: {
97
+ name: 'Object'
98
+ }
99
+ },
100
+ type: {
101
+ client_side_validation: true,
102
+ required: true,
103
+ serialized_name: 'type',
104
+ type: {
105
+ name: 'String'
106
+ }
107
+ },
108
+ filter: {
109
+ client_side_validation: true,
110
+ required: false,
111
+ serialized_name: 'filter',
112
+ type: {
113
+ name: 'Object'
114
+ }
115
+ },
116
+ cursor_methods: {
117
+ client_side_validation: true,
118
+ required: false,
119
+ serialized_name: 'cursorMethods',
120
+ type: {
121
+ name: 'Composite',
122
+ class_name: 'MongoDbCursorMethodsProperties'
123
+ }
124
+ },
125
+ batch_size: {
126
+ client_side_validation: true,
127
+ required: false,
128
+ serialized_name: 'batchSize',
129
+ type: {
130
+ name: 'Object'
131
+ }
132
+ },
133
+ query_timeout: {
134
+ client_side_validation: true,
135
+ required: false,
136
+ serialized_name: 'queryTimeout',
137
+ type: {
138
+ name: 'Object'
139
+ }
140
+ },
141
+ additional_columns: {
142
+ client_side_validation: true,
143
+ required: false,
144
+ serialized_name: 'additionalColumns',
145
+ type: {
146
+ name: 'Sequence',
147
+ element: {
148
+ client_side_validation: true,
149
+ required: false,
150
+ serialized_name: 'AdditionalColumnsElementType',
151
+ type: {
152
+ name: 'Composite',
153
+ class_name: 'AdditionalColumns'
154
+ }
155
+ }
156
+ }
157
+ }
158
+ }
159
+ }
160
+ }
161
+ end
162
+ end
163
+ end
164
+ end
@@ -23,9 +23,8 @@ module Azure::DataFactory::Mgmt::V2018_06_01
23
23
  # Expression with resultType string).
24
24
  attr_accessor :query
25
25
 
26
- # @return [NetezzaPartitionOption] The partition mechanism that will be
27
- # used for Netezza read in parallel. Possible values include: 'None',
28
- # 'DataSlice', 'DynamicRange'
26
+ # @return The partition mechanism that will be used for Netezza read in
27
+ # parallel. Possible values include: "None", "DataSlice", "DynamicRange".
29
28
  attr_accessor :partition_option
30
29
 
31
30
  # @return [NetezzaPartitionSettings] The settings that will be leveraged
@@ -131,7 +130,7 @@ module Azure::DataFactory::Mgmt::V2018_06_01
131
130
  required: false,
132
131
  serialized_name: 'partitionOption',
133
132
  type: {
134
- name: 'String'
133
+ name: 'Object'
135
134
  }
136
135
  },
137
136
  partition_settings: {
@@ -27,9 +27,9 @@ module Azure::DataFactory::Mgmt::V2018_06_01
27
27
  # string), pattern: ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).
28
28
  attr_accessor :query_timeout
29
29
 
30
- # @return [OraclePartitionOption] The partition mechanism that will be
31
- # used for Oracle read in parallel. Possible values include: 'None',
32
- # 'PhysicalPartitionsOfTable', 'DynamicRange'
30
+ # @return The partition mechanism that will be used for Oracle read in
31
+ # parallel. Possible values include: "None", "PhysicalPartitionsOfTable",
32
+ # "DynamicRange".
33
33
  attr_accessor :partition_option
34
34
 
35
35
  # @return [OraclePartitionSettings] The settings that will be leveraged
@@ -123,7 +123,7 @@ module Azure::DataFactory::Mgmt::V2018_06_01
123
123
  required: false,
124
124
  serialized_name: 'partitionOption',
125
125
  type: {
126
- name: 'String'
126
+ name: 'Object'
127
127
  }
128
128
  },
129
129
  partition_settings: {
@@ -12,6 +12,7 @@ module Azure::DataFactory::Mgmt::V2018_06_01
12
12
  None = "none"
13
13
  Zlib = "zlib"
14
14
  Snappy = "snappy"
15
+ Lzo = "lzo"
15
16
  end
16
17
  end
17
18
  end
@@ -23,7 +23,7 @@ module Azure::DataFactory::Mgmt::V2018_06_01
23
23
  attr_accessor :location
24
24
 
25
25
  # @return [OrcCompressionCodec] Possible values include: 'none', 'zlib',
26
- # 'snappy'
26
+ # 'snappy', 'lzo'
27
27
  attr_accessor :orc_compression_codec
28
28
 
29
29
 
@@ -22,6 +22,9 @@ module Azure::DataFactory::Mgmt::V2018_06_01
22
22
  # @return [StoreWriteSettings] ORC store settings.
23
23
  attr_accessor :store_settings
24
24
 
25
+ # @return [OrcWriteSettings] ORC format settings.
26
+ attr_accessor :format_settings
27
+
25
28
 
26
29
  #
27
30
  # Mapper for OrcSink class as Ruby Hash.
@@ -109,6 +112,15 @@ module Azure::DataFactory::Mgmt::V2018_06_01
109
112
  uber_parent: 'StoreWriteSettings',
110
113
  class_name: 'StoreWriteSettings'
111
114
  }
115
+ },
116
+ format_settings: {
117
+ client_side_validation: true,
118
+ required: false,
119
+ serialized_name: 'formatSettings',
120
+ type: {
121
+ name: 'Composite',
122
+ class_name: 'OrcWriteSettings'
123
+ }
112
124
  }
113
125
  }
114
126
  }
@@ -0,0 +1,92 @@
1
+ # encoding: utf-8
2
+ # Code generated by Microsoft (R) AutoRest Code Generator.
3
+ # Changes may cause incorrect behavior and will be lost if the code is
4
+ # regenerated.
5
+
6
+ module Azure::DataFactory::Mgmt::V2018_06_01
7
+ module Models
8
+ #
9
+ # Orc write settings.
10
+ #
11
+ class OrcWriteSettings < FormatWriteSettings
12
+
13
+ include MsRestAzure
14
+
15
+
16
+ def initialize
17
+ @type = "OrcWriteSettings"
18
+ end
19
+
20
+ attr_accessor :type
21
+
22
+ # @return Limit the written file's row count to be smaller than or equal
23
+ # to the specified count. Type: integer (or Expression with resultType
24
+ # integer).
25
+ attr_accessor :max_rows_per_file
26
+
27
+ # @return Specifies the file name pattern
28
+ # <fileNamePrefix>_<fileIndex>.<fileExtension> when copy from non-file
29
+ # based store without partitionOptions. Type: string (or Expression with
30
+ # resultType string).
31
+ attr_accessor :file_name_prefix
32
+
33
+
34
+ #
35
+ # Mapper for OrcWriteSettings class as Ruby Hash.
36
+ # This will be used for serialization/deserialization.
37
+ #
38
+ def self.mapper()
39
+ {
40
+ client_side_validation: true,
41
+ required: false,
42
+ serialized_name: 'OrcWriteSettings',
43
+ type: {
44
+ name: 'Composite',
45
+ class_name: 'OrcWriteSettings',
46
+ model_properties: {
47
+ additional_properties: {
48
+ client_side_validation: true,
49
+ required: false,
50
+ type: {
51
+ name: 'Dictionary',
52
+ value: {
53
+ client_side_validation: true,
54
+ required: false,
55
+ serialized_name: 'ObjectElementType',
56
+ type: {
57
+ name: 'Object'
58
+ }
59
+ }
60
+ }
61
+ },
62
+ type: {
63
+ client_side_validation: true,
64
+ required: true,
65
+ serialized_name: 'type',
66
+ type: {
67
+ name: 'String'
68
+ }
69
+ },
70
+ max_rows_per_file: {
71
+ client_side_validation: true,
72
+ required: false,
73
+ serialized_name: 'maxRowsPerFile',
74
+ type: {
75
+ name: 'Object'
76
+ }
77
+ },
78
+ file_name_prefix: {
79
+ client_side_validation: true,
80
+ required: false,
81
+ serialized_name: 'fileNamePrefix',
82
+ type: {
83
+ name: 'Object'
84
+ }
85
+ }
86
+ }
87
+ }
88
+ }
89
+ end
90
+ end
91
+ end
92
+ end
@@ -22,6 +22,9 @@ module Azure::DataFactory::Mgmt::V2018_06_01
22
22
  # @return [StoreWriteSettings] Parquet store settings.
23
23
  attr_accessor :store_settings
24
24
 
25
+ # @return [ParquetWriteSettings] Parquet format settings.
26
+ attr_accessor :format_settings
27
+
25
28
 
26
29
  #
27
30
  # Mapper for ParquetSink class as Ruby Hash.
@@ -109,6 +112,15 @@ module Azure::DataFactory::Mgmt::V2018_06_01
109
112
  uber_parent: 'StoreWriteSettings',
110
113
  class_name: 'StoreWriteSettings'
111
114
  }
115
+ },
116
+ format_settings: {
117
+ client_side_validation: true,
118
+ required: false,
119
+ serialized_name: 'formatSettings',
120
+ type: {
121
+ name: 'Composite',
122
+ class_name: 'ParquetWriteSettings'
123
+ }
112
124
  }
113
125
  }
114
126
  }
@@ -0,0 +1,92 @@
1
+ # encoding: utf-8
2
+ # Code generated by Microsoft (R) AutoRest Code Generator.
3
+ # Changes may cause incorrect behavior and will be lost if the code is
4
+ # regenerated.
5
+
6
+ module Azure::DataFactory::Mgmt::V2018_06_01
7
+ module Models
8
+ #
9
+ # Parquet write settings.
10
+ #
11
+ class ParquetWriteSettings < FormatWriteSettings
12
+
13
+ include MsRestAzure
14
+
15
+
16
+ def initialize
17
+ @type = "ParquetWriteSettings"
18
+ end
19
+
20
+ attr_accessor :type
21
+
22
+ # @return Limit the written file's row count to be smaller than or equal
23
+ # to the specified count. Type: integer (or Expression with resultType
24
+ # integer).
25
+ attr_accessor :max_rows_per_file
26
+
27
+ # @return Specifies the file name pattern
28
+ # <fileNamePrefix>_<fileIndex>.<fileExtension> when copy from non-file
29
+ # based store without partitionOptions. Type: string (or Expression with
30
+ # resultType string).
31
+ attr_accessor :file_name_prefix
32
+
33
+
34
+ #
35
+ # Mapper for ParquetWriteSettings class as Ruby Hash.
36
+ # This will be used for serialization/deserialization.
37
+ #
38
+ def self.mapper()
39
+ {
40
+ client_side_validation: true,
41
+ required: false,
42
+ serialized_name: 'ParquetWriteSettings',
43
+ type: {
44
+ name: 'Composite',
45
+ class_name: 'ParquetWriteSettings',
46
+ model_properties: {
47
+ additional_properties: {
48
+ client_side_validation: true,
49
+ required: false,
50
+ type: {
51
+ name: 'Dictionary',
52
+ value: {
53
+ client_side_validation: true,
54
+ required: false,
55
+ serialized_name: 'ObjectElementType',
56
+ type: {
57
+ name: 'Object'
58
+ }
59
+ }
60
+ }
61
+ },
62
+ type: {
63
+ client_side_validation: true,
64
+ required: true,
65
+ serialized_name: 'type',
66
+ type: {
67
+ name: 'String'
68
+ }
69
+ },
70
+ max_rows_per_file: {
71
+ client_side_validation: true,
72
+ required: false,
73
+ serialized_name: 'maxRowsPerFile',
74
+ type: {
75
+ name: 'Object'
76
+ }
77
+ },
78
+ file_name_prefix: {
79
+ client_side_validation: true,
80
+ required: false,
81
+ serialized_name: 'fileNamePrefix',
82
+ type: {
83
+ name: 'Object'
84
+ }
85
+ }
86
+ }
87
+ }
88
+ }
89
+ end
90
+ end
91
+ end
92
+ end