azure_mgmt_data_factory 0.18.0 → 0.18.5

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_data_explorer_source.rb

@@ -32,6 +32,11 @@ module Azure::DataFactory::Mgmt::V2018_06_01
       # ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9]))..
       attr_accessor :query_timeout
 
+      # @return [Array<AdditionalColumns>] Specifies the additional columns to
+      # be added to source data. Type: array of objects (or Expression with
+      # resultType array of objects).
+      attr_accessor :additional_columns
+
 
       #
       # Mapper for AzureDataExplorerSource class as Ruby Hash.
@@ -116,6 +121,23 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                 type: {
                   name: 'Object'
                 }
+              },
+              additional_columns: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'additionalColumns',
+                type: {
+                  name: 'Sequence',
+                  element: {
+                      client_side_validation: true,
+                      required: false,
+                      serialized_name: 'AdditionalColumnsElementType',
+                      type: {
+                        name: 'Composite',
+                        class_name: 'AdditionalColumns'
+                      }
+                  }
+                }
               }
             }
           }

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_data_lake_store_linked_service.rb

@@ -36,6 +36,12 @@ module Azure::DataFactory::Mgmt::V2018_06_01
       # belongs. Type: string (or Expression with resultType string).
       attr_accessor :tenant
 
+      # @return Indicates the azure cloud type of the service principle auth.
+      # Allowed values are AzurePublic, AzureChina, AzureUsGovernment,
+      # AzureGermany. Default value is the data factory regions’ cloud type.
+      # Type: string (or Expression with resultType string).
+      attr_accessor :azure_cloud_type
+
       # @return Data Lake Store account name. Type: string (or Expression with
       # resultType string).
       attr_accessor :account_name
@@ -176,6 +182,14 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   name: 'Object'
                 }
               },
+              azure_cloud_type: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.azureCloudType',
+                type: {
+                  name: 'Object'
+                }
+              },
               account_name: {
                 client_side_validation: true,
                 required: false,

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_data_lake_store_read_settings.rb

@@ -31,9 +31,35 @@ module Azure::DataFactory::Mgmt::V2018_06_01
       # resultType string).
       attr_accessor :wildcard_file_name
 
+      # @return Point to a text file that lists each file (relative path to the
+      # path configured in the dataset) that you want to copy. Type: string (or
+      # Expression with resultType string).
+      attr_accessor :file_list_path
+
+      # @return Lists files after the value (exclusive) based on file/folder
+      # names’ lexicographical order. Applies under the folderPath in data set,
+      # and filter files/sub-folders under the folderPath. Type: string (or
+      # Expression with resultType string).
+      attr_accessor :list_after
+
+      # @return Lists files before the value (inclusive) based on file/folder
+      # names’ lexicographical order. Applies under the folderPath in data set,
+      # and filter files/sub-folders under the folderPath. Type: string (or
+      # Expression with resultType string).
+      attr_accessor :list_before
+
       # @return [Boolean] Indicates whether to enable partition discovery.
       attr_accessor :enable_partition_discovery
 
+      # @return Specify the root path where partition discovery starts from.
+      # Type: string (or Expression with resultType string).
+      attr_accessor :partition_root_path
+
+      # @return Indicates whether the source files need to be deleted after
+      # copy completion. Default is false. Type: boolean (or Expression with
+      # resultType boolean).
+      attr_accessor :delete_files_after_completion
+
       # @return The start of file's modified datetime. Type: string (or
       # Expression with resultType string).
       attr_accessor :modified_datetime_start
@@ -111,6 +137,30 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   name: 'Object'
                 }
               },
+              file_list_path: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'fileListPath',
+                type: {
+                  name: 'Object'
+                }
+              },
+              list_after: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'listAfter',
+                type: {
+                  name: 'Object'
+                }
+              },
+              list_before: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'listBefore',
+                type: {
+                  name: 'Object'
+                }
+              },
               enable_partition_discovery: {
                 client_side_validation: true,
                 required: false,
@@ -119,6 +169,22 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   name: 'Boolean'
                 }
               },
+              partition_root_path: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'partitionRootPath',
+                type: {
+                  name: 'Object'
+                }
+              },
+              delete_files_after_completion: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'deleteFilesAfterCompletion',
+                type: {
+                  name: 'Object'
+                }
+              },
               modified_datetime_start: {
                 client_side_validation: true,
                 required: false,

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_data_lake_store_write_settings.rb

@@ -19,6 +19,12 @@ module Azure::DataFactory::Mgmt::V2018_06_01
 
       attr_accessor :type
 
+      # @return Specifies the expiry time of the written files. The time is
+      # applied to the UTC time zone in the format of "2018-12-01T05:00:00Z".
+      # Default value is NULL. Type: integer (or Expression with resultType
+      # integer).
+      attr_accessor :expiry_date_time
+
 
       #
       # Mapper for AzureDataLakeStoreWriteSettings class as Ruby Hash.
@@ -71,6 +77,14 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                 type: {
                   name: 'String'
                 }
+              },
+              expiry_date_time: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'expiryDateTime',
+                type: {
+                  name: 'Object'
+                }
               }
             }
           }

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_databricks_linked_service.rb

@@ -72,6 +72,10 @@ module Azure::DataFactory::Mgmt::V2018_06_01
       # in instance pool configurations.
       attr_accessor :new_cluster_custom_tags
 
+      # @return Specify a location to deliver Spark driver, worker, and event
+      # logs. Type: string (or Expression with resultType string).
+      attr_accessor :new_cluster_log_destination
+
       # @return The driver node type for the new job cluster. This property is
       # ignored in instance pool configurations. Type: string (or Expression
       # with resultType string).
@@ -286,6 +290,14 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   }
                 }
               },
+              new_cluster_log_destination: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.newClusterLogDestination',
+                type: {
+                  name: 'Object'
+                }
+              },
               new_cluster_driver_node_type: {
                 client_side_validation: true,
                 required: false,

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_file_storage_linked_service.rb

@@ -30,6 +30,32 @@ module Azure::DataFactory::Mgmt::V2018_06_01
       # @return [SecretBase] Password to logon the server.
       attr_accessor :password
 
+      # @return The connection string. It is mutually exclusive with sasUri
+      # property. Type: string, SecureString or AzureKeyVaultSecretReference.
+      attr_accessor :connection_string
+
+      # @return [AzureKeyVaultSecretReference] The Azure key vault secret
+      # reference of accountKey in connection string.
+      attr_accessor :account_key
+
+      # @return SAS URI of the Azure File resource. It is mutually exclusive
+      # with connectionString property. Type: string, SecureString or
+      # AzureKeyVaultSecretReference.
+      attr_accessor :sas_uri
+
+      # @return [AzureKeyVaultSecretReference] The Azure key vault secret
+      # reference of sasToken in sas uri.
+      attr_accessor :sas_token
+
+      # @return The azure file share name. It is required when auth with
+      # accountKey/sasToken. Type: string (or Expression with resultType
+      # string).
+      attr_accessor :file_share
+
+      # @return The azure file share snapshot version. Type: string (or
+      # Expression with resultType string).
+      attr_accessor :snapshot
+
       # @return The encrypted credential used for authentication. Credentials
       # are encrypted using the integration runtime credential manager. Type:
       # string (or Expression with resultType string).
@@ -124,7 +150,7 @@ module Azure::DataFactory::Mgmt::V2018_06_01
               },
               host: {
                 client_side_validation: true,
-                required: true,
+                required: false,
                 serialized_name: 'typeProperties.host',
                 type: {
                   name: 'Object'
@@ -149,6 +175,56 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   class_name: 'SecretBase'
                 }
               },
+              connection_string: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.connectionString',
+                type: {
+                  name: 'Object'
+                }
+              },
+              account_key: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.accountKey',
+                type: {
+                  name: 'Composite',
+                  class_name: 'AzureKeyVaultSecretReference'
+                }
+              },
+              sas_uri: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.sasUri',
+                type: {
+                  name: 'Object'
+                }
+              },
+              sas_token: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.sasToken',
+                type: {
+                  name: 'Composite',
+                  class_name: 'AzureKeyVaultSecretReference'
+                }
+              },
+              file_share: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.fileShare',
+                type: {
+                  name: 'Object'
+                }
+              },
+              snapshot: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'typeProperties.snapshot',
+                type: {
+                  name: 'Object'
+                }
+              },
               encrypted_credential: {
                 client_side_validation: true,
                 required: false,

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_file_storage_read_settings.rb

@@ -31,9 +31,27 @@ module Azure::DataFactory::Mgmt::V2018_06_01
       # Expression with resultType string).
       attr_accessor :wildcard_file_name
 
+      # @return The prefix filter for the Azure File name starting from root
+      # path. Type: string (or Expression with resultType string).
+      attr_accessor :prefix
+
+      # @return Point to a text file that lists each file (relative path to the
+      # path configured in the dataset) that you want to copy. Type: string (or
+      # Expression with resultType string).
+      attr_accessor :file_list_path
+
       # @return [Boolean] Indicates whether to enable partition discovery.
       attr_accessor :enable_partition_discovery
 
+      # @return Specify the root path where partition discovery starts from.
+      # Type: string (or Expression with resultType string).
+      attr_accessor :partition_root_path
+
+      # @return Indicates whether the source files need to be deleted after
+      # copy completion. Default is false. Type: boolean (or Expression with
+      # resultType boolean).
+      attr_accessor :delete_files_after_completion
+
       # @return The start of file's modified datetime. Type: string (or
       # Expression with resultType string).
       attr_accessor :modified_datetime_start
@@ -111,6 +129,22 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   name: 'Object'
                 }
               },
+              prefix: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'prefix',
+                type: {
+                  name: 'Object'
+                }
+              },
+              file_list_path: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'fileListPath',
+                type: {
+                  name: 'Object'
+                }
+              },
               enable_partition_discovery: {
                 client_side_validation: true,
                 required: false,
@@ -119,6 +153,22 @@ module Azure::DataFactory::Mgmt::V2018_06_01
                   name: 'Boolean'
                 }
               },
+              partition_root_path: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'partitionRootPath',
+                type: {
+                  name: 'Object'
+                }
+              },
+              delete_files_after_completion: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'deleteFilesAfterCompletion',
+                type: {
+                  name: 'Object'
+                }
+              },
               modified_datetime_start: {
                 client_side_validation: true,
                 required: false,

data/lib/2018-06-01/generated/azure_mgmt_data_factory/models/azure_file_storage_write_settings.rb

@@ -0,0 +1,81 @@
+# encoding: utf-8
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+
+module Azure::DataFactory::Mgmt::V2018_06_01
+  module Models
+    #
+    # Azure File Storage write settings.
+    #
+    class AzureFileStorageWriteSettings < StoreWriteSettings
+
+      include MsRestAzure
+
+
+      def initialize
+        @type = "AzureFileStorageWriteSettings"
+      end
+
+      attr_accessor :type
+
+
+      #
+      # Mapper for AzureFileStorageWriteSettings class as Ruby Hash.
+      # This will be used for serialization/deserialization.
+      #
+      def self.mapper()
+        {
+          client_side_validation: true,
+          required: false,
+          serialized_name: 'AzureFileStorageWriteSettings',
+          type: {
+            name: 'Composite',
+            class_name: 'AzureFileStorageWriteSettings',
+            model_properties: {
+              additional_properties: {
+                client_side_validation: true,
+                required: false,
+                type: {
+                  name: 'Dictionary',
+                  value: {
+                      client_side_validation: true,
+                      required: false,
+                      serialized_name: 'ObjectElementType',
+                      type: {
+                        name: 'Object'
+                      }
+                  }
+                }
+              },
+              max_concurrent_connections: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'maxConcurrentConnections',
+                type: {
+                  name: 'Object'
+                }
+              },
+              copy_behavior: {
+                client_side_validation: true,
+                required: false,
+                serialized_name: 'copyBehavior',
+                type: {
+                  name: 'Object'
+                }
+              },
+              type: {
+                client_side_validation: true,
+                required: true,
+                serialized_name: 'type',
+                type: {
+                  name: 'String'
+                }
+              }
+            }
+          }
+        }
+      end
+    end
+  end
+end