@azure/arm-datafactory 10.10.2-alpha.20230210.1 → 11.0.0

package/src/dataFactoryManagementClient.ts

@@ -32,6 +32,7 @@ import {
   DataFlowDebugSessionImpl,
   ManagedVirtualNetworksImpl,
   ManagedPrivateEndpointsImpl,
+  CredentialOperationsImpl,
   PrivateEndPointConnectionsImpl,
   PrivateEndpointConnectionImpl,
   PrivateLinkResourcesImpl,
@@ -55,6 +56,7 @@ import {
   DataFlowDebugSession,
   ManagedVirtualNetworks,
   ManagedPrivateEndpoints,
+  CredentialOperations,
   PrivateEndPointConnections,
   PrivateEndpointConnection,
   PrivateLinkResources,
@@ -94,7 +96,7 @@ export class DataFactoryManagementClient extends coreClient.ServiceClient {
       credential: credentials
     };
 
-    const packageDetails = `azsdk-js-arm-datafactory/10.10.2`;
+    const packageDetails = `azsdk-js-arm-datafactory/11.0.0`;
     const userAgentPrefix =
       options.userAgentOptions && options.userAgentOptions.userAgentPrefix
         ? `${options.userAgentOptions.userAgentPrefix} ${packageDetails}`
@@ -167,6 +169,7 @@ export class DataFactoryManagementClient extends coreClient.ServiceClient {
     this.dataFlowDebugSession = new DataFlowDebugSessionImpl(this);
     this.managedVirtualNetworks = new ManagedVirtualNetworksImpl(this);
     this.managedPrivateEndpoints = new ManagedPrivateEndpointsImpl(this);
+    this.credentialOperations = new CredentialOperationsImpl(this);
     this.privateEndPointConnections = new PrivateEndPointConnectionsImpl(this);
     this.privateEndpointConnection = new PrivateEndpointConnectionImpl(this);
     this.privateLinkResources = new PrivateLinkResourcesImpl(this);
@@ -219,6 +222,7 @@ export class DataFactoryManagementClient extends coreClient.ServiceClient {
   dataFlowDebugSession: DataFlowDebugSession;
   managedVirtualNetworks: ManagedVirtualNetworks;
   managedPrivateEndpoints: ManagedPrivateEndpoints;
+  credentialOperations: CredentialOperations;
   privateEndPointConnections: PrivateEndPointConnections;
   privateEndpointConnection: PrivateEndpointConnection;
   privateLinkResources: PrivateLinkResources;

package/src/lroImpl.ts

@@ -6,29 +6,37 @@
  * Changes may cause incorrect behavior and will be lost if the code is regenerated.
  */
 
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+import { AbortSignalLike } from "@azure/abort-controller";
 import { LongRunningOperation, LroResponse } from "@azure/core-lro";
 
-export class LroImpl<T> implements LongRunningOperation<T> {
-  constructor(
-    private sendOperationFn: (args: any, spec: any) => Promise<LroResponse<T>>,
-    private args: Record<string, unknown>,
-    private spec: {
-      readonly requestBody?: unknown;
-      readonly path?: string;
-      readonly httpMethod: string;
-    } & Record<string, any>,
-    public requestPath: string = spec.path!,
-    public requestMethod: string = spec.httpMethod
-  ) {}
-  public async sendInitialRequest(): Promise<LroResponse<T>> {
-    return this.sendOperationFn(this.args, this.spec);
-  }
-  public async sendPollRequest(path: string): Promise<LroResponse<T>> {
-    const { requestBody, ...restSpec } = this.spec;
-    return this.sendOperationFn(this.args, {
-      ...restSpec,
-      path,
-      httpMethod: "GET"
-    });
-  }
+export function createLroSpec<T>(inputs: {
+  sendOperationFn: (args: any, spec: any) => Promise<LroResponse<T>>;
+  args: Record<string, unknown>;
+  spec: {
+    readonly requestBody?: unknown;
+    readonly path?: string;
+    readonly httpMethod: string;
+  } & Record<string, any>;
+}): LongRunningOperation<T> {
+  const { args, spec, sendOperationFn } = inputs;
+  return {
+    requestMethod: spec.httpMethod,
+    requestPath: spec.path!,
+    sendInitialRequest: () => sendOperationFn(args, spec),
+    sendPollRequest: (
+      path: string,
+      options?: { abortSignal?: AbortSignalLike }
+    ) => {
+      const { requestBody, ...restSpec } = spec;
+      return sendOperationFn(args, {
+        ...restSpec,
+        httpMethod: "GET",
+        path,
+        abortSignal: options?.abortSignal
+      });
+    }
+  };
 }

package/src/models/index.ts

@@ -255,14 +255,14 @@ export type DataFlowUnion =
   | MappingDataFlow
   | Flowlet
   | WranglingDataFlow;
+export type CredentialUnion =
+  | Credential
+  | ManagedIdentityCredential
+  | ServicePrincipalCredential;
 export type SecretBaseUnion =
   | SecretBase
   | SecureString
   | AzureKeyVaultSecretReference;
-export type CredentialUnion =
-  | Credential
-  | ServicePrincipalCredential
-  | ManagedIdentityCredential;
 export type DatasetLocationUnion =
   | DatasetLocation
   | AzureBlobStorageLocation
@@ -2242,6 +2242,26 @@ export interface ConnectionStateProperties {
   readonly status?: string;
 }
 
+/** A list of credential resources. */
+export interface CredentialListResponse {
+  /** List of credentials. */
+  value: ManagedIdentityCredentialResource[];
+  /** The link to the next page of results, if any remaining results exist. */
+  nextLink?: string;
+}
+
+/** The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource. */
+export interface Credential {
+  /** Polymorphic discriminator, which specifies the different types this object can be */
+  type: "ManagedIdentity" | "ServicePrincipal";
+  /** Describes unknown properties. The value of an unknown property can be of "any" type. */
+  [property: string]: any;
+  /** Credential description. */
+  description?: string;
+  /** List of tags that can be used for describing the Credential. */
+  annotations?: any[];
+}
+
 /** A list of linked service resources. */
 export interface PrivateEndpointConnectionListResponse {
   /** List of Private Endpoint Connections. */
@@ -2412,18 +2432,6 @@ export interface CredentialReference {
   referenceName: string;
 }
 
-/** The Azure Data Factory nested object which contains the information and credential which can be used to connect with related store or compute resource. */
-export interface Credential {
-  /** Polymorphic discriminator, which specifies the different types this object can be */
-  type: "ServicePrincipal" | "ManagedIdentity";
-  /** Describes unknown properties. The value of an unknown property can be of "any" type. */
-  [property: string]: any;
-  /** Credential description. */
-  description?: string;
-  /** List of tags that can be used for describing the Credential. */
-  annotations?: any[];
-}
-
 /** A data flow transformation. */
 export interface Transformation {
   /** Transformation name. */
@@ -2524,6 +2532,10 @@ export interface IntegrationRuntimeComputeProperties {
   dataFlowProperties?: IntegrationRuntimeDataFlowProperties;
   /** VNet properties for managed integration runtime. */
   vNetProperties?: IntegrationRuntimeVNetProperties;
+  /** CopyComputeScale properties for managed integration runtime. */
+  copyComputeScaleProperties?: CopyComputeScaleProperties;
+  /** PipelineExternalComputeScale properties for managed integration runtime. */
+  pipelineExternalComputeScaleProperties?: PipelineExternalComputeScaleProperties;
 }
 
 /** Data flow properties for managed integration runtime. */
@@ -2554,6 +2566,24 @@ export interface IntegrationRuntimeVNetProperties {
   subnetId?: string;
 }
 
+/** CopyComputeScale properties for managed integration runtime. */
+export interface CopyComputeScaleProperties {
+  /** Describes unknown properties. The value of an unknown property can be of "any" type. */
+  [property: string]: any;
+  /** DIU number setting reserved for copy activity execution. Supported values are multiples of 4 in range 4-256. */
+  dataIntegrationUnit?: number;
+  /** Time to live (in minutes) setting of integration runtime which will execute copy activity. */
+  timeToLive?: number;
+}
+
+/** PipelineExternalComputeScale properties for managed integration runtime. */
+export interface PipelineExternalComputeScaleProperties {
+  /** Describes unknown properties. The value of an unknown property can be of "any" type. */
+  [property: string]: any;
+  /** Time to live (in minutes) setting of integration runtime which will execute pipeline and external activity. */
+  timeToLive?: number;
+}
+
 /** SSIS properties for managed integration runtime. */
 export interface IntegrationRuntimeSsisProperties {
   /** Describes unknown properties. The value of an unknown property can be of "any" type. */
@@ -3630,6 +3660,14 @@ export interface SynapseSparkJobReference {
   referenceName: any;
 }
 
+/** Spark configuration reference. */
+export interface SparkConfigurationParametrizationReference {
+  /** Spark configuration reference type. */
+  type: SparkConfigurationReferenceType;
+  /** Reference spark configuration name. Type: string (or Expression with resultType string). */
+  referenceName: any;
+}
+
 /** The workflow trigger recurrence. */
 export interface ScheduleTriggerRecurrence {
   /** Describes unknown properties. The value of an unknown property can be of "any" type. */
@@ -3847,6 +3885,12 @@ export interface ManagedPrivateEndpointResource extends SubResource {
   properties: ManagedPrivateEndpoint;
 }
 
+/** Credential resource type. */
+export interface ManagedIdentityCredentialResource extends SubResource {
+  /** Managed Identity Credential properties. */
+  properties: ManagedIdentityCredential;
+}
+
 /** Private Endpoint Connection ARM resource. */
 export interface PrivateEndpointConnectionResource extends SubResource {
   /** Core resource properties */
@@ -4074,6 +4118,10 @@ export interface AzureBlobStorageLinkedService extends LinkedService {
   encryptedCredential?: string;
   /** The credential reference containing authentication information. */
   credential?: CredentialReference;
+  /** The type used for authentication. Type: string. */
+  authenticationType?: AzureStorageAuthenticationType;
+  /** Container uri of the Azure Blob Storage resource only support for anonymous access. Type: string (or Expression with resultType string). */
+  containerUri?: any;
 }
 
 /** The azure table storage linked service. */
@@ -7538,6 +7586,26 @@ export interface LinkedServiceDebugResource extends SubResourceDebugResource {
   properties: LinkedServiceUnion;
 }
 
+/** Managed identity credential. */
+export interface ManagedIdentityCredential extends Credential {
+  /** Polymorphic discriminator, which specifies the different types this object can be */
+  type: "ManagedIdentity";
+  /** The resource id of user assigned managed identity */
+  resourceId?: string;
+}
+
+/** Service principal credential. */
+export interface ServicePrincipalCredential extends Credential {
+  /** Polymorphic discriminator, which specifies the different types this object can be */
+  type: "ServicePrincipal";
+  /** The app ID of the service principal used to authenticate */
+  servicePrincipalId?: any;
+  /** The key of the service principal used to authenticate. */
+  servicePrincipalKey?: AzureKeyVaultSecretReference;
+  /** The ID of the tenant to which the service principal belongs */
+  tenant?: any;
+}
+
 /** Azure Data Factory secure string definition. The string value will be masked with asterisks '*' during Get or List API calls. */
 export interface SecureString extends SecretBase {
   /** Polymorphic discriminator, which specifies the different types this object can be */
@@ -7558,26 +7626,6 @@ export interface AzureKeyVaultSecretReference extends SecretBase {
   secretVersion?: any;
 }
 
-/** Service principal credential. */
-export interface ServicePrincipalCredential extends Credential {
-  /** Polymorphic discriminator, which specifies the different types this object can be */
-  type: "ServicePrincipal";
-  /** The app ID of the service principal used to authenticate */
-  servicePrincipalId?: any;
-  /** The key of the service principal used to authenticate. */
-  servicePrincipalKey?: AzureKeyVaultSecretReference;
-  /** The ID of the tenant to which the service principal belongs */
-  tenant?: any;
-}
-
-/** Managed identity credential. */
-export interface ManagedIdentityCredential extends Credential {
-  /** Polymorphic discriminator, which specifies the different types this object can be */
-  type: "ManagedIdentity";
-  /** The resource id of user assigned managed identity */
-  resourceId?: string;
-}
-
 /** Transformation for data flow source. */
 export interface DataFlowSource extends Transformation {
   /** Schema linked service reference. */
@@ -8811,7 +8859,7 @@ export interface SnowflakeSource extends CopySource {
   /** Snowflake Sql query. Type: string (or Expression with resultType string). */
   query?: any;
   /** Snowflake export settings. */
-  exportSettings?: SnowflakeExportCopyCommand;
+  exportSettings: SnowflakeExportCopyCommand;
 }
 
 /** A copy activity Azure Databricks Delta Lake source. */
@@ -10006,6 +10054,8 @@ export interface SynapseSparkJobDefinitionActivity extends ExecutionActivity {
   arguments?: any[];
   /** The main file used for the job, which will override the 'file' of the spark job definition you provide. Type: string (or Expression with resultType string). */
   file?: any;
+  /** Scanning subfolders from the root folder of the main definition file, these files will be added as reference files. The folders named 'jars', 'pyFiles', 'files' or 'archives' will be scanned, and the folders name are case sensitive. Type: boolean (or Expression with resultType boolean). */
+  scanFolder?: any;
   /** The fully-qualified identifier or the main class that is in the main definition file, which will override the 'className' of the spark job definition you provide. Type: string (or Expression with resultType string). */
   className?: any;
   /** (Deprecated. Please use pythonCodeReference and filesV2) Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide. */
@@ -10022,8 +10072,14 @@ export interface SynapseSparkJobDefinitionActivity extends ExecutionActivity {
   conf?: any;
   /** Number of core and memory to be used for driver allocated in the specified Spark pool for the job, which will be used for overriding 'driverCores' and 'driverMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). */
   driverSize?: any;
-  /** Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide. */
-  numExecutors?: number;
+  /** Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide. Type: integer (or Expression with resultType integer). */
+  numExecutors?: any;
+  /** The type of the spark config. */
+  configurationType?: ConfigurationType;
+  /** The spark configuration of the spark job. */
+  targetSparkConfiguration?: SparkConfigurationParametrizationReference;
+  /** Spark configuration property. */
+  sparkConfig?: { [propertyName: string]: any };
 }
 
 /** Trigger that creates pipeline runs periodically, on schedule. */
@@ -11441,6 +11497,33 @@ export enum KnownIntegrationRuntimeInternalChannelEncryptionMode {
  */
 export type IntegrationRuntimeInternalChannelEncryptionMode = string;
 
+/** Known values of {@link AzureStorageAuthenticationType} that the service accepts. */
+export enum KnownAzureStorageAuthenticationType {
+  /** Anonymous */
+  Anonymous = "Anonymous",
+  /** AccountKey */
+  AccountKey = "AccountKey",
+  /** SasUri */
+  SasUri = "SasUri",
+  /** ServicePrincipal */
+  ServicePrincipal = "ServicePrincipal",
+  /** Msi */
+  Msi = "Msi"
+}
+
+/**
+ * Defines values for AzureStorageAuthenticationType. \
+ * {@link KnownAzureStorageAuthenticationType} can be used interchangeably with AzureStorageAuthenticationType,
+ *  this enum contains the known values that the service supports.
+ * ### Known values supported by the service
+ * **Anonymous** \
+ * **AccountKey** \
+ * **SasUri** \
+ * **ServicePrincipal** \
+ * **Msi**
+ */
+export type AzureStorageAuthenticationType = string;
+
 /** Known values of {@link SqlAlwaysEncryptedAkvAuthType} that the service accepts. */
 export enum KnownSqlAlwaysEncryptedAkvAuthType {
   /** ServicePrincipal */
@@ -12530,6 +12613,42 @@ export enum KnownSparkJobReferenceType {
  */
 export type SparkJobReferenceType = string;
 
+/** Known values of {@link ConfigurationType} that the service accepts. */
+export enum KnownConfigurationType {
+  /** Default */
+  Default = "Default",
+  /** Customized */
+  Customized = "Customized",
+  /** Artifact */
+  Artifact = "Artifact"
+}
+
+/**
+ * Defines values for ConfigurationType. \
+ * {@link KnownConfigurationType} can be used interchangeably with ConfigurationType,
+ *  this enum contains the known values that the service supports.
+ * ### Known values supported by the service
+ * **Default** \
+ * **Customized** \
+ * **Artifact**
+ */
+export type ConfigurationType = string;
+
+/** Known values of {@link SparkConfigurationReferenceType} that the service accepts. */
+export enum KnownSparkConfigurationReferenceType {
+  /** SparkConfigurationReference */
+  SparkConfigurationReference = "SparkConfigurationReference"
+}
+
+/**
+ * Defines values for SparkConfigurationReferenceType. \
+ * {@link KnownSparkConfigurationReferenceType} can be used interchangeably with SparkConfigurationReferenceType,
+ *  this enum contains the known values that the service supports.
+ * ### Known values supported by the service
+ * **SparkConfigurationReference**
+ */
+export type SparkConfigurationReferenceType = string;
+
 /** Known values of {@link RecurrenceFrequency} that the service accepts. */
 export enum KnownRecurrenceFrequency {
   /** NotSpecified */
@@ -13791,6 +13910,44 @@ export interface ManagedPrivateEndpointsListByFactoryNextOptionalParams
 /** Contains response data for the listByFactoryNext operation. */
 export type ManagedPrivateEndpointsListByFactoryNextResponse = ManagedPrivateEndpointListResponse;
 
+/** Optional parameters. */
+export interface CredentialOperationsListByFactoryOptionalParams
+  extends coreClient.OperationOptions {}
+
+/** Contains response data for the listByFactory operation. */
+export type CredentialOperationsListByFactoryResponse = CredentialListResponse;
+
+/** Optional parameters. */
+export interface CredentialOperationsCreateOrUpdateOptionalParams
+  extends coreClient.OperationOptions {
+  /** ETag of the credential entity. Should only be specified for update, for which it should match existing entity or can be * for unconditional update. */
+  ifMatch?: string;
+}
+
+/** Contains response data for the createOrUpdate operation. */
+export type CredentialOperationsCreateOrUpdateResponse = ManagedIdentityCredentialResource;
+
+/** Optional parameters. */
+export interface CredentialOperationsGetOptionalParams
+  extends coreClient.OperationOptions {
+  /** ETag of the credential entity. Should only be specified for get. If the ETag matches the existing entity tag, or if * was provided, then no content will be returned. */
+  ifNoneMatch?: string;
+}
+
+/** Contains response data for the get operation. */
+export type CredentialOperationsGetResponse = ManagedIdentityCredentialResource;
+
+/** Optional parameters. */
+export interface CredentialOperationsDeleteOptionalParams
+  extends coreClient.OperationOptions {}
+
+/** Optional parameters. */
+export interface CredentialOperationsListByFactoryNextOptionalParams
+  extends coreClient.OperationOptions {}
+
+/** Contains response data for the listByFactoryNext operation. */
+export type CredentialOperationsListByFactoryNextResponse = CredentialListResponse;
+
 /** Optional parameters. */
 export interface PrivateEndPointConnectionsListByFactoryOptionalParams
   extends coreClient.OperationOptions {}