diff --git a/eng/mgmt/mgmtmetadata/datafactory_resource-manager.txt b/eng/mgmt/mgmtmetadata/datafactory_resource-manager.txt index 696d1f4e18a87..f67326d190f4d 100644 --- a/eng/mgmt/mgmtmetadata/datafactory_resource-manager.txt +++ b/eng/mgmt/mgmtmetadata/datafactory_resource-manager.txt @@ -3,12 +3,12 @@ AutoRest installed successfully. Commencing code generation Generating CSharp code Executing AutoRest command -cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=latest --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=D:\Git\azure-sdk-for-net\sdk -2019-08-16 09:08:46 UTC +cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=latest --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=C:\azure-sdk-for-net\sdk +2019-08-22 15:02:19 UTC Azure-rest-api-specs repository information GitHub fork: Azure Branch: master -Commit: 23326b92394ef630c59833f27e512544162ef4dd +Commit: fb8f078deac2367f3dbcfbd8a542c77083c28a5b AutoRest information Requested version: latest Bootstrapper version: autorest@2.0.4283 diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/DataFactoryManagementClient.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/DataFactoryManagementClient.cs index 9766686b44bad..e33e68d2d6aa9 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/DataFactoryManagementClient.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/DataFactoryManagementClient.cs @@ -457,6 +457,8 @@ private void Initialize() DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter("type")); SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter("type")); DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter("type")); + SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter("type")); + DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter("type")); SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter("type")); DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter("type")); SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter("authorizationType")); diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AvroSink.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AvroSink.cs index 674850039188b..971fe631c2e14 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AvroSink.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AvroSink.cs @@ -73,22 +73,5 @@ public AvroSink() [JsonProperty(PropertyName = "formatSettings")] public AvroWriteSettings FormatSettings { get; set; } - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public virtual void Validate() - { - if (StoreSettings != null) - { - StoreSettings.Validate(); - } - if (FormatSettings != null) - { - FormatSettings.Validate(); - } - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobFSWriteSettings.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobFSWriteSettings.cs index b80df367637ac..a4190a133de4e 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobFSWriteSettings.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobFSWriteSettings.cs @@ -10,6 +10,7 @@ namespace Microsoft.Azure.Management.DataFactory.Models { + using Newtonsoft.Json; using System.Collections; using System.Collections.Generic; using System.Linq; @@ -30,7 +31,6 @@ public AzureBlobFSWriteSettings() /// /// Initializes a new instance of the AzureBlobFSWriteSettings class. /// - /// The write setting type. /// Unmatched properties from the /// message are deserialized this collection /// The maximum concurrent @@ -38,9 +38,13 @@ public AzureBlobFSWriteSettings() /// Expression with resultType integer). /// The type of copy behavior for copy /// sink. - public AzureBlobFSWriteSettings(string type, IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) - : base(type, additionalProperties, maxConcurrentConnections, copyBehavior) + /// Indicates the block size(MB) when + /// writing data to blob. Type: integer (or Expression with resultType + /// integer). + public AzureBlobFSWriteSettings(IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object), object blockSizeInMB = default(object)) + : base(additionalProperties, maxConcurrentConnections, copyBehavior) { + BlockSizeInMB = blockSizeInMB; CustomInit(); } @@ -50,14 +54,11 @@ public AzureBlobFSWriteSettings() partial void CustomInit(); /// - /// Validate the object. + /// Gets or sets indicates the block size(MB) when writing data to + /// blob. Type: integer (or Expression with resultType integer). /// - /// - /// Thrown if validation fails - /// - public override void Validate() - { - base.Validate(); - } + [JsonProperty(PropertyName = "blockSizeInMB")] + public object BlockSizeInMB { get; set; } + } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobStorageWriteSettings.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobStorageWriteSettings.cs index b40c03973a83b..5abe50e082e20 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobStorageWriteSettings.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureBlobStorageWriteSettings.cs @@ -10,6 +10,7 @@ namespace Microsoft.Azure.Management.DataFactory.Models { + using Newtonsoft.Json; using System.Collections; using System.Collections.Generic; using System.Linq; @@ -32,7 +33,6 @@ public AzureBlobStorageWriteSettings() /// Initializes a new instance of the AzureBlobStorageWriteSettings /// class. /// - /// The write setting type. /// Unmatched properties from the /// message are deserialized this collection /// The maximum concurrent @@ -40,9 +40,13 @@ public AzureBlobStorageWriteSettings() /// Expression with resultType integer). /// The type of copy behavior for copy /// sink. - public AzureBlobStorageWriteSettings(string type, IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) - : base(type, additionalProperties, maxConcurrentConnections, copyBehavior) + /// Indicates the block size(MB) when + /// writing data to blob. Type: integer (or Expression with resultType + /// integer). + public AzureBlobStorageWriteSettings(IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object), object blockSizeInMB = default(object)) + : base(additionalProperties, maxConcurrentConnections, copyBehavior) { + BlockSizeInMB = blockSizeInMB; CustomInit(); } @@ -52,14 +56,11 @@ public AzureBlobStorageWriteSettings() partial void CustomInit(); /// - /// Validate the object. + /// Gets or sets indicates the block size(MB) when writing data to + /// blob. Type: integer (or Expression with resultType integer). /// - /// - /// Thrown if validation fails - /// - public override void Validate() - { - base.Validate(); - } + [JsonProperty(PropertyName = "blockSizeInMB")] + public object BlockSizeInMB { get; set; } + } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureDataLakeStoreWriteSettings.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureDataLakeStoreWriteSettings.cs index 5d10b8f5583d6..6a3e6a6958a75 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureDataLakeStoreWriteSettings.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureDataLakeStoreWriteSettings.cs @@ -32,7 +32,6 @@ public AzureDataLakeStoreWriteSettings() /// Initializes a new instance of the AzureDataLakeStoreWriteSettings /// class. /// - /// The write setting type. /// Unmatched properties from the /// message are deserialized this collection /// The maximum concurrent @@ -40,8 +39,8 @@ public AzureDataLakeStoreWriteSettings() /// Expression with resultType integer). /// The type of copy behavior for copy /// sink. - public AzureDataLakeStoreWriteSettings(string type, IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) - : base(type, additionalProperties, maxConcurrentConnections, copyBehavior) + public AzureDataLakeStoreWriteSettings(IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) + : base(additionalProperties, maxConcurrentConnections, copyBehavior) { CustomInit(); } @@ -51,15 +50,5 @@ public AzureDataLakeStoreWriteSettings() /// partial void CustomInit(); - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public override void Validate() - { - base.Validate(); - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/BinarySink.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/BinarySink.cs index ecfd2b0709156..5fec652f67054 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/BinarySink.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/BinarySink.cs @@ -65,18 +65,5 @@ public BinarySink() [JsonProperty(PropertyName = "storeSettings")] public StoreWriteSettings StoreSettings { get; set; } - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public virtual void Validate() - { - if (StoreSettings != null) - { - StoreSettings.Validate(); - } - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/DelimitedTextSink.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/DelimitedTextSink.cs index 48aa6c4a5e6de..d6c268d8b94fd 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/DelimitedTextSink.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/DelimitedTextSink.cs @@ -81,10 +81,6 @@ public DelimitedTextSink() /// public virtual void Validate() { - if (StoreSettings != null) - { - StoreSettings.Validate(); - } if (FormatSettings != null) { FormatSettings.Validate(); diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/FileServerWriteSettings.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/FileServerWriteSettings.cs index c7f5984e798de..b89b89c40ba28 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/FileServerWriteSettings.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/FileServerWriteSettings.cs @@ -30,7 +30,6 @@ public FileServerWriteSettings() /// /// Initializes a new instance of the FileServerWriteSettings class. /// - /// The write setting type. /// Unmatched properties from the /// message are deserialized this collection /// The maximum concurrent @@ -38,8 +37,8 @@ public FileServerWriteSettings() /// Expression with resultType integer). /// The type of copy behavior for copy /// sink. - public FileServerWriteSettings(string type, IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) - : base(type, additionalProperties, maxConcurrentConnections, copyBehavior) + public FileServerWriteSettings(IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) + : base(additionalProperties, maxConcurrentConnections, copyBehavior) { CustomInit(); } @@ -49,15 +48,5 @@ public FileServerWriteSettings() /// partial void CustomInit(); - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public override void Validate() - { - base.Validate(); - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/JsonSink.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/JsonSink.cs index 9017df04eaad5..703c9718ea8c8 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/JsonSink.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/JsonSink.cs @@ -73,22 +73,5 @@ public JsonSink() [JsonProperty(PropertyName = "formatSettings")] public JsonWriteSettings FormatSettings { get; set; } - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public virtual void Validate() - { - if (StoreSettings != null) - { - StoreSettings.Validate(); - } - if (FormatSettings != null) - { - FormatSettings.Validate(); - } - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/ParquetSink.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/ParquetSink.cs index 73efe2afcdf0a..67b95379fe09b 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/ParquetSink.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/ParquetSink.cs @@ -65,18 +65,5 @@ public ParquetSink() [JsonProperty(PropertyName = "storeSettings")] public StoreWriteSettings StoreSettings { get; set; } - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public virtual void Validate() - { - if (StoreSettings != null) - { - StoreSettings.Validate(); - } - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/StoreWriteSettings.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/StoreWriteSettings.cs index a2865e56f7764..0346d5e0d099a 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/StoreWriteSettings.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/StoreWriteSettings.cs @@ -10,7 +10,6 @@ namespace Microsoft.Azure.Management.DataFactory.Models { - using Microsoft.Rest; using Newtonsoft.Json; using System.Collections; using System.Collections.Generic; @@ -32,7 +31,6 @@ public StoreWriteSettings() /// /// Initializes a new instance of the StoreWriteSettings class. /// - /// The write setting type. /// Unmatched properties from the /// message are deserialized this collection /// The maximum concurrent @@ -40,10 +38,9 @@ public StoreWriteSettings() /// Expression with resultType integer). /// The type of copy behavior for copy /// sink. - public StoreWriteSettings(string type, IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) + public StoreWriteSettings(IDictionary additionalProperties = default(IDictionary), object maxConcurrentConnections = default(object), object copyBehavior = default(object)) { AdditionalProperties = additionalProperties; - Type = type; MaxConcurrentConnections = maxConcurrentConnections; CopyBehavior = copyBehavior; CustomInit(); @@ -61,12 +58,6 @@ public StoreWriteSettings() [JsonExtensionData] public IDictionary AdditionalProperties { get; set; } - /// - /// Gets or sets the write setting type. - /// - [JsonProperty(PropertyName = "type")] - public string Type { get; set; } - /// /// Gets or sets the maximum concurrent connection count for the source /// data store. Type: integer (or Expression with resultType integer). @@ -80,18 +71,5 @@ public StoreWriteSettings() [JsonProperty(PropertyName = "copyBehavior")] public object CopyBehavior { get; set; } - /// - /// Validate the object. - /// - /// - /// Thrown if validation fails - /// - public virtual void Validate() - { - if (Type == null) - { - throw new ValidationException(ValidationRules.CannotBeNull, "Type"); - } - } } } diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/SdkInfo_DataFactoryManagementClient.cs b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/SdkInfo_DataFactoryManagementClient.cs index c4fbcebffce03..6c4f6b0598b12 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/SdkInfo_DataFactoryManagementClient.cs +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/SdkInfo_DataFactoryManagementClient.cs @@ -39,10 +39,10 @@ public static IEnumerable> ApiInfo_DataFactoryMana // BEGIN: Code Generation Metadata Section public static readonly String AutoRestVersion = "latest"; public static readonly String AutoRestBootStrapperVersion = "autorest@2.0.4283"; - public static readonly String AutoRestCmdExecuted = "cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=latest --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=D:\\Git\\azure-sdk-for-net\\sdk"; + public static readonly String AutoRestCmdExecuted = "cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=latest --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=C:\\azure-sdk-for-net\\sdk"; public static readonly String GithubForkName = "Azure"; public static readonly String GithubBranchName = "master"; - public static readonly String GithubCommidId = "23326b92394ef630c59833f27e512544162ef4dd"; + public static readonly String GithubCommidId = "fb8f078deac2367f3dbcfbd8a542c77083c28a5b"; public static readonly String CodeGenerationErrors = ""; public static readonly String GithubRepoName = "azure-rest-api-specs"; // END: Code Generation Metadata Section diff --git a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Microsoft.Azure.Management.DataFactory.csproj b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Microsoft.Azure.Management.DataFactory.csproj index a6f1cf3f243e6..ebc881b532e7c 100644 --- a/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Microsoft.Azure.Management.DataFactory.csproj +++ b/sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Microsoft.Azure.Management.DataFactory.csproj @@ -5,10 +5,11 @@ Microsoft.Azure.Management.DataFactory Azure Data Factory V2 is the data integration platform that goes beyond Azure Data Factory V1's orchestration and batch-processing of time-series data, with a general purpose app model supporting modern data warehousing patterns and scenarios, lift-and-shift SSIS, and data-driven SaaS applications. Compose and manage reliable and secure data integration workflows at scale. Use native ADF data connectors and Integration Runtimes to move and transform cloud and on-premises data that can be unstructured, semi-structured, and structured with Hadoop, Azure Data Lake, Spark, SQL Server, Cosmos DB and many other data platforms. - 4.1.2 + 4.1.3 Microsoft.Azure.Management.DataFactory Microsoft Azure resource management;Data Factory;ADF; type: ""BlobSink"", writeBatchSize: 1000000, writeBatchTimeout: ""01:00:00"", - copyBehavior: ""FlattenHierarchy"" + copyBehavior: ""FlattenHierarchy"" } }, inputs: @@ -3746,12 +3746,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreReadSetting"", + ""type"": ""AzureDataLakeStoreReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -3759,12 +3759,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -3797,14 +3797,14 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""AzureBlobStorageReadSetting"", + ""type"": ""AzureBlobStorageReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true, ""wildcardFolderPath"": ""abc/efg"", ""wildcardFileName"": ""a.csv"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -3812,12 +3812,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -3851,14 +3851,14 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""AzureBlobFSReadSetting"", + ""type"": ""AzureBlobFSReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true, ""modifiedDatetimeStart"": ""2019-07-02T00:00:00.000Z"", ""modifiedDatetimeEnd"": ""2019-07-03T00:00:00.000Z"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -3866,12 +3866,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -3906,7 +3906,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""FileServerReadSetting"", + ""type"": ""FileServerReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true, ""wildcardFolderPath"": ""A*"", @@ -3914,7 +3914,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""modifiedDatetimeEnd"": ""2019-07-03T00:00:00.000Z"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -3922,12 +3922,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -3961,14 +3961,14 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""FtpReadSetting"", + ""type"": ""FtpReadSettings"", ""recursive"": true, ""wildcardFolderPath"": ""A*"", ""wildcardFileName"": ""*.csv"", ""useBinaryTransfer"": true }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -3976,12 +3976,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -4015,7 +4015,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""HdfsReadSetting"", + ""type"": ""HdfsReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true, ""wildcardFolderPath"": ""A*"", @@ -4023,7 +4023,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""modifiedDatetimeEnd"": ""2019-07-03T00:00:00.000Z"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -4031,12 +4031,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -4071,14 +4071,14 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""HttpReadSetting"", + ""type"": ""HttpReadSettings"", ""requestMethod"": ""POST"", ""requestBody"": ""request body"", ""additionalHeaders"": ""testHeaders"", ""requestTimeout"": ""2400"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -4086,12 +4086,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -4125,7 +4125,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""AmazonS3ReadSetting"", + ""type"": ""AmazonS3ReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true, ""prefix"": ""A*"", @@ -4133,7 +4133,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""modifiedDatetimeEnd"": ""2019-07-03T00:00:00.000Z"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -4141,12 +4141,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -4181,7 +4181,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""DelimitedTextSource"", ""storeSettings"": { - ""type"": ""SftpReadSetting"", + ""type"": ""SftpReadSettings"", ""recursive"": true, ""wildcardFileName"": ""*.csv"", ""wildcardFolderPath"": ""A*"", @@ -4189,7 +4189,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""modifiedDatetimeEnd"": ""2019-07-03T00:00:00.000Z"" }, ""formatSettings"": { - ""type"": ""DelimitedTextReadSetting"", + ""type"": ""DelimitedTextReadSettings"", ""skipLineCount"": 10, ""additionalNullValues"": [ ""\\N"", ""NULL"" ] } @@ -4197,12 +4197,12 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""DelimitedTextSink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }, ""formatSettings"": { - ""type"": ""DelimitedTextWriteSetting"", + ""type"": ""DelimitedTextWriteSettings"", ""quoteAllText"": true, ""fileExtension"": "".csv"" } @@ -4285,7 +4285,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""source"": { ""type"": ""BinarySource"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreReadSetting"", + ""type"": ""AzureDataLakeStoreReadSettings"", ""recursive"": true, ""enablePartitionDiscovery"": true } @@ -4293,7 +4293,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""BinarySink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" } @@ -4310,11 +4310,80 @@ public class PipelineJsonSamples : JsonSampleCollection ""referenceName"": ""exampleDataset"", ""type"": ""DatasetReference"" } + ] + }, + { + ""type"": ""Copy"", + ""typeProperties"": { + ""source"": { + ""type"": ""BinarySource"", + ""storeSettings"": { + ""type"": ""AzureDataLakeStoreReadSettings"", + ""recursive"": true, + ""enablePartitionDiscovery"": true + } + }, + ""sink"": { + ""type"": ""BinarySink"", + ""storeSettings"": { + ""type"": ""AzureBlobStorageWriteSettings"", + ""maxConcurrentConnections"": 3, + ""copyBehavior"": ""PreserveHierarchy"", + ""blockSizeInMB"": 8 + } + } + }, + ""inputs"": [ + { + ""referenceName"": ""exampleDataset"", + ""type"": ""DatasetReference"" + } ], + ""outputs"": [ + { + ""referenceName"": ""exampleDataset"", + ""type"": ""DatasetReference"" + } + ] + }, + { + ""type"": ""Copy"", + ""typeProperties"": { + ""source"": { + ""type"": ""BinarySource"", + ""storeSettings"": { + ""type"": ""AzureDataLakeStoreReadSettings"", + ""recursive"": true, + ""enablePartitionDiscovery"": true + } + }, + ""sink"": { + ""type"": ""BinarySink"", + ""storeSettings"": { + ""type"": ""AzureBlobFSWriteSettings"", + ""maxConcurrentConnections"": 3, + ""copyBehavior"": ""PreserveHierarchy"", + ""blockSizeInMB"": 8 + } + } + }, + ""inputs"": [ + { + ""referenceName"": ""exampleDataset"", + ""type"": ""DatasetReference"" + } + ], + ""outputs"": [ + { + ""referenceName"": ""exampleDataset"", + ""type"": ""DatasetReference"" + } + ] } ] } }"; + [JsonSample] public const string CopyActivity_Teradata_Binary = @"{ ""name"": ""MyPipeline"", @@ -4335,7 +4404,7 @@ public class PipelineJsonSamples : JsonSampleCollection ""sink"": { ""type"": ""BinarySink"", ""storeSettings"": { - ""type"": ""AzureDataLakeStoreWriteSetting"", + ""type"": ""AzureDataLakeStoreWriteSettings"", ""maxConcurrentConnections"": 3, ""copyBehavior"": ""PreserveHierarchy"" }