/// <summary> /// Initializes a new instance of the HdfsSource class. /// </summary> /// <param name="additionalProperties">Unmatched properties from the /// message are deserialized this collection</param> /// <param name="sourceRetryCount">Source retry count. Type: integer /// (or Expression with resultType integer).</param> /// <param name="sourceRetryWait">Source retry wait. Type: string (or /// Expression with resultType string), pattern: /// ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).</param> /// <param name="recursive">If true, files under the folder path will /// be read recursively. Default is true. Type: boolean (or Expression /// with resultType boolean).</param> /// <param name="distcpSettings">Specifies Distcp-related /// settings.</param> public HdfsSource(IDictionary <string, object> additionalProperties = default(IDictionary <string, object>), object sourceRetryCount = default(object), object sourceRetryWait = default(object), object recursive = default(object), DistcpSettings distcpSettings = default(DistcpSettings)) : base(additionalProperties, sourceRetryCount, sourceRetryWait) { Recursive = recursive; DistcpSettings = distcpSettings; CustomInit(); }
/// <summary> /// Validate the object. /// </summary> /// <exception cref="Rest.ValidationException"> /// Thrown if validation fails /// </exception> public virtual void Validate() { if (DistcpSettings != null) { DistcpSettings.Validate(); } }
/// <summary> /// Initializes a new instance of the HdfsSource class. /// </summary> /// <param name="additionalProperties">Unmatched properties from the /// message are deserialized this collection</param> /// <param name="sourceRetryCount">Source retry count. Type: integer /// (or Expression with resultType integer).</param> /// <param name="sourceRetryWait">Source retry wait. Type: string (or /// Expression with resultType string), pattern: /// ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).</param> /// <param name="maxConcurrentConnections">The maximum concurrent /// connection count for the source data store. Type: integer (or /// Expression with resultType integer).</param> /// <param name="disableMetricsCollection">If true, disable data store /// metrics collection. Default is false. Type: boolean (or Expression /// with resultType boolean).</param> /// <param name="recursive">If true, files under the folder path will /// be read recursively. Default is true. Type: boolean (or Expression /// with resultType boolean).</param> /// <param name="distcpSettings">Specifies Distcp-related /// settings.</param> public HdfsSource(IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object sourceRetryCount = default(object), object sourceRetryWait = default(object), object maxConcurrentConnections = default(object), object disableMetricsCollection = default(object), object recursive = default(object), DistcpSettings distcpSettings = default(DistcpSettings)) : base(additionalProperties, sourceRetryCount, sourceRetryWait, maxConcurrentConnections, disableMetricsCollection) { Recursive = recursive; DistcpSettings = distcpSettings; CustomInit(); }
/// <summary> /// Initializes a new instance of the HdfsReadSettings class. /// </summary> /// <param name="type">The read setting type.</param> /// <param name="additionalProperties">Unmatched properties from the /// message are deserialized this collection</param> /// <param name="maxConcurrentConnections">The maximum concurrent /// connection count for the source data store. Type: integer (or /// Expression with resultType integer).</param> /// <param name="recursive">If true, files under the folder path will /// be read recursively. Default is true. Type: boolean (or Expression /// with resultType boolean).</param> /// <param name="wildcardFolderPath">HDFS wildcardFolderPath. Type: /// string (or Expression with resultType string).</param> /// <param name="wildcardFileName">HDFS wildcardFileName. Type: string /// (or Expression with resultType string).</param> /// <param name="enablePartitionDiscovery">Indicates whether to enable /// partition discovery.</param> /// <param name="modifiedDatetimeStart">The start of file's modified /// datetime. Type: string (or Expression with resultType /// string).</param> /// <param name="modifiedDatetimeEnd">The end of file's modified /// datetime. Type: string (or Expression with resultType /// string).</param> /// <param name="distcpSettings">Specifies Distcp-related /// settings.</param> public HdfsReadSettings(string type, IDictionary <string, object> additionalProperties = default(IDictionary <string, object>), object maxConcurrentConnections = default(object), object recursive = default(object), object wildcardFolderPath = default(object), object wildcardFileName = default(object), bool?enablePartitionDiscovery = default(bool?), object modifiedDatetimeStart = default(object), object modifiedDatetimeEnd = default(object), DistcpSettings distcpSettings = default(DistcpSettings)) : base(type, additionalProperties, maxConcurrentConnections) { Recursive = recursive; WildcardFolderPath = wildcardFolderPath; WildcardFileName = wildcardFileName; EnablePartitionDiscovery = enablePartitionDiscovery; ModifiedDatetimeStart = modifiedDatetimeStart; ModifiedDatetimeEnd = modifiedDatetimeEnd; DistcpSettings = distcpSettings; CustomInit(); }
/// <summary> /// Initializes a new instance of the HdfsReadSettings class. /// </summary> /// <param name="additionalProperties">Unmatched properties from the /// message are deserialized this collection</param> /// <param name="maxConcurrentConnections">The maximum concurrent /// connection count for the source data store. Type: integer (or /// Expression with resultType integer).</param> /// <param name="disableMetricsCollection">If true, disable data store /// metrics collection. Default is false. Type: boolean (or Expression /// with resultType boolean).</param> /// <param name="recursive">If true, files under the folder path will /// be read recursively. Default is true. Type: boolean (or Expression /// with resultType boolean).</param> /// <param name="wildcardFolderPath">HDFS wildcardFolderPath. Type: /// string (or Expression with resultType string).</param> /// <param name="wildcardFileName">HDFS wildcardFileName. Type: string /// (or Expression with resultType string).</param> /// <param name="fileListPath">Point to a text file that lists each /// file (relative path to the path configured in the dataset) that you /// want to copy. Type: string (or Expression with resultType /// string).</param> /// <param name="enablePartitionDiscovery">Indicates whether to enable /// partition discovery.</param> /// <param name="partitionRootPath">Specify the root path where /// partition discovery starts from. Type: string (or Expression with /// resultType string).</param> /// <param name="modifiedDatetimeStart">The start of file's modified /// datetime. Type: string (or Expression with resultType /// string).</param> /// <param name="modifiedDatetimeEnd">The end of file's modified /// datetime. Type: string (or Expression with resultType /// string).</param> /// <param name="distcpSettings">Specifies Distcp-related /// settings.</param> /// <param name="deleteFilesAfterCompletion">Indicates whether the /// source files need to be deleted after copy completion. Default is /// false. Type: boolean (or Expression with resultType /// boolean).</param> public HdfsReadSettings(IDictionary <string, object> additionalProperties = default(IDictionary <string, object>), object maxConcurrentConnections = default(object), object disableMetricsCollection = default(object), object recursive = default(object), object wildcardFolderPath = default(object), object wildcardFileName = default(object), object fileListPath = default(object), bool?enablePartitionDiscovery = default(bool?), object partitionRootPath = default(object), object modifiedDatetimeStart = default(object), object modifiedDatetimeEnd = default(object), DistcpSettings distcpSettings = default(DistcpSettings), object deleteFilesAfterCompletion = default(object)) : base(additionalProperties, maxConcurrentConnections, disableMetricsCollection) { Recursive = recursive; WildcardFolderPath = wildcardFolderPath; WildcardFileName = wildcardFileName; FileListPath = fileListPath; EnablePartitionDiscovery = enablePartitionDiscovery; PartitionRootPath = partitionRootPath; ModifiedDatetimeStart = modifiedDatetimeStart; ModifiedDatetimeEnd = modifiedDatetimeEnd; DistcpSettings = distcpSettings; DeleteFilesAfterCompletion = deleteFilesAfterCompletion; CustomInit(); }